commit d61a96b409472cf5ad78b3ba7faeccfec7c11dde Author: Daniel Dai Date: Mon Sep 24 10:22:47 2018 -0700 HIVE-18778: Needs to capture input/output entities in explain diff --git a/accumulo-handler/src/test/results/positive/accumulo_predicate_pushdown.q.out b/accumulo-handler/src/test/results/positive/accumulo_predicate_pushdown.q.out index 4a46786..09726a0 100644 --- a/accumulo-handler/src/test/results/positive/accumulo_predicate_pushdown.q.out +++ b/accumulo-handler/src/test/results/positive/accumulo_predicate_pushdown.q.out @@ -24,8 +24,12 @@ POSTHOOK: Input: default@src POSTHOOK: Output: default@accumulo_pushdown PREHOOK: query: explain select * from accumulo_pushdown where key>'90' PREHOOK: type: QUERY +PREHOOK: Input: default@accumulo_pushdown +#### A masked pattern was here #### POSTHOOK: query: explain select * from accumulo_pushdown where key>'90' POSTHOOK: type: QUERY +POSTHOOK: Input: default@accumulo_pushdown +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -163,8 +167,12 @@ POSTHOOK: Input: default@accumulo_pushdown 98 val_98 PREHOOK: query: explain select * from accumulo_pushdown where key>=cast(40 + 50 as string) PREHOOK: type: QUERY +PREHOOK: Input: default@accumulo_pushdown +#### A masked pattern was here #### POSTHOOK: query: explain select * from accumulo_pushdown where key>=cast(40 + 50 as string) POSTHOOK: type: QUERY +POSTHOOK: Input: default@accumulo_pushdown +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -199,8 +207,12 @@ POSTHOOK: Input: default@accumulo_pushdown 98 val_98 PREHOOK: query: explain select * from accumulo_pushdown where key>'90' and value like '%9%' PREHOOK: type: QUERY +PREHOOK: Input: default@accumulo_pushdown +#### A masked pattern was here #### POSTHOOK: query: explain select * from accumulo_pushdown where key>'90' and value like '%9%' POSTHOOK: type: QUERY +POSTHOOK: Input: default@accumulo_pushdown +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -251,9 +263,13 @@ POSTHOOK: Input: default@accumulo_pushdown PREHOOK: query: explain select * from accumulo_pushdown where key>='90' and value like '%9%' and key=cast(value as int) PREHOOK: type: QUERY +PREHOOK: Input: default@accumulo_pushdown +#### A masked pattern was here #### POSTHOOK: query: explain select * from accumulo_pushdown where key>='90' and value like '%9%' and key=cast(value as int) POSTHOOK: type: QUERY +POSTHOOK: Input: default@accumulo_pushdown +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -301,9 +317,13 @@ POSTHOOK: Input: default@accumulo_pushdown PREHOOK: query: explain select * from accumulo_pushdown where key<'80' and key>'90' and value like '%90%' PREHOOK: type: QUERY +PREHOOK: Input: default@accumulo_pushdown +#### A masked pattern was here #### POSTHOOK: query: explain select * from accumulo_pushdown where key<'80' and key>'90' and value like '%90%' POSTHOOK: type: QUERY +POSTHOOK: Input: default@accumulo_pushdown +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -349,8 +369,12 @@ POSTHOOK: Input: default@accumulo_pushdown #### A masked pattern was here #### PREHOOK: query: explain select * from accumulo_pushdown PREHOOK: type: QUERY +PREHOOK: Input: default@accumulo_pushdown +#### A masked pattern was here #### POSTHOOK: query: explain select * from accumulo_pushdown POSTHOOK: type: QUERY +POSTHOOK: Input: default@accumulo_pushdown +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -371,9 +395,13 @@ STAGE PLANS: PREHOOK: query: explain select * from accumulo_pushdown where (case when key<'90' then 2 else 4 end) > 3 PREHOOK: type: QUERY +PREHOOK: Input: default@accumulo_pushdown +#### A masked pattern was here #### POSTHOOK: query: explain select * from accumulo_pushdown where (case when key<'90' then 2 else 4 end) > 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@accumulo_pushdown +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -410,9 +438,13 @@ STAGE PLANS: PREHOOK: query: explain select * from accumulo_pushdown where key<='80' or value like '%90%' PREHOOK: type: QUERY +PREHOOK: Input: default@accumulo_pushdown +#### A masked pattern was here #### POSTHOOK: query: explain select * from accumulo_pushdown where key<='80' or value like '%90%' POSTHOOK: type: QUERY +POSTHOOK: Input: default@accumulo_pushdown +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -449,9 +481,13 @@ STAGE PLANS: PREHOOK: query: explain select * from accumulo_pushdown where key > '281' and key < '287' PREHOOK: type: QUERY +PREHOOK: Input: default@accumulo_pushdown +#### A masked pattern was here #### POSTHOOK: query: explain select * from accumulo_pushdown where key > '281' and key < '287' POSTHOOK: type: QUERY +POSTHOOK: Input: default@accumulo_pushdown +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -487,8 +523,12 @@ POSTHOOK: Input: default@accumulo_pushdown 286 val_286 PREHOOK: query: explain select * from accumulo_pushdown where key<='90' PREHOOK: type: QUERY +PREHOOK: Input: default@accumulo_pushdown +#### A masked pattern was here #### POSTHOOK: query: explain select * from accumulo_pushdown where key<='90' POSTHOOK: type: QUERY +POSTHOOK: Input: default@accumulo_pushdown +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/accumulo-handler/src/test/results/positive/accumulo_queries.q.out b/accumulo-handler/src/test/results/positive/accumulo_queries.q.out index f7e7699..532088c 100644 --- a/accumulo-handler/src/test/results/positive/accumulo_queries.q.out +++ b/accumulo-handler/src/test/results/positive/accumulo_queries.q.out @@ -36,8 +36,12 @@ POSTHOOK: Input: default@accumulo_table_1 #### A masked pattern was here #### PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE accumulo_table_1 SELECT * WHERE (key%2)=0 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@accumulo_table_1 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE accumulo_table_1 SELECT * WHERE (key%2)=0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@accumulo_table_1 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 is a root stage @@ -114,6 +118,9 @@ JOIN ON (x.key = Y.key) ORDER BY key, value LIMIT 20 PREHOOK: type: QUERY +PREHOOK: Input: default@accumulo_table_1 +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT Y.* FROM @@ -123,6 +130,9 @@ JOIN ON (x.key = Y.key) ORDER BY key, value LIMIT 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@accumulo_table_1 +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -266,6 +276,9 @@ JOIN ON (x.key = Y.key) ORDER BY key, value PREHOOK: type: QUERY +PREHOOK: Input: default@accumulo_table_1 +PREHOOK: Input: default@accumulo_table_2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT Y.* FROM @@ -275,6 +288,9 @@ JOIN ON (x.key = Y.key) ORDER BY key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@accumulo_table_1 +POSTHOOK: Input: default@accumulo_table_2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -490,6 +506,9 @@ JOIN (SELECT src.key, count(src.key) as count FROM src GROUP BY src.key) Y ON (x.key = Y.key) PREHOOK: type: QUERY +PREHOOK: Input: default@accumulo_table_1 +PREHOOK: Input: default@src +PREHOOK: Output: default@accumulo_table_3 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE accumulo_table_3 SELECT x.key, x.value, Y.count @@ -499,6 +518,9 @@ JOIN (SELECT src.key, count(src.key) as count FROM src GROUP BY src.key) Y ON (x.key = Y.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@accumulo_table_1 +POSTHOOK: Input: default@src +POSTHOOK: Output: default@accumulo_table_3 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 is a root stage diff --git a/accumulo-handler/src/test/results/positive/accumulo_single_sourced_multi_insert.q.out b/accumulo-handler/src/test/results/positive/accumulo_single_sourced_multi_insert.q.out index 5905ecd..9a37949 100644 --- a/accumulo-handler/src/test/results/positive/accumulo_single_sourced_multi_insert.q.out +++ b/accumulo-handler/src/test/results/positive/accumulo_single_sourced_multi_insert.q.out @@ -25,6 +25,9 @@ select key,"" where a.key > 0 AND a.key < 50 insert overwrite table src_x2 select value,"" where a.key > 50 AND a.key < 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_x1 +PREHOOK: Output: default@src_x2 POSTHOOK: query: explain from src a insert overwrite table src_x1 @@ -32,6 +35,9 @@ select key,"" where a.key > 0 AND a.key < 50 insert overwrite table src_x2 select value,"" where a.key > 50 AND a.key < 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_x1 +POSTHOOK: Output: default@src_x2 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-4 depends on stages: Stage-2, Stage-0, Stage-1 diff --git a/contrib/src/test/results/clientnegative/serde_regex.q.out b/contrib/src/test/results/clientnegative/serde_regex.q.out index 5c5f594..58a4679 100644 --- a/contrib/src/test/results/clientnegative/serde_regex.q.out +++ b/contrib/src/test/results/clientnegative/serde_regex.q.out @@ -22,6 +22,8 @@ WITH SERDEPROPERTIES ( ) STORED AS TEXTFILE PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@serde_regex POSTHOOK: query: EXPLAIN CREATE TABLE serde_regex( host STRING, @@ -40,6 +42,8 @@ WITH SERDEPROPERTIES ( ) STORED AS TEXTFILE POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@serde_regex STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/contrib/src/test/results/clientpositive/dboutput.q.out b/contrib/src/test/results/clientpositive/dboutput.q.out index 5660097..3a853fa 100644 --- a/contrib/src/test/results/clientpositive/dboutput.q.out +++ b/contrib/src/test/results/clientpositive/dboutput.q.out @@ -35,6 +35,8 @@ dboutput('jdbc:derby:../build/test_dboutput_db','','', limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM src SELECT dboutput ( 'jdbc:derby:../build/test_dboutput_db\;create=true','','', @@ -48,6 +50,8 @@ dboutput('jdbc:derby:../build/test_dboutput_db','','', limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -119,6 +123,8 @@ dboutput('jdbc:derby:../build/test_dboutput_db','','', FROM src WHERE key < 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT dboutput('jdbc:derby:../build/test_dboutput_db','','', @@ -126,6 +132,8 @@ dboutput('jdbc:derby:../build/test_dboutput_db','','', FROM src WHERE key < 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/contrib/src/test/results/clientpositive/fileformat_base64.q.out b/contrib/src/test/results/clientpositive/fileformat_base64.q.out index 7fd0ede..8e6a5e4 100644 --- a/contrib/src/test/results/clientpositive/fileformat_base64.q.out +++ b/contrib/src/test/results/clientpositive/fileformat_base64.q.out @@ -7,11 +7,15 @@ CREATE TABLE base64_test(key INT, value STRING) STORED AS INPUTFORMAT 'org.apache.hadoop.hive.contrib.fileformat.base64.Base64TextInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.contrib.fileformat.base64.Base64TextOutputFormat' PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@base64_test POSTHOOK: query: EXPLAIN CREATE TABLE base64_test(key INT, value STRING) STORED AS INPUTFORMAT 'org.apache.hadoop.hive.contrib.fileformat.base64.Base64TextInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.contrib.fileformat.base64.Base64TextOutputFormat' POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@base64_test STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/contrib/src/test/results/clientpositive/serde_regex.q.out b/contrib/src/test/results/clientpositive/serde_regex.q.out index 1ce89e1..691e254 100644 --- a/contrib/src/test/results/clientpositive/serde_regex.q.out +++ b/contrib/src/test/results/clientpositive/serde_regex.q.out @@ -16,6 +16,8 @@ WITH SERDEPROPERTIES ( ) STORED AS TEXTFILE PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@serde_regex POSTHOOK: query: EXPLAIN CREATE TABLE serde_regex( host STRING, @@ -34,6 +36,8 @@ WITH SERDEPROPERTIES ( ) STORED AS TEXTFILE POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@serde_regex STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/contrib/src/test/results/clientpositive/serde_typedbytes.q.out b/contrib/src/test/results/clientpositive/serde_typedbytes.q.out index c9d0fb6..46c2002 100644 --- a/contrib/src/test/results/clientpositive/serde_typedbytes.q.out +++ b/contrib/src/test/results/clientpositive/serde_typedbytes.q.out @@ -21,6 +21,8 @@ FROM ( ) tmap INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN FROM ( FROM src @@ -32,6 +34,8 @@ FROM ( ) tmap INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/contrib/src/test/results/clientpositive/serde_typedbytes2.q.out b/contrib/src/test/results/clientpositive/serde_typedbytes2.q.out index 715dc95..baad5b9 100644 --- a/contrib/src/test/results/clientpositive/serde_typedbytes2.q.out +++ b/contrib/src/test/results/clientpositive/serde_typedbytes2.q.out @@ -21,6 +21,8 @@ FROM ( ) tmap INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN FROM ( FROM src @@ -32,6 +34,8 @@ FROM ( ) tmap INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/contrib/src/test/results/clientpositive/serde_typedbytes3.q.out b/contrib/src/test/results/clientpositive/serde_typedbytes3.q.out index b66d504..48e6d04 100644 --- a/contrib/src/test/results/clientpositive/serde_typedbytes3.q.out +++ b/contrib/src/test/results/clientpositive/serde_typedbytes3.q.out @@ -21,6 +21,8 @@ FROM ( ) tmap INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN FROM ( FROM src @@ -32,6 +34,8 @@ FROM ( ) tmap INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/contrib/src/test/results/clientpositive/serde_typedbytes4.q.out b/contrib/src/test/results/clientpositive/serde_typedbytes4.q.out index 45a2092..761584d 100644 --- a/contrib/src/test/results/clientpositive/serde_typedbytes4.q.out +++ b/contrib/src/test/results/clientpositive/serde_typedbytes4.q.out @@ -22,6 +22,8 @@ FROM ( ) tmap INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue ORDER by tkey, tvalue PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN FROM ( FROM src @@ -34,6 +36,8 @@ FROM ( ) tmap INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue ORDER by tkey, tvalue POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/contrib/src/test/results/clientpositive/serde_typedbytes5.q.out b/contrib/src/test/results/clientpositive/serde_typedbytes5.q.out index 4beb35a..61cb3df 100644 --- a/contrib/src/test/results/clientpositive/serde_typedbytes5.q.out +++ b/contrib/src/test/results/clientpositive/serde_typedbytes5.q.out @@ -21,6 +21,8 @@ FROM ( ) tmap INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN FROM ( FROM src @@ -32,6 +34,8 @@ FROM ( ) tmap INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/contrib/src/test/results/clientpositive/udaf_example_avg.q.out b/contrib/src/test/results/clientpositive/udaf_example_avg.q.out index 7fbf229..d04f311 100644 --- a/contrib/src/test/results/clientpositive/udaf_example_avg.q.out +++ b/contrib/src/test/results/clientpositive/udaf_example_avg.q.out @@ -9,11 +9,15 @@ SELECT example_avg(substr(value,5)), example_avg(IF(substr(value,5) > 250, NULL, substr(value,5))) FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT example_avg(substr(value,5)), example_avg(IF(substr(value,5) > 250, NULL, substr(value,5))) FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/contrib/src/test/results/clientpositive/udaf_example_group_concat.q.out b/contrib/src/test/results/clientpositive/udaf_example_group_concat.q.out index c261eb2..6a39a65 100644 --- a/contrib/src/test/results/clientpositive/udaf_example_group_concat.q.out +++ b/contrib/src/test/results/clientpositive/udaf_example_group_concat.q.out @@ -9,11 +9,15 @@ SELECT substr(value,5,1), example_group_concat("(", key, ":", value, ")") FROM src GROUP BY substr(value,5,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT substr(value,5,1), example_group_concat("(", key, ":", value, ")") FROM src GROUP BY substr(value,5,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/contrib/src/test/results/clientpositive/udaf_example_max.q.out b/contrib/src/test/results/clientpositive/udaf_example_max.q.out index e11ad8e..39406fd 100644 --- a/contrib/src/test/results/clientpositive/udaf_example_max.q.out +++ b/contrib/src/test/results/clientpositive/udaf_example_max.q.out @@ -16,11 +16,15 @@ SELECT example_max(substr(value,5)), example_max(IF(substr(value,5) > 250, NULL, substr(value,5))) FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT example_max(substr(value,5)), example_max(IF(substr(value,5) > 250, NULL, substr(value,5))) FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/contrib/src/test/results/clientpositive/udaf_example_max_n.q.out b/contrib/src/test/results/clientpositive/udaf_example_max_n.q.out index f17eef8..7c28429 100644 --- a/contrib/src/test/results/clientpositive/udaf_example_max_n.q.out +++ b/contrib/src/test/results/clientpositive/udaf_example_max_n.q.out @@ -9,11 +9,15 @@ SELECT example_max_n(substr(value,5),10), example_max_n(IF(substr(value,5) > 250, NULL, substr(value,5)),10) FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT example_max_n(substr(value,5),10), example_max_n(IF(substr(value,5) > 250, NULL, substr(value,5)),10) FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/contrib/src/test/results/clientpositive/udaf_example_min.q.out b/contrib/src/test/results/clientpositive/udaf_example_min.q.out index 75f33eb..6b372b1 100644 --- a/contrib/src/test/results/clientpositive/udaf_example_min.q.out +++ b/contrib/src/test/results/clientpositive/udaf_example_min.q.out @@ -16,11 +16,15 @@ SELECT example_min(substr(value,5)), example_min(IF(substr(value,5) > 250, NULL, substr(value,5))) FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT example_min(substr(value,5)), example_min(IF(substr(value,5) > 250, NULL, substr(value,5))) FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/contrib/src/test/results/clientpositive/udaf_example_min_n.q.out b/contrib/src/test/results/clientpositive/udaf_example_min_n.q.out index ae770c0..111e762 100644 --- a/contrib/src/test/results/clientpositive/udaf_example_min_n.q.out +++ b/contrib/src/test/results/clientpositive/udaf_example_min_n.q.out @@ -9,11 +9,15 @@ SELECT example_min_n(substr(value,5),10), example_min_n(IF(substr(value,5) < 250, NULL, substr(value,5)),10) FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT example_min_n(substr(value,5),10), example_min_n(IF(substr(value,5) < 250, NULL, substr(value,5)),10) FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/contrib/src/test/results/clientpositive/udf_example_add.q.out b/contrib/src/test/results/clientpositive/udf_example_add.q.out index b092383..43b4edd 100644 --- a/contrib/src/test/results/clientpositive/udf_example_add.q.out +++ b/contrib/src/test/results/clientpositive/udf_example_add.q.out @@ -14,6 +14,8 @@ SELECT example_add(1, 2), example_add(1, 2, 3, 4.4) FROM src LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT example_add(1, 2), example_add(1, 2, 3), @@ -24,6 +26,8 @@ SELECT example_add(1, 2), example_add(1, 2, 3, 4.4) FROM src LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/contrib/src/test/results/clientpositive/udf_example_arraymapstruct.q.out b/contrib/src/test/results/clientpositive/udf_example_arraymapstruct.q.out index 32a12cf..df901045 100644 --- a/contrib/src/test/results/clientpositive/udf_example_arraymapstruct.q.out +++ b/contrib/src/test/results/clientpositive/udf_example_arraymapstruct.q.out @@ -20,10 +20,14 @@ PREHOOK: query: EXPLAIN SELECT example_arraysum(lint), example_mapconcat(mstringstring), example_structprint(lintstring[0]) FROM src_thrift PREHOOK: type: QUERY +PREHOOK: Input: default@src_thrift +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT example_arraysum(lint), example_mapconcat(mstringstring), example_structprint(lintstring[0]) FROM src_thrift POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_thrift +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/contrib/src/test/results/clientpositive/udf_example_format.q.out b/contrib/src/test/results/clientpositive/udf_example_format.q.out index 75c6496..62c4a8c 100644 --- a/contrib/src/test/results/clientpositive/udf_example_format.q.out +++ b/contrib/src/test/results/clientpositive/udf_example_format.q.out @@ -11,6 +11,8 @@ SELECT example_format("abc"), example_format("%1$x %2$o %3$d", 10, 10, 10) FROM src LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT example_format("abc"), example_format("%1$s", 1.1), @@ -18,6 +20,8 @@ SELECT example_format("abc"), example_format("%1$x %2$o %3$d", 10, 10, 10) FROM src LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/contrib/src/test/results/clientpositive/udf_row_sequence.q.out b/contrib/src/test/results/clientpositive/udf_row_sequence.q.out index c619cdc..875beeb 100644 --- a/contrib/src/test/results/clientpositive/udf_row_sequence.q.out +++ b/contrib/src/test/results/clientpositive/udf_row_sequence.q.out @@ -22,11 +22,15 @@ select key, row_sequence() as r from (select key from src order by key) x order by r PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, row_sequence() as r from (select key from src order by key) x order by r POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/contrib/src/test/results/clientpositive/vector_udf_example_arraymapstruct.q.out b/contrib/src/test/results/clientpositive/vector_udf_example_arraymapstruct.q.out index 75bbdff..5b4cba7 100644 --- a/contrib/src/test/results/clientpositive/vector_udf_example_arraymapstruct.q.out +++ b/contrib/src/test/results/clientpositive/vector_udf_example_arraymapstruct.q.out @@ -20,10 +20,14 @@ PREHOOK: query: EXPLAIN SELECT example_arraysum(lint), example_mapconcat(mstringstring), example_structprint(lintstring[0]) FROM src_thrift PREHOOK: type: QUERY +PREHOOK: Input: default@src_thrift +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT example_arraysum(lint), example_mapconcat(mstringstring), example_structprint(lintstring[0]) FROM src_thrift POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_thrift +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/hbase-handler/src/test/results/positive/external_table_ppd.q.out b/hbase-handler/src/test/results/positive/external_table_ppd.q.out index 6832920..edcbe7e 100644 --- a/hbase-handler/src/test/results/positive/external_table_ppd.q.out +++ b/hbase-handler/src/test/results/positive/external_table_ppd.q.out @@ -125,8 +125,12 @@ POSTHOOK: Input: default@src POSTHOOK: Output: default@t_hbase PREHOOK: query: explain SELECT * FROM t_hbase where int_col > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@t_hbase +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM t_hbase where int_col > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_hbase +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/hbase-handler/src/test/results/positive/hbase_custom_key2.q.out b/hbase-handler/src/test/results/positive/hbase_custom_key2.q.out index 8355a43..bd1677b 100644 --- a/hbase-handler/src/test/results/positive/hbase_custom_key2.q.out +++ b/hbase-handler/src/test/results/positive/hbase_custom_key2.q.out @@ -54,9 +54,13 @@ POSTHOOK: Input: default@hbase_ck_4 PREHOOK: query: explain select * from hbase_ck_4 where key.col1 = '238' AND key.col2 = '1238' PREHOOK: type: QUERY +PREHOOK: Input: default@hbase_ck_4 +#### A masked pattern was here #### POSTHOOK: query: explain select * from hbase_ck_4 where key.col1 = '238' AND key.col2 = '1238' POSTHOOK: type: QUERY +POSTHOOK: Input: default@hbase_ck_4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -90,9 +94,13 @@ POSTHOOK: Input: default@hbase_ck_4 PREHOOK: query: explain select * from hbase_ck_4 where key.col1 >= '165' AND key.col1 < '27' PREHOOK: type: QUERY +PREHOOK: Input: default@hbase_ck_4 +#### A masked pattern was here #### POSTHOOK: query: explain select * from hbase_ck_4 where key.col1 >= '165' AND key.col1 < '27' POSTHOOK: type: QUERY +POSTHOOK: Input: default@hbase_ck_4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -127,9 +135,13 @@ POSTHOOK: Input: default@hbase_ck_4 PREHOOK: query: explain select * from hbase_ck_4 where key.col1 > '100' AND key.col2 >= '1238' PREHOOK: type: QUERY +PREHOOK: Input: default@hbase_ck_4 +#### A masked pattern was here #### POSTHOOK: query: explain select * from hbase_ck_4 where key.col1 > '100' AND key.col2 >= '1238' POSTHOOK: type: QUERY +POSTHOOK: Input: default@hbase_ck_4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/hbase-handler/src/test/results/positive/hbase_custom_key3.q.out b/hbase-handler/src/test/results/positive/hbase_custom_key3.q.out index 6878190..a3d29ce 100644 --- a/hbase-handler/src/test/results/positive/hbase_custom_key3.q.out +++ b/hbase-handler/src/test/results/positive/hbase_custom_key3.q.out @@ -54,9 +54,13 @@ POSTHOOK: Input: default@hbase_ck_5 PREHOOK: query: explain select * from hbase_ck_5 where key.col1 = '238' AND key.col2 = '1238' PREHOOK: type: QUERY +PREHOOK: Input: default@hbase_ck_5 +#### A masked pattern was here #### POSTHOOK: query: explain select * from hbase_ck_5 where key.col1 = '238' AND key.col2 = '1238' POSTHOOK: type: QUERY +POSTHOOK: Input: default@hbase_ck_5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -89,9 +93,13 @@ POSTHOOK: Input: default@hbase_ck_5 PREHOOK: query: explain select * from hbase_ck_5 where key.col1 >= '165' AND key.col1 < '27' PREHOOK: type: QUERY +PREHOOK: Input: default@hbase_ck_5 +#### A masked pattern was here #### POSTHOOK: query: explain select * from hbase_ck_5 where key.col1 >= '165' AND key.col1 < '27' POSTHOOK: type: QUERY +POSTHOOK: Input: default@hbase_ck_5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -125,9 +133,13 @@ POSTHOOK: Input: default@hbase_ck_5 PREHOOK: query: explain select * from hbase_ck_5 where key.col1 > '100' AND key.col2 >= '1238' PREHOOK: type: QUERY +PREHOOK: Input: default@hbase_ck_5 +#### A masked pattern was here #### POSTHOOK: query: explain select * from hbase_ck_5 where key.col1 > '100' AND key.col2 >= '1238' POSTHOOK: type: QUERY +POSTHOOK: Input: default@hbase_ck_5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -161,9 +173,13 @@ POSTHOOK: Input: default@hbase_ck_5 PREHOOK: query: explain select * from hbase_ck_5 where key.col1 < '50' AND key.col2 >= '3238' PREHOOK: type: QUERY +PREHOOK: Input: default@hbase_ck_5 +#### A masked pattern was here #### POSTHOOK: query: explain select * from hbase_ck_5 where key.col1 < '50' AND key.col2 >= '3238' POSTHOOK: type: QUERY +POSTHOOK: Input: default@hbase_ck_5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/hbase-handler/src/test/results/positive/hbase_ddl.q.out b/hbase-handler/src/test/results/positive/hbase_ddl.q.out index 4cb2083..25dd66b 100644 --- a/hbase-handler/src/test/results/positive/hbase_ddl.q.out +++ b/hbase-handler/src/test/results/positive/hbase_ddl.q.out @@ -36,8 +36,12 @@ POSTHOOK: Input: default@hbase_table_1 #### A masked pattern was here #### PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE hbase_table_1 SELECT * WHERE (key%2)=0 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@hbase_table_1 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE hbase_table_1 SELECT * WHERE (key%2)=0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@hbase_table_1 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 is a root stage diff --git a/hbase-handler/src/test/results/positive/hbase_ppd_key_range.q.out b/hbase-handler/src/test/results/positive/hbase_ppd_key_range.q.out index 4d44d1d..5e05154 100644 --- a/hbase-handler/src/test/results/positive/hbase_ppd_key_range.q.out +++ b/hbase-handler/src/test/results/positive/hbase_ppd_key_range.q.out @@ -26,8 +26,12 @@ POSTHOOK: Input: default@src POSTHOOK: Output: default@hbase_pushdown PREHOOK: query: explain select * from hbase_pushdown where key>'90' PREHOOK: type: QUERY +PREHOOK: Input: default@hbase_pushdown +#### A masked pattern was here #### POSTHOOK: query: explain select * from hbase_pushdown where key>'90' POSTHOOK: type: QUERY +POSTHOOK: Input: default@hbase_pushdown +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -165,8 +169,12 @@ POSTHOOK: Input: default@hbase_pushdown 98 val_98 PREHOOK: query: explain select * from hbase_pushdown where key>=cast(40 + 50 as string) PREHOOK: type: QUERY +PREHOOK: Input: default@hbase_pushdown +#### A masked pattern was here #### POSTHOOK: query: explain select * from hbase_pushdown where key>=cast(40 + 50 as string) POSTHOOK: type: QUERY +POSTHOOK: Input: default@hbase_pushdown +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -201,8 +209,12 @@ POSTHOOK: Input: default@hbase_pushdown 98 val_98 PREHOOK: query: explain select * from hbase_pushdown where key>'90' and value like '%9%' PREHOOK: type: QUERY +PREHOOK: Input: default@hbase_pushdown +#### A masked pattern was here #### POSTHOOK: query: explain select * from hbase_pushdown where key>'90' and value like '%9%' POSTHOOK: type: QUERY +POSTHOOK: Input: default@hbase_pushdown +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -253,9 +265,13 @@ POSTHOOK: Input: default@hbase_pushdown PREHOOK: query: explain select * from hbase_pushdown where key>='90' and value like '%9%' and key=cast(value as int) PREHOOK: type: QUERY +PREHOOK: Input: default@hbase_pushdown +#### A masked pattern was here #### POSTHOOK: query: explain select * from hbase_pushdown where key>='90' and value like '%9%' and key=cast(value as int) POSTHOOK: type: QUERY +POSTHOOK: Input: default@hbase_pushdown +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -303,9 +319,13 @@ POSTHOOK: Input: default@hbase_pushdown PREHOOK: query: explain select * from hbase_pushdown where key<'80' and key>'90' and value like '%90%' PREHOOK: type: QUERY +PREHOOK: Input: default@hbase_pushdown +#### A masked pattern was here #### POSTHOOK: query: explain select * from hbase_pushdown where key<'80' and key>'90' and value like '%90%' POSTHOOK: type: QUERY +POSTHOOK: Input: default@hbase_pushdown +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -351,8 +371,12 @@ POSTHOOK: Input: default@hbase_pushdown #### A masked pattern was here #### PREHOOK: query: explain select * from hbase_pushdown PREHOOK: type: QUERY +PREHOOK: Input: default@hbase_pushdown +#### A masked pattern was here #### POSTHOOK: query: explain select * from hbase_pushdown POSTHOOK: type: QUERY +POSTHOOK: Input: default@hbase_pushdown +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -373,9 +397,13 @@ STAGE PLANS: PREHOOK: query: explain select * from hbase_pushdown where (case when key<'90' then 2 else 4 end) > 3 PREHOOK: type: QUERY +PREHOOK: Input: default@hbase_pushdown +#### A masked pattern was here #### POSTHOOK: query: explain select * from hbase_pushdown where (case when key<'90' then 2 else 4 end) > 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@hbase_pushdown +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -412,9 +440,13 @@ STAGE PLANS: PREHOOK: query: explain select * from hbase_pushdown where key<='80' or value like '%90%' PREHOOK: type: QUERY +PREHOOK: Input: default@hbase_pushdown +#### A masked pattern was here #### POSTHOOK: query: explain select * from hbase_pushdown where key<='80' or value like '%90%' POSTHOOK: type: QUERY +POSTHOOK: Input: default@hbase_pushdown +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -451,9 +483,13 @@ STAGE PLANS: PREHOOK: query: explain select * from hbase_pushdown where key > '281' and key < '287' PREHOOK: type: QUERY +PREHOOK: Input: default@hbase_pushdown +#### A masked pattern was here #### POSTHOOK: query: explain select * from hbase_pushdown where key > '281' and key < '287' POSTHOOK: type: QUERY +POSTHOOK: Input: default@hbase_pushdown +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -489,8 +525,12 @@ POSTHOOK: Input: default@hbase_pushdown 286 val_286 PREHOOK: query: explain select * from hbase_pushdown where key<='90' PREHOOK: type: QUERY +PREHOOK: Input: default@hbase_pushdown +#### A masked pattern was here #### POSTHOOK: query: explain select * from hbase_pushdown where key<='90' POSTHOOK: type: QUERY +POSTHOOK: Input: default@hbase_pushdown +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/hbase-handler/src/test/results/positive/hbase_pushdown.q.out b/hbase-handler/src/test/results/positive/hbase_pushdown.q.out index 909a5fa..57613c3 100644 --- a/hbase-handler/src/test/results/positive/hbase_pushdown.q.out +++ b/hbase-handler/src/test/results/positive/hbase_pushdown.q.out @@ -26,8 +26,12 @@ POSTHOOK: Input: default@src POSTHOOK: Output: default@hbase_pushdown PREHOOK: query: explain select * from hbase_pushdown where key=90 PREHOOK: type: QUERY +PREHOOK: Input: default@hbase_pushdown +#### A masked pattern was here #### POSTHOOK: query: explain select * from hbase_pushdown where key=90 POSTHOOK: type: QUERY +POSTHOOK: Input: default@hbase_pushdown +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -57,8 +61,12 @@ POSTHOOK: Input: default@hbase_pushdown 90 val_90 PREHOOK: query: explain select * from hbase_pushdown where key=90 and value like '%90%' PREHOOK: type: QUERY +PREHOOK: Input: default@hbase_pushdown +#### A masked pattern was here #### POSTHOOK: query: explain select * from hbase_pushdown where key=90 and value like '%90%' POSTHOOK: type: QUERY +POSTHOOK: Input: default@hbase_pushdown +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -104,8 +112,12 @@ POSTHOOK: Input: default@hbase_pushdown 90 val_90 PREHOOK: query: explain select * from hbase_pushdown where key=90 and value like '%90%' PREHOOK: type: QUERY +PREHOOK: Input: default@hbase_pushdown +#### A masked pattern was here #### POSTHOOK: query: explain select * from hbase_pushdown where key=90 and value like '%90%' POSTHOOK: type: QUERY +POSTHOOK: Input: default@hbase_pushdown +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -152,9 +164,13 @@ POSTHOOK: Input: default@hbase_pushdown PREHOOK: query: explain select * from hbase_pushdown where key=90 and value like '%90%' and key=cast(value as int) PREHOOK: type: QUERY +PREHOOK: Input: default@hbase_pushdown +#### A masked pattern was here #### POSTHOOK: query: explain select * from hbase_pushdown where key=90 and value like '%90%' and key=cast(value as int) POSTHOOK: type: QUERY +POSTHOOK: Input: default@hbase_pushdown +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -192,9 +208,13 @@ STAGE PLANS: PREHOOK: query: explain select * from hbase_pushdown where key=80 and key=90 and value like '%90%' PREHOOK: type: QUERY +PREHOOK: Input: default@hbase_pushdown +#### A masked pattern was here #### POSTHOOK: query: explain select * from hbase_pushdown where key=80 and key=90 and value like '%90%' POSTHOOK: type: QUERY +POSTHOOK: Input: default@hbase_pushdown +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -240,8 +260,12 @@ POSTHOOK: Input: default@hbase_pushdown #### A masked pattern was here #### PREHOOK: query: explain select * from hbase_pushdown PREHOOK: type: QUERY +PREHOOK: Input: default@hbase_pushdown +#### A masked pattern was here #### POSTHOOK: query: explain select * from hbase_pushdown POSTHOOK: type: QUERY +POSTHOOK: Input: default@hbase_pushdown +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -262,9 +286,13 @@ STAGE PLANS: PREHOOK: query: explain select * from hbase_pushdown where (case when key=90 then 2 else 4 end) > 3 PREHOOK: type: QUERY +PREHOOK: Input: default@hbase_pushdown +#### A masked pattern was here #### POSTHOOK: query: explain select * from hbase_pushdown where (case when key=90 then 2 else 4 end) > 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@hbase_pushdown +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -301,9 +329,13 @@ STAGE PLANS: PREHOOK: query: explain select * from hbase_pushdown where key=80 or value like '%90%' PREHOOK: type: QUERY +PREHOOK: Input: default@hbase_pushdown +#### A masked pattern was here #### POSTHOOK: query: explain select * from hbase_pushdown where key=80 or value like '%90%' POSTHOOK: type: QUERY +POSTHOOK: Input: default@hbase_pushdown +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -339,8 +371,12 @@ STAGE PLANS: PREHOOK: query: explain select * from hbase_pushdown where key=90 PREHOOK: type: QUERY +PREHOOK: Input: default@hbase_pushdown +#### A masked pattern was here #### POSTHOOK: query: explain select * from hbase_pushdown where key=90 POSTHOOK: type: QUERY +POSTHOOK: Input: default@hbase_pushdown +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/hbase-handler/src/test/results/positive/hbase_queries.q.out b/hbase-handler/src/test/results/positive/hbase_queries.q.out index a746dcc..5ee1eb1 100644 --- a/hbase-handler/src/test/results/positive/hbase_queries.q.out +++ b/hbase-handler/src/test/results/positive/hbase_queries.q.out @@ -36,8 +36,12 @@ POSTHOOK: Input: default@hbase_table_1 #### A masked pattern was here #### PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE hbase_table_1 SELECT * WHERE (key%2)=0 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@hbase_table_1 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE hbase_table_1 SELECT * WHERE (key%2)=0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@hbase_table_1 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 is a root stage @@ -114,6 +118,9 @@ JOIN ON (x.key = Y.key) ORDER BY key, value LIMIT 20 PREHOOK: type: QUERY +PREHOOK: Input: default@hbase_table_1 +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT Y.* FROM @@ -123,6 +130,9 @@ JOIN ON (x.key = Y.key) ORDER BY key, value LIMIT 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@hbase_table_1 +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -266,6 +276,9 @@ JOIN ON (x.key = Y.key) ORDER BY key, value PREHOOK: type: QUERY +PREHOOK: Input: default@hbase_table_1 +PREHOOK: Input: default@hbase_table_2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT Y.* FROM @@ -275,6 +288,9 @@ JOIN ON (x.key = Y.key) ORDER BY key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@hbase_table_1 +POSTHOOK: Input: default@hbase_table_2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -494,6 +510,9 @@ JOIN (SELECT src.key, count(src.key) as count FROM src GROUP BY src.key) Y ON (x.key = Y.key) PREHOOK: type: QUERY +PREHOOK: Input: default@hbase_table_1 +PREHOOK: Input: default@src +PREHOOK: Output: default@hbase_table_3 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE hbase_table_3 SELECT x.key, x.value, Y.count @@ -503,6 +522,9 @@ JOIN (SELECT src.key, count(src.key) as count FROM src GROUP BY src.key) Y ON (x.key = Y.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@hbase_table_1 +POSTHOOK: Input: default@src +POSTHOOK: Output: default@hbase_table_3 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 is a root stage diff --git a/hbase-handler/src/test/results/positive/hbase_single_sourced_multi_insert.q.out b/hbase-handler/src/test/results/positive/hbase_single_sourced_multi_insert.q.out index 7982f22..9e8736c 100644 --- a/hbase-handler/src/test/results/positive/hbase_single_sourced_multi_insert.q.out +++ b/hbase-handler/src/test/results/positive/hbase_single_sourced_multi_insert.q.out @@ -27,6 +27,9 @@ select key,"" where a.key > 0 AND a.key < 50 insert overwrite table src_x2 select value,"" where a.key > 50 AND a.key < 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_x1 +PREHOOK: Output: default@src_x2 POSTHOOK: query: explain from src a insert overwrite table src_x1 @@ -34,6 +37,9 @@ select key,"" where a.key > 0 AND a.key < 50 insert overwrite table src_x2 select value,"" where a.key > 50 AND a.key < 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_x1 +POSTHOOK: Output: default@src_x2 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-4 depends on stages: Stage-2, Stage-0, Stage-1 diff --git a/hbase-handler/src/test/results/positive/hbase_timestamp.q.out b/hbase-handler/src/test/results/positive/hbase_timestamp.q.out index 9318cd7..c887ef5 100644 --- a/hbase-handler/src/test/results/positive/hbase_timestamp.q.out +++ b/hbase-handler/src/test/results/positive/hbase_timestamp.q.out @@ -164,9 +164,13 @@ POSTHOOK: Output: default@hbase_table PREHOOK: query: explain SELECT key, value, cast(`time` as timestamp) FROM hbase_table WHERE key > 100 AND key < 400 AND `time` < 200000000000 PREHOOK: type: QUERY +PREHOOK: Input: default@hbase_table +#### A masked pattern was here #### POSTHOOK: query: explain SELECT key, value, cast(`time` as timestamp) FROM hbase_table WHERE key > 100 AND key < 400 AND `time` < 200000000000 POSTHOOK: type: QUERY +POSTHOOK: Input: default@hbase_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -213,9 +217,13 @@ POSTHOOK: Input: default@hbase_table PREHOOK: query: explain SELECT key, value, cast(`time` as timestamp) FROM hbase_table WHERE key > 100 AND key < 400 AND `time` > 100000000000 PREHOOK: type: QUERY +PREHOOK: Input: default@hbase_table +#### A masked pattern was here #### POSTHOOK: query: explain SELECT key, value, cast(`time` as timestamp) FROM hbase_table WHERE key > 100 AND key < 400 AND `time` > 100000000000 POSTHOOK: type: QUERY +POSTHOOK: Input: default@hbase_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -264,9 +272,13 @@ POSTHOOK: Input: default@hbase_table PREHOOK: query: explain SELECT key, value, cast(`time` as timestamp) FROM hbase_table WHERE key > 100 AND key < 400 AND `time` <= 100000000000 PREHOOK: type: QUERY +PREHOOK: Input: default@hbase_table +#### A masked pattern was here #### POSTHOOK: query: explain SELECT key, value, cast(`time` as timestamp) FROM hbase_table WHERE key > 100 AND key < 400 AND `time` <= 100000000000 POSTHOOK: type: QUERY +POSTHOOK: Input: default@hbase_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -313,9 +325,13 @@ POSTHOOK: Input: default@hbase_table PREHOOK: query: explain SELECT key, value, cast(`time` as timestamp) FROM hbase_table WHERE key > 100 AND key < 400 AND `time` >= 200000000000 PREHOOK: type: QUERY +PREHOOK: Input: default@hbase_table +#### A masked pattern was here #### POSTHOOK: query: explain SELECT key, value, cast(`time` as timestamp) FROM hbase_table WHERE key > 100 AND key < 400 AND `time` >= 200000000000 POSTHOOK: type: QUERY +POSTHOOK: Input: default@hbase_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/hbase-handler/src/test/results/positive/hbasestats.q.out b/hbase-handler/src/test/results/positive/hbasestats.q.out index b6737b7..5a4aea9 100644 --- a/hbase-handler/src/test/results/positive/hbasestats.q.out +++ b/hbase-handler/src/test/results/positive/hbasestats.q.out @@ -63,8 +63,12 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain INSERT OVERWRITE TABLE users SELECT 'user1', 'IA', 'USA', 0 FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@users POSTHOOK: query: explain INSERT OVERWRITE TABLE users SELECT 'user1', 'IA', 'USA', 0 FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@users STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 is a root stage @@ -280,8 +284,12 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain select count(*) from users PREHOOK: type: QUERY +PREHOOK: Input: default@users +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from users POSTHOOK: type: QUERY +POSTHOOK: Input: default@users +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -385,8 +393,12 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain select count(*) from users PREHOOK: type: QUERY +PREHOOK: Input: default@users +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from users POSTHOOK: type: QUERY +POSTHOOK: Input: default@users +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/hbase-handler/src/test/results/positive/ppd_key_ranges.q.out b/hbase-handler/src/test/results/positive/ppd_key_ranges.q.out index 8112046..6eb283f 100644 --- a/hbase-handler/src/test/results/positive/ppd_key_ranges.q.out +++ b/hbase-handler/src/test/results/positive/ppd_key_ranges.q.out @@ -26,8 +26,12 @@ POSTHOOK: Input: default@src POSTHOOK: Output: default@hbase_ppd_keyrange PREHOOK: query: explain select * from hbase_ppd_keyrange where key > 8 and key < 21 PREHOOK: type: QUERY +PREHOOK: Input: default@hbase_ppd_keyrange +#### A masked pattern was here #### POSTHOOK: query: explain select * from hbase_ppd_keyrange where key > 8 and key < 21 POSTHOOK: type: QUERY +POSTHOOK: Input: default@hbase_ppd_keyrange +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -65,8 +69,12 @@ POSTHOOK: Input: default@hbase_ppd_keyrange 20 val_20 PREHOOK: query: explain select * from hbase_ppd_keyrange where key > 8 and key <= 17 PREHOOK: type: QUERY +PREHOOK: Input: default@hbase_ppd_keyrange +#### A masked pattern was here #### POSTHOOK: query: explain select * from hbase_ppd_keyrange where key > 8 and key <= 17 POSTHOOK: type: QUERY +POSTHOOK: Input: default@hbase_ppd_keyrange +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -101,8 +109,12 @@ POSTHOOK: Input: default@hbase_ppd_keyrange 17 val_17 PREHOOK: query: explain select * from hbase_ppd_keyrange where key > 8 and key <= 17 and value like '%11%' PREHOOK: type: QUERY +PREHOOK: Input: default@hbase_ppd_keyrange +#### A masked pattern was here #### POSTHOOK: query: explain select * from hbase_ppd_keyrange where key > 8 and key <= 17 and value like '%11%' POSTHOOK: type: QUERY +POSTHOOK: Input: default@hbase_ppd_keyrange +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -148,8 +160,12 @@ POSTHOOK: Input: default@hbase_ppd_keyrange 11 val_11 PREHOOK: query: explain select * from hbase_ppd_keyrange where key >= 9 and key < 17 and key = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@hbase_ppd_keyrange +#### A masked pattern was here #### POSTHOOK: query: explain select * from hbase_ppd_keyrange where key >= 9 and key < 17 and key = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@hbase_ppd_keyrange +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/itests/hive-blobstore/src/test/results/clientpositive/explain.q.out b/itests/hive-blobstore/src/test/results/clientpositive/explain.q.out index a0d6acf..cf1a496 100644 --- a/itests/hive-blobstore/src/test/results/clientpositive/explain.q.out +++ b/itests/hive-blobstore/src/test/results/clientpositive/explain.q.out @@ -33,8 +33,12 @@ POSTHOOK: Input: default@blobstore_table 1234 PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE blobstore_table SELECT count(1) FROM blobstore_table PREHOOK: type: QUERY +PREHOOK: Input: default@blobstore_table +PREHOOK: Output: default@blobstore_table POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE blobstore_table SELECT count(1) FROM blobstore_table POSTHOOK: type: QUERY +POSTHOOK: Input: default@blobstore_table +POSTHOOK: Output: default@blobstore_table STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/itests/hive-blobstore/src/test/results/clientpositive/insert_into_dynamic_partitions.q.out b/itests/hive-blobstore/src/test/results/clientpositive/insert_into_dynamic_partitions.q.out index 74a9a56..a93ea2b 100644 --- a/itests/hive-blobstore/src/test/results/clientpositive/insert_into_dynamic_partitions.q.out +++ b/itests/hive-blobstore/src/test/results/clientpositive/insert_into_dynamic_partitions.q.out @@ -76,8 +76,11 @@ POSTHOOK: Input: default@table1@key=505 5 505 PREHOOK: query: EXPLAIN EXTENDED INSERT INTO TABLE table1 PARTITION (key) VALUES (1, '101'), (2, '202'), (3, '303'), (4, '404'), (5, '505') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@table1 POSTHOOK: query: EXPLAIN EXTENDED INSERT INTO TABLE table1 PARTITION (key) VALUES (1, '101'), (2, '202'), (3, '303'), (4, '404'), (5, '505') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/itests/hive-blobstore/src/test/results/clientpositive/insert_into_table.q.out b/itests/hive-blobstore/src/test/results/clientpositive/insert_into_table.q.out index f6b6fee..128aaa8 100644 --- a/itests/hive-blobstore/src/test/results/clientpositive/insert_into_table.q.out +++ b/itests/hive-blobstore/src/test/results/clientpositive/insert_into_table.q.out @@ -42,8 +42,12 @@ POSTHOOK: Input: default@table1 2 PREHOOK: query: EXPLAIN EXTENDED INSERT INTO TABLE table1 VALUES (1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@table1 POSTHOOK: query: EXPLAIN EXTENDED INSERT INTO TABLE table1 VALUES (1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@table1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_directory.q.out b/itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_directory.q.out index c59b57c..ac8ad59 100644 --- a/itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_directory.q.out +++ b/itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_directory.q.out @@ -60,8 +60,12 @@ k1 k2 PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE DIRECTORY '### test.blobstore.path ###/table1.dir/' SELECT * FROM table1 PREHOOK: type: QUERY +PREHOOK: Input: default@table1 +PREHOOK: Output: ### test.blobstore.path ###/table1.dir POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE DIRECTORY '### test.blobstore.path ###/table1.dir/' SELECT * FROM table1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table1 +POSTHOOK: Output: ### test.blobstore.path ###/table1.dir OPTIMIZED SQL: SELECT `id`, `key` FROM `default`.`table1` STAGE DEPENDENCIES: @@ -285,10 +289,16 @@ PREHOOK: query: EXPLAIN EXTENDED FROM table1 INSERT OVERWRITE DIRECTORY '### test.blobstore.path ###/table1.dir/' SELECT id INSERT OVERWRITE DIRECTORY '### test.blobstore.path ###/table2.dir/' SELECT key PREHOOK: type: QUERY +PREHOOK: Input: default@table1 +PREHOOK: Output: ### test.blobstore.path ###/table1.dir +PREHOOK: Output: ### test.blobstore.path ###/table2.dir POSTHOOK: query: EXPLAIN EXTENDED FROM table1 INSERT OVERWRITE DIRECTORY '### test.blobstore.path ###/table1.dir/' SELECT id INSERT OVERWRITE DIRECTORY '### test.blobstore.path ###/table2.dir/' SELECT key POSTHOOK: type: QUERY +POSTHOOK: Input: default@table1 +POSTHOOK: Output: ### test.blobstore.path ###/table1.dir +POSTHOOK: Output: ### test.blobstore.path ###/table2.dir STAGE DEPENDENCIES: Stage-2 is a root stage Stage-7 depends on stages: Stage-2 , consists of Stage-4, Stage-3, Stage-5 diff --git a/itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_dynamic_partitions.q.out b/itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_dynamic_partitions.q.out index ee02c36..164963c 100644 --- a/itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_dynamic_partitions.q.out +++ b/itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_dynamic_partitions.q.out @@ -94,8 +94,11 @@ POSTHOOK: Input: default@table1@key=505 5 505 PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE table1 PARTITION (key) VALUES (1, '101'), (2, '202'), (3, '303'), (4, '404'), (5, '505') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@table1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE table1 PARTITION (key) VALUES (1, '101'), (2, '202'), (3, '303'), (4, '404'), (5, '505') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_table.q.out b/itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_table.q.out index fdfe44c..c2ee0db 100644 --- a/itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_table.q.out +++ b/itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_table.q.out @@ -50,8 +50,12 @@ POSTHOOK: Input: default@table1 2 PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE table1 VALUES (1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@table1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE table1 VALUES (1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@table1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/itests/hive-blobstore/src/test/results/clientpositive/write_final_output_blobstore.q.out b/itests/hive-blobstore/src/test/results/clientpositive/write_final_output_blobstore.q.out index b6fff60..1503095 100644 --- a/itests/hive-blobstore/src/test/results/clientpositive/write_final_output_blobstore.q.out +++ b/itests/hive-blobstore/src/test/results/clientpositive/write_final_output_blobstore.q.out @@ -26,8 +26,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@blobstore_table PREHOOK: query: EXPLAIN EXTENDED FROM hdfs_table INSERT OVERWRITE TABLE blobstore_table SELECT hdfs_table.key GROUP BY hdfs_table.key ORDER BY hdfs_table.key PREHOOK: type: QUERY +PREHOOK: Input: default@hdfs_table +PREHOOK: Output: default@blobstore_table POSTHOOK: query: EXPLAIN EXTENDED FROM hdfs_table INSERT OVERWRITE TABLE blobstore_table SELECT hdfs_table.key GROUP BY hdfs_table.key ORDER BY hdfs_table.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@hdfs_table +POSTHOOK: Output: default@blobstore_table OPTIMIZED SQL: SELECT `key` FROM `default`.`hdfs_table` GROUP BY `key` @@ -301,8 +305,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN EXTENDED FROM hdfs_table INSERT OVERWRITE TABLE blobstore_table SELECT hdfs_table.key GROUP BY hdfs_table.key ORDER BY hdfs_table.key PREHOOK: type: QUERY +PREHOOK: Input: default@hdfs_table +PREHOOK: Output: default@blobstore_table POSTHOOK: query: EXPLAIN EXTENDED FROM hdfs_table INSERT OVERWRITE TABLE blobstore_table SELECT hdfs_table.key GROUP BY hdfs_table.key ORDER BY hdfs_table.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@hdfs_table +POSTHOOK: Output: default@blobstore_table OPTIMIZED SQL: SELECT `key` FROM `default`.`hdfs_table` GROUP BY `key` diff --git a/ql/src/java/org/apache/hadoop/hive/ql/hooks/EnforceReadOnlyTables.java b/ql/src/java/org/apache/hadoop/hive/ql/hooks/EnforceReadOnlyTables.java index 47fff8b..d5c8a51 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/hooks/EnforceReadOnlyTables.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/hooks/EnforceReadOnlyTables.java @@ -40,11 +40,12 @@ public void run(HookContext hookContext) throws Exception { Set inputs = hookContext.getInputs(); Set outputs = hookContext.getOutputs(); UserGroupInformation ugi = hookContext.getUgi(); - this.run(ss,inputs,outputs,ugi); + boolean isExplain = hookContext.getQueryPlan().isExplain(); + this.run(ss,inputs,outputs,ugi, isExplain); } public void run(SessionState sess, Set inputs, - Set outputs, UserGroupInformation ugi) + Set outputs, UserGroupInformation ugi, boolean isExplain) throws Exception { // Don't enforce during test driver setup or shutdown. @@ -59,7 +60,7 @@ public void run(SessionState sess, Set inputs, (w.getTyp() == WriteEntity.Type.PARTITION)) { Table t = w.getTable(); if (DEFAULT_DATABASE_NAME.equalsIgnoreCase(t.getDbName()) - && readOnlyTables.contains(t.getTableName())) { + && readOnlyTables.contains(t.getTableName()) && !isExplain) { throw new RuntimeException ("Cannot overwrite read-only table: " + t.getTableName()); } } diff --git a/ql/src/java/org/apache/hadoop/hive/ql/parse/ExplainSemanticAnalyzer.java b/ql/src/java/org/apache/hadoop/hive/ql/parse/ExplainSemanticAnalyzer.java index 5594faf..6ecc920 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/parse/ExplainSemanticAnalyzer.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/parse/ExplainSemanticAnalyzer.java @@ -165,6 +165,8 @@ public void analyzeInternal(ASTNode ast) throws SemanticException { BaseSemanticAnalyzer sem = SemanticAnalyzerFactory.get(queryState, input); sem.analyze(input, ctx); sem.validate(); + inputs = sem.getInputs(); + outputs = sem.getOutputs(); ctx.setResFile(ctx.getLocalTmpPath()); List> tasks = sem.getAllRootTasks(); diff --git a/ql/src/test/queries/clientnegative/authorization_explain.q b/ql/src/test/queries/clientnegative/authorization_explain.q new file mode 100644 index 0000000..1fed6dd --- /dev/null +++ b/ql/src/test/queries/clientnegative/authorization_explain.q @@ -0,0 +1,7 @@ +set hive.security.authorization.enabled=true; + +explain create table if not exists authorization_explain (key int, value string); + +create table if not exists authorization_explain (key int, value string); +revoke Select on table authorization_explain from user hive_test_user; +explain select * from authorization_explain; diff --git a/ql/src/test/results/clientnegative/authorization_alter_table_exchange_partition_fail.q.out b/ql/src/test/results/clientnegative/authorization_alter_table_exchange_partition_fail.q.out index 12b1339..e8a594a 100644 --- a/ql/src/test/results/clientnegative/authorization_alter_table_exchange_partition_fail.q.out +++ b/ql/src/test/results/clientnegative/authorization_alter_table_exchange_partition_fail.q.out @@ -49,8 +49,12 @@ default exchange_partition_test_2 user2 USER SELECT true -1 user1 default exchange_partition_test_2 user2 USER UPDATE true -1 user1 PREHOOK: query: explain authorization alter table exchange_partition_test_2 exchange partition (b=1) with table exchange_partition_test_1 PREHOOK: type: ALTERTABLE_EXCHANGEPARTITION +PREHOOK: Input: default@exchange_partition_test_1 +PREHOOK: Output: default@exchange_partition_test_2 POSTHOOK: query: explain authorization alter table exchange_partition_test_2 exchange partition (b=1) with table exchange_partition_test_1 POSTHOOK: type: ALTERTABLE_EXCHANGEPARTITION +POSTHOOK: Input: default@exchange_partition_test_1 +POSTHOOK: Output: default@exchange_partition_test_2 INPUTS: default@exchange_partition_test_1 OUTPUTS: diff --git a/ql/src/test/results/clientnegative/authorization_alter_table_exchange_partition_fail2.q.out b/ql/src/test/results/clientnegative/authorization_alter_table_exchange_partition_fail2.q.out index f34f996..2d2558c 100644 --- a/ql/src/test/results/clientnegative/authorization_alter_table_exchange_partition_fail2.q.out +++ b/ql/src/test/results/clientnegative/authorization_alter_table_exchange_partition_fail2.q.out @@ -53,8 +53,12 @@ POSTHOOK: query: show grant user user1 on table exchange_partition_test_2 POSTHOOK: type: SHOW_GRANT PREHOOK: query: explain authorization alter table exchange_partition_test_2 exchange partition (b=1) with table exchange_partition_test_1 PREHOOK: type: ALTERTABLE_EXCHANGEPARTITION +PREHOOK: Input: default@exchange_partition_test_1 +PREHOOK: Output: default@exchange_partition_test_2 POSTHOOK: query: explain authorization alter table exchange_partition_test_2 exchange partition (b=1) with table exchange_partition_test_1 POSTHOOK: type: ALTERTABLE_EXCHANGEPARTITION +POSTHOOK: Input: default@exchange_partition_test_1 +POSTHOOK: Output: default@exchange_partition_test_2 INPUTS: default@exchange_partition_test_1 OUTPUTS: diff --git a/ql/src/test/results/clientnegative/authorization_explain.q.out b/ql/src/test/results/clientnegative/authorization_explain.q.out new file mode 100644 index 0000000..792de42 --- /dev/null +++ b/ql/src/test/results/clientnegative/authorization_explain.q.out @@ -0,0 +1,37 @@ +PREHOOK: query: explain create table if not exists authorization_explain (key int, value string) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@authorization_explain +POSTHOOK: query: explain create table if not exists authorization_explain (key int, value string) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@authorization_explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Create Table Operator: + Create Table + columns: key int, value string + if not exists: true + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat + serde name: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.authorization_explain + +PREHOOK: query: create table if not exists authorization_explain (key int, value string) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@authorization_explain +POSTHOOK: query: create table if not exists authorization_explain (key int, value string) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@authorization_explain +PREHOOK: query: revoke Select on table authorization_explain from user hive_test_user +PREHOOK: type: REVOKE_PRIVILEGE +PREHOOK: Output: default@authorization_explain +POSTHOOK: query: revoke Select on table authorization_explain from user hive_test_user +POSTHOOK: type: REVOKE_PRIVILEGE +POSTHOOK: Output: default@authorization_explain +FAILED: HiveAccessControlException Permission denied: Principal [name=hive_test_user, type=USER] does not have following privileges for operation QUERY [[SELECT] on Object [type=TABLE_OR_VIEW, name=default.authorization_explain]] diff --git a/ql/src/test/results/clientnegative/authorization_insertpart_noinspriv.q.out b/ql/src/test/results/clientnegative/authorization_insertpart_noinspriv.q.out index a524b97..55cb4d4 100644 --- a/ql/src/test/results/clientnegative/authorization_insertpart_noinspriv.q.out +++ b/ql/src/test/results/clientnegative/authorization_insertpart_noinspriv.q.out @@ -22,8 +22,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@user2tab PREHOOK: query: explain authorization insert into table testp partition (dt = '2012') values (1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@testp@dt=2012 POSTHOOK: query: explain authorization insert into table testp partition (dt = '2012') values (1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@testp@dt=2012 INPUTS: _dummy_database@_dummy_table OUTPUTS: @@ -36,8 +40,12 @@ AUTHORIZATION_FAILURES: Permission denied: Principal [name=user1, type=USER] does not have following privileges for operation QUERY [[INSERT] on Object [type=TABLE_OR_VIEW, name=default.testp, action=INSERT]] PREHOOK: query: explain authorization insert overwrite table testp partition (dt = '2012') values (1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@testp@dt=2012 POSTHOOK: query: explain authorization insert overwrite table testp partition (dt = '2012') values (1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@testp@dt=2012 INPUTS: _dummy_database@_dummy_table OUTPUTS: diff --git a/ql/src/test/results/clientnegative/authorization_kill_query.q.out b/ql/src/test/results/clientnegative/authorization_kill_query.q.out index 1ce79c0..d135f34 100644 --- a/ql/src/test/results/clientnegative/authorization_kill_query.q.out +++ b/ql/src/test/results/clientnegative/authorization_kill_query.q.out @@ -4,6 +4,7 @@ POSTHOOK: query: set role ADMIN POSTHOOK: type: SHOW_ROLES PREHOOK: query: explain authorization kill query 'dummyqueryid' PREHOOK: type: KILL QUERY +PREHOOK: Output: dummyHostnameForTest POSTHOOK: query: explain authorization kill query 'dummyqueryid' POSTHOOK: type: KILL QUERY INPUTS: @@ -20,6 +21,7 @@ POSTHOOK: query: kill query 'dummyqueryid' POSTHOOK: type: KILL QUERY PREHOOK: query: explain authorization kill query 'dummyqueryid' PREHOOK: type: KILL QUERY +PREHOOK: Output: dummyHostnameForTest POSTHOOK: query: explain authorization kill query 'dummyqueryid' POSTHOOK: type: KILL QUERY INPUTS: diff --git a/ql/src/test/results/clientnegative/bucket_mapjoin_mismatch1.q.out b/ql/src/test/results/clientnegative/bucket_mapjoin_mismatch1.q.out index 4d4760c..061c8ac 100644 --- a/ql/src/test/results/clientnegative/bucket_mapjoin_mismatch1.q.out +++ b/ql/src/test/results/clientnegative/bucket_mapjoin_mismatch1.q.out @@ -79,11 +79,21 @@ select a.key, a.value, b.value from srcbucket_mapjoin_part a join srcbucket_mapjoin_part_2 b on a.key=b.key and a.ds="2008-04-08" and b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part +PREHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from srcbucket_mapjoin_part a join srcbucket_mapjoin_part_2 b on a.key=b.key and a.ds="2008-04-08" and b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part +POSTHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -156,11 +166,21 @@ select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_part a join srcbucket_mapjoin_part_2 b on a.key=b.key and a.ds="2008-04-08" and b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part +PREHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_part a join srcbucket_mapjoin_part_2 b on a.key=b.key and a.ds="2008-04-08" and b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part +POSTHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientnegative/masking_mv.q.out b/ql/src/test/results/clientnegative/masking_mv.q.out index 1c40f50..54e9843 100644 --- a/ql/src/test/results/clientnegative/masking_mv.q.out +++ b/ql/src/test/results/clientnegative/masking_mv.q.out @@ -16,10 +16,16 @@ PREHOOK: query: explain create materialized view `masking_test_view_n_mv` as select key from `masking_test_n_mv` PREHOOK: type: CREATE_MATERIALIZED_VIEW +PREHOOK: Input: default@masking_test_n_mv +PREHOOK: Output: database:default +PREHOOK: Output: default@masking_test_view_n_mv POSTHOOK: query: explain create materialized view `masking_test_view_n_mv` as select key from `masking_test_n_mv` POSTHOOK: type: CREATE_MATERIALIZED_VIEW +POSTHOOK: Input: default@masking_test_n_mv +POSTHOOK: Output: database:default +POSTHOOK: Output: default@masking_test_view_n_mv STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientnegative/script_error.q.out b/ql/src/test/results/clientnegative/script_error.q.out index c38f6d4..ca5e372 100644 --- a/ql/src/test/results/clientnegative/script_error.q.out +++ b/ql/src/test/results/clientnegative/script_error.q.out @@ -2,10 +2,14 @@ PREHOOK: query: EXPLAIN SELECT TRANSFORM(src.key, src.value) USING '../../data/scripts/error_script' AS (tkey, tvalue) FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT TRANSFORM(src.key, src.value) USING '../../data/scripts/error_script' AS (tkey, tvalue) FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientnegative/sortmerge_mapjoin_mismatch_1.q.out b/ql/src/test/results/clientnegative/sortmerge_mapjoin_mismatch_1.q.out index 5614cec..0fd2824 100644 --- a/ql/src/test/results/clientnegative/sortmerge_mapjoin_mismatch_1.q.out +++ b/ql/src/test/results/clientnegative/sortmerge_mapjoin_mismatch_1.q.out @@ -41,9 +41,15 @@ POSTHOOK: Lineage: table_desc.value SIMPLE [(src)src.FieldSchema(name:value, typ PREHOOK: query: explain select /*+mapjoin(a)*/ * from table_asc a join table_desc b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@table_asc +PREHOOK: Input: default@table_desc +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from table_asc a join table_desc b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_asc +POSTHOOK: Input: default@table_desc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientnegative/spark/spark_job_max_tasks.q.out b/ql/src/test/results/clientnegative/spark/spark_job_max_tasks.q.out index a3a264d..97780ff 100644 --- a/ql/src/test/results/clientnegative/spark/spark_job_max_tasks.q.out +++ b/ql/src/test/results/clientnegative/spark/spark_job_max_tasks.q.out @@ -2,10 +2,14 @@ PREHOOK: query: EXPLAIN SELECT TRANSFORM(key) USING 'python sleep.py' AS k FROM (SELECT key FROM src1 GROUP BY key) a ORDER BY k PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT TRANSFORM(key) USING 'python sleep.py' AS k FROM (SELECT key FROM src1 GROUP BY key) a ORDER BY k POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientnegative/spark/spark_stage_max_tasks.q.out b/ql/src/test/results/clientnegative/spark/spark_stage_max_tasks.q.out index a3a264d..97780ff 100644 --- a/ql/src/test/results/clientnegative/spark/spark_stage_max_tasks.q.out +++ b/ql/src/test/results/clientnegative/spark/spark_stage_max_tasks.q.out @@ -2,10 +2,14 @@ PREHOOK: query: EXPLAIN SELECT TRANSFORM(key) USING 'python sleep.py' AS k FROM (SELECT key FROM src1 GROUP BY key) a ORDER BY k PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT TRANSFORM(key) USING 'python sleep.py' AS k FROM (SELECT key FROM src1 GROUP BY key) a ORDER BY k POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientnegative/udf_assert_true.q.out b/ql/src/test/results/clientnegative/udf_assert_true.q.out index 7fc50d6..81a385a 100644 --- a/ql/src/test/results/clientnegative/udf_assert_true.q.out +++ b/ql/src/test/results/clientnegative/udf_assert_true.q.out @@ -5,8 +5,12 @@ POSTHOOK: type: DESCFUNCTION ASSERT_TRUE(condition) - Throw an exception if 'condition' is not true. PREHOOK: query: EXPLAIN SELECT ASSERT_TRUE(x > 0) FROM src LATERAL VIEW EXPLODE(ARRAY(1, 2)) a AS x LIMIT 2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT ASSERT_TRUE(x > 0) FROM src LATERAL VIEW EXPLODE(ARRAY(1, 2)) a AS x LIMIT 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -82,8 +86,12 @@ NULL NULL PREHOOK: query: EXPLAIN SELECT ASSERT_TRUE(x < 2) FROM src LATERAL VIEW EXPLODE(ARRAY(1, 2)) a AS x LIMIT 2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT ASSERT_TRUE(x < 2) FROM src LATERAL VIEW EXPLODE(ARRAY(1, 2)) a AS x LIMIT 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientnegative/udf_assert_true2.q.out b/ql/src/test/results/clientnegative/udf_assert_true2.q.out index f061a92..dca3f2d 100644 --- a/ql/src/test/results/clientnegative/udf_assert_true2.q.out +++ b/ql/src/test/results/clientnegative/udf_assert_true2.q.out @@ -1,7 +1,11 @@ PREHOOK: query: EXPLAIN SELECT 1 + ASSERT_TRUE(x < 2) FROM src LATERAL VIEW EXPLODE(ARRAY(1, 2)) a AS x LIMIT 2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT 1 + ASSERT_TRUE(x < 2) FROM src LATERAL VIEW EXPLODE(ARRAY(1, 2)) a AS x LIMIT 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/acid_mapjoin.q.out b/ql/src/test/results/clientpositive/acid_mapjoin.q.out index 5569a03..c07b8ef 100644 --- a/ql/src/test/results/clientpositive/acid_mapjoin.q.out +++ b/ql/src/test/results/clientpositive/acid_mapjoin.q.out @@ -61,9 +61,15 @@ POSTHOOK: Output: default@acid1 PREHOOK: query: explain select count(*) from acid1 join acid2 on acid1.key = acid2.key PREHOOK: type: QUERY +PREHOOK: Input: default@acid1 +PREHOOK: Input: default@acid2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from acid1 join acid2 on acid1.key = acid2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@acid1 +POSTHOOK: Input: default@acid2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-5 is a root stage Stage-2 depends on stages: Stage-5 diff --git a/ql/src/test/results/clientpositive/acid_nullscan.q.out b/ql/src/test/results/clientpositive/acid_nullscan.q.out index f4cc694..2014c58 100644 --- a/ql/src/test/results/clientpositive/acid_nullscan.q.out +++ b/ql/src/test/results/clientpositive/acid_nullscan.q.out @@ -29,9 +29,13 @@ POSTHOOK: Lineage: acid_vectorized_n1.b SCRIPT [] PREHOOK: query: explain extended select sum(a) from acid_vectorized_n1 where false PREHOOK: type: QUERY +PREHOOK: Input: default@acid_vectorized_n1 +#### A masked pattern was here #### POSTHOOK: query: explain extended select sum(a) from acid_vectorized_n1 where false POSTHOOK: type: QUERY +POSTHOOK: Input: default@acid_vectorized_n1 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT SUM(`a`) AS `$f0` FROM `default`.`acid_vectorized_n1` WHERE FALSE diff --git a/ql/src/test/results/clientpositive/acid_table_stats.q.out b/ql/src/test/results/clientpositive/acid_table_stats.q.out index 9a9617a..18f7e5a 100644 --- a/ql/src/test/results/clientpositive/acid_table_stats.q.out +++ b/ql/src/test/results/clientpositive/acid_table_stats.q.out @@ -710,8 +710,12 @@ POSTHOOK: Input: default@acid@ds=2008-04-09 2000 PREHOOK: query: explain select count(*) from acid where ds='2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@acid +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from acid where ds='2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@acid +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/add_part_multiple.q.out b/ql/src/test/results/clientpositive/add_part_multiple.q.out index 5c9282d..7631c4d 100644 --- a/ql/src/test/results/clientpositive/add_part_multiple.q.out +++ b/ql/src/test/results/clientpositive/add_part_multiple.q.out @@ -13,6 +13,8 @@ PARTITION (ds='2010-02-01') location 'B' PARTITION (ds='2010-03-01') PARTITION (ds='2010-04-01') location 'C' PREHOOK: type: ALTERTABLE_ADDPARTS +#### A masked pattern was here #### +PREHOOK: Output: default@add_part_test_n1 POSTHOOK: query: explain ALTER TABLE add_part_test_n1 ADD IF NOT EXISTS PARTITION (ds='2010-01-01') location 'A' @@ -20,6 +22,8 @@ PARTITION (ds='2010-02-01') location 'B' PARTITION (ds='2010-03-01') PARTITION (ds='2010-04-01') location 'C' POSTHOOK: type: ALTERTABLE_ADDPARTS +#### A masked pattern was here #### +POSTHOOK: Output: default@add_part_test_n1 STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/alias_casted_column.q.out b/ql/src/test/results/clientpositive/alias_casted_column.q.out index c06173d..e5eeaa7 100644 --- a/ql/src/test/results/clientpositive/alias_casted_column.q.out +++ b/ql/src/test/results/clientpositive/alias_casted_column.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain select key from (select cast(key as int) from src )t PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key from (select cast(key as int) from src )t POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -34,8 +38,12 @@ STAGE PLANS: PREHOOK: query: explain select key2 from (select cast(key as int) key2 from src )t PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key2 from (select cast(key as int) key2 from src )t POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/allcolref_in_udf.q.out b/ql/src/test/results/clientpositive/allcolref_in_udf.q.out index 000a782..47da4bf 100644 --- a/ql/src/test/results/clientpositive/allcolref_in_udf.q.out +++ b/ql/src/test/results/clientpositive/allcolref_in_udf.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select concat(*),array(*) from src where key < 100 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select concat(*),array(*) from src where key < 100 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -63,11 +67,15 @@ select stack(2, *) as (e1,e2,e3) from ( select concat(*), concat(a.*), concat(b.*), concat(a.*, b.key), concat(a.key, b.*) from src a join src b on a.key+1=b.key where a.key < 100) x limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select stack(2, *) as (e1,e2,e3) from ( select concat(*), concat(a.*), concat(b.*), concat(a.*, b.key), concat(a.key, b.*) from src a join src b on a.key+1=b.key where a.key < 100) x limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -180,8 +188,12 @@ POSTHOOK: Output: default@allcolref POSTHOOK: Lineage: allcolref._c0 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain select explode(*) as x from allcolref limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@allcolref +#### A masked pattern was here #### POSTHOOK: query: explain select explode(*) as x from allcolref limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@allcolref +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/alterColumnStatsPart.q.out b/ql/src/test/results/clientpositive/alterColumnStatsPart.q.out index d5975e1..a887996 100644 --- a/ql/src/test/results/clientpositive/alterColumnStatsPart.q.out +++ b/ql/src/test/results/clientpositive/alterColumnStatsPart.q.out @@ -107,8 +107,14 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain select max(a) from p where c=1 PREHOOK: type: QUERY +PREHOOK: Input: default@p +PREHOOK: Input: default@p@c=1 +#### A masked pattern was here #### POSTHOOK: query: explain select max(a) from p where c=1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@p +POSTHOOK: Input: default@p@c=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -170,8 +176,12 @@ POSTHOOK: Output: default@p@c=1 #### A masked pattern was here #### PREHOOK: query: explain select max(a) from p where c=1 PREHOOK: type: QUERY +PREHOOK: Input: default@p +#### A masked pattern was here #### POSTHOOK: query: explain select max(a) from p where c=1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@p +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -241,8 +251,14 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain select max(a) from p where c=4 PREHOOK: type: QUERY +PREHOOK: Input: default@p +PREHOOK: Input: default@p@c=4 +#### A masked pattern was here #### POSTHOOK: query: explain select max(a) from p where c=4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@p +POSTHOOK: Input: default@p@c=4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -334,8 +350,14 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain select max(a) from p where c=100 PREHOOK: type: QUERY +PREHOOK: Input: default@p +PREHOOK: Input: default@p@c=100 +#### A masked pattern was here #### POSTHOOK: query: explain select max(a) from p where c=100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@p +POSTHOOK: Input: default@p@c=100 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -397,8 +419,14 @@ POSTHOOK: Output: default@p@c=100 #### A masked pattern was here #### PREHOOK: query: explain select max(a) from p where c=100 PREHOOK: type: QUERY +PREHOOK: Input: default@p +PREHOOK: Input: default@p@c=100 +#### A masked pattern was here #### POSTHOOK: query: explain select max(a) from p where c=100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@p +POSTHOOK: Input: default@p@c=100 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -507,8 +535,12 @@ POSTHOOK: Output: default@p@c=100 #### A masked pattern was here #### PREHOOK: query: explain select max(a) from p where c=100 PREHOOK: type: QUERY +PREHOOK: Input: default@p +#### A masked pattern was here #### POSTHOOK: query: explain select max(a) from p where c=100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@p +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/alter_partition_coltype.q.out b/ql/src/test/results/clientpositive/alter_partition_coltype.q.out index 205b2bc..f612225 100644 --- a/ql/src/test/results/clientpositive/alter_partition_coltype.q.out +++ b/ql/src/test/results/clientpositive/alter_partition_coltype.q.out @@ -68,8 +68,12 @@ POSTHOOK: Input: default@alter_coltype 50 PREHOOK: query: explain extended select count(*) from alter_coltype where dt = '100' PREHOOK: type: QUERY +PREHOOK: Input: default@alter_coltype +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) from alter_coltype where dt = '100' POSTHOOK: type: QUERY +POSTHOOK: Input: default@alter_coltype +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM `default`.`alter_coltype` WHERE `dt` = 100 @@ -118,8 +122,12 @@ POSTHOOK: Input: default@alter_coltype 25 PREHOOK: query: explain extended select count(*) from alter_coltype where ts = '6.30' PREHOOK: type: QUERY +PREHOOK: Input: default@alter_coltype +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) from alter_coltype where ts = '6.30' POSTHOOK: type: QUERY +POSTHOOK: Input: default@alter_coltype +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM `default`.`alter_coltype` WHERE `ts` = 6.3 @@ -144,8 +152,12 @@ POSTHOOK: Input: default@alter_coltype 25 PREHOOK: query: explain extended select count(*) from alter_coltype where ts = 3.0 and dt=100 PREHOOK: type: QUERY +PREHOOK: Input: default@alter_coltype +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) from alter_coltype where ts = 3.0 and dt=100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alter_coltype +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM `default`.`alter_coltype` WHERE `ts` = 3 AND `dt` = 100 @@ -223,8 +235,16 @@ POSTHOOK: Input: default@alter_coltype@dt=100/ts=6.30 100 6.3 PREHOOK: query: explain extended select key, value, dt, ts from alter_coltype where dt is not null PREHOOK: type: QUERY +PREHOOK: Input: default@alter_coltype +PREHOOK: Input: default@alter_coltype@dt=100/ts=3.0 +PREHOOK: Input: default@alter_coltype@dt=100/ts=6.30 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value, dt, ts from alter_coltype where dt is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@alter_coltype +POSTHOOK: Input: default@alter_coltype@dt=100/ts=3.0 +POSTHOOK: Input: default@alter_coltype@dt=100/ts=6.30 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value`, `dt`, `ts` FROM `default`.`alter_coltype` WHERE `dt` IS NOT NULL @@ -462,8 +482,14 @@ POSTHOOK: Input: pt@alterdynamic_part_table POSTHOOK: Output: pt@alterdynamic_part_table PREHOOK: query: explain extended select intcol from pt.alterdynamic_part_table where partcol1='1' and partcol2='1' PREHOOK: type: QUERY +PREHOOK: Input: pt@alterdynamic_part_table +PREHOOK: Input: pt@alterdynamic_part_table@partcol1=1/partcol2=1 +#### A masked pattern was here #### POSTHOOK: query: explain extended select intcol from pt.alterdynamic_part_table where partcol1='1' and partcol2='1' POSTHOOK: type: QUERY +POSTHOOK: Input: pt@alterdynamic_part_table +POSTHOOK: Input: pt@alterdynamic_part_table@partcol1=1/partcol2=1 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `intcol` FROM `pt`.`alterdynamic_part_table` WHERE `partcol1` = 1 AND `partcol2` = '1' diff --git a/ql/src/test/results/clientpositive/alter_rename_table.q.out b/ql/src/test/results/clientpositive/alter_rename_table.q.out index 732d8a2..16ba339 100644 --- a/ql/src/test/results/clientpositive/alter_rename_table.q.out +++ b/ql/src/test/results/clientpositive/alter_rename_table.q.out @@ -117,9 +117,13 @@ POSTHOOK: Input: source@srcpart@ds=2008-04-09/hr=12 PREHOOK: query: explain ALTER TABLE source.src RENAME TO target.src PREHOOK: type: ALTERTABLE_RENAME +PREHOOK: Input: source@src +PREHOOK: Output: source@src POSTHOOK: query: explain ALTER TABLE source.src RENAME TO target.src POSTHOOK: type: ALTERTABLE_RENAME +POSTHOOK: Input: source@src +POSTHOOK: Output: source@src STAGE DEPENDENCIES: Stage-0 is a root stage @@ -161,9 +165,13 @@ POSTHOOK: Input: target@src PREHOOK: query: explain ALTER TABLE source.srcpart RENAME TO target.srcpart PREHOOK: type: ALTERTABLE_RENAME +PREHOOK: Input: source@srcpart +PREHOOK: Output: source@srcpart POSTHOOK: query: explain ALTER TABLE source.srcpart RENAME TO target.srcpart POSTHOOK: type: ALTERTABLE_RENAME +POSTHOOK: Input: source@srcpart +POSTHOOK: Output: source@srcpart STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/ambiguitycheck.q.out b/ql/src/test/results/clientpositive/ambiguitycheck.q.out index 80c9582..f4403f8 100644 --- a/ql/src/test/results/clientpositive/ambiguitycheck.q.out +++ b/ql/src/test/results/clientpositive/ambiguitycheck.q.out @@ -814,8 +814,10 @@ NULL NULL PREHOOK: query: explain extended desc default.src key PREHOOK: type: DESCTABLE +PREHOOK: Input: default@src POSTHOOK: query: explain extended desc default.src key POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/ambiguous_col.q.out b/ql/src/test/results/clientpositive/ambiguous_col.q.out index a7682fb..76fb264 100644 --- a/ql/src/test/results/clientpositive/ambiguous_col.q.out +++ b/ql/src/test/results/clientpositive/ambiguous_col.q.out @@ -1,7 +1,13 @@ PREHOOK: query: explain select * from (select a.key, a.* from (select * from src) a join (select * from src1) b on (a.key = b.key)) t PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select a.key, a.* from (select * from src) a join (select * from src1) b on (a.key = b.key)) t POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -117,8 +123,14 @@ POSTHOOK: Input: default@src1 98 98 val_98 PREHOOK: query: explain select * from (select a.key, a.`[k].*` from (select * from src) a join (select * from src1) b on (a.key = b.key)) t PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select a.key, a.`[k].*` from (select * from src) a join (select * from src1) b on (a.key = b.key)) t POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -233,8 +245,14 @@ POSTHOOK: Input: default@src1 98 98 PREHOOK: query: explain select * from (select a.key, a.key from (select * from src) a join (select * from src1) b on (a.key = b.key)) t PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select a.key, a.key from (select * from src) a join (select * from src1) b on (a.key = b.key)) t POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/analyze_table_null_partition.q.out b/ql/src/test/results/clientpositive/analyze_table_null_partition.q.out index 353813e..f21fbe6 100644 --- a/ql/src/test/results/clientpositive/analyze_table_null_partition.q.out +++ b/ql/src/test/results/clientpositive/analyze_table_null_partition.q.out @@ -85,8 +85,20 @@ age int #### A masked pattern was here #### PREHOOK: query: EXPLAIN EXTENDED select * from test2_n6 PREHOOK: type: QUERY +PREHOOK: Input: default@test2_n6 +PREHOOK: Input: default@test2_n6@age=15 +PREHOOK: Input: default@test2_n6@age=30 +PREHOOK: Input: default@test2_n6@age=40 +PREHOOK: Input: default@test2_n6@age=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED select * from test2_n6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test2_n6 +POSTHOOK: Input: default@test2_n6@age=15 +POSTHOOK: Input: default@test2_n6@age=30 +POSTHOOK: Input: default@test2_n6@age=40 +POSTHOOK: Input: default@test2_n6@age=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `name`, `age` FROM `default`.`test2_n6` STAGE DEPENDENCIES: diff --git a/ql/src/test/results/clientpositive/analyze_tbl_date.q.out b/ql/src/test/results/clientpositive/analyze_tbl_date.q.out index c2294ab..b31b408 100644 --- a/ql/src/test/results/clientpositive/analyze_tbl_date.q.out +++ b/ql/src/test/results/clientpositive/analyze_tbl_date.q.out @@ -61,8 +61,12 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain select * from test_table_n7 where d is not null PREHOOK: type: QUERY +PREHOOK: Input: default@test_table_n7 +#### A masked pattern was here #### POSTHOOK: query: explain select * from test_table_n7 where d is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table_n7 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/annotate_stats_deep_filters.q.out b/ql/src/test/results/clientpositive/annotate_stats_deep_filters.q.out index 5f68009..07ba2b1 100644 --- a/ql/src/test/results/clientpositive/annotate_stats_deep_filters.q.out +++ b/ql/src/test/results/clientpositive/annotate_stats_deep_filters.q.out @@ -88,6 +88,8 @@ or (t=37 and si=38) or (t=47 and si=48) or (t=52 and si=53)) PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_n4 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from over1k_n4 where ( (t=1 and si=2) or (t=2 and si=3) @@ -110,6 +112,8 @@ or (t=37 and si=38) or (t=47 and si=48) or (t=52 and si=53)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -178,6 +182,8 @@ or (t=37 and si=38) or (t=47 and si=48) or (t=52 and si=53)) PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_n4 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from over1k_n4 where ( (t=1 and si=2) or (t=2 and si=3) @@ -200,6 +206,8 @@ or (t=37 and si=38) or (t=47 and si=48) or (t=52 and si=53)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/annotate_stats_filter.q.out b/ql/src/test/results/clientpositive/annotate_stats_filter.q.out index 59df9b2..7ee055c 100644 --- a/ql/src/test/results/clientpositive/annotate_stats_filter.q.out +++ b/ql/src/test/results/clientpositive/annotate_stats_filter.q.out @@ -54,8 +54,12 @@ POSTHOOK: Lineage: loc_orc.year SIMPLE [(loc_staging)loc_staging.FieldSchema(nam POSTHOOK: Lineage: loc_orc.zip SIMPLE [(loc_staging)loc_staging.FieldSchema(name:zip, type:bigint, comment:null), ] PREHOOK: query: explain select * from loc_orc PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -75,8 +79,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc where state='OH' PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc where state='OH' POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -122,8 +130,12 @@ POSTHOOK: Output: default@loc_orc #### A masked pattern was here #### PREHOOK: query: explain select * from loc_orc where state='OH' PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc where state='OH' POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -159,8 +171,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc where state!='OH' PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc where state!='OH' POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -196,8 +212,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc where state<>'OH' PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc where state<>'OH' POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -233,8 +253,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc where zip is null PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc where zip is null POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -270,8 +294,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc where !(zip is not null) PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc where !(zip is not null) POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -307,8 +335,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc where zip is not null PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc where zip is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -344,8 +376,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc where !(zip is null) PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc where !(zip is null) POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -381,8 +417,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc where !false PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc where !false POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -402,8 +442,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc where !true PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc where !true POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -439,8 +483,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc where true PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc where true POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -460,8 +508,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc where 'foo' PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc where 'foo' POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -497,8 +549,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc where true = true PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc where true = true POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -518,8 +574,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc where false = true PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc where false = true POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -555,8 +615,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc where 'foo' = 'bar' PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc where 'foo' = 'bar' POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -592,8 +656,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc where false PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc where false POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -629,8 +697,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc where state='OH' or state='CA' PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc where state='OH' or state='CA' POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -666,8 +738,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc where year=2001 and year is null PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc where year=2001 and year is null POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -703,8 +779,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc where year=2001 and state='OH' and state='FL' PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc where year=2001 and state='OH' and state='FL' POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -740,8 +820,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc where (year=2001 and year is null) or (state='CA') PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc where (year=2001 and year is null) or (state='CA') POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -777,8 +861,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc where (year=2001 or year is null) and (state='CA') PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc where (year=2001 or year is null) and (state='CA') POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -814,8 +902,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc where locid < 30 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc where locid < 30 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -851,8 +943,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc where locid > 30 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc where locid > 30 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -888,8 +984,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc where locid <= 30 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc where locid <= 30 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -925,8 +1025,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc where locid >= 30 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc where locid >= 30 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -962,8 +1066,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc where locid < 3 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc where locid < 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -999,8 +1107,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc where locid > 3 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc where locid > 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1036,8 +1148,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc where locid <= 3 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc where locid <= 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1073,8 +1189,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc where locid >= 3 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc where locid >= 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/annotate_stats_groupby.q.out b/ql/src/test/results/clientpositive/annotate_stats_groupby.q.out index 18c103b..932e208 100644 --- a/ql/src/test/results/clientpositive/annotate_stats_groupby.q.out +++ b/ql/src/test/results/clientpositive/annotate_stats_groupby.q.out @@ -54,8 +54,12 @@ POSTHOOK: Lineage: loc_orc_n2.year SIMPLE [(loc_staging_n2)loc_staging_n2.FieldS POSTHOOK: Lineage: loc_orc_n2.zip SIMPLE [(loc_staging_n2)loc_staging_n2.FieldSchema(name:zip, type:bigint, comment:null), ] PREHOOK: query: explain select * from loc_orc_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -90,6 +94,8 @@ from ( select state as a, locid as b, count(*) as c ) sq1 group by a,c PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select a, c, min(b) from ( select state as a, locid as b, count(*) as c from loc_orc_n2 @@ -97,6 +103,8 @@ from ( select state as a, locid as b, count(*) as c ) sq1 group by a,c POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -190,8 +198,12 @@ POSTHOOK: Output: default@loc_orc_n2 #### A masked pattern was here #### PREHOOK: query: explain select year from loc_orc_n2 group by year PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select year from loc_orc_n2 group by year POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -240,8 +252,12 @@ STAGE PLANS: PREHOOK: query: explain select state,locid from loc_orc_n2 group by state,locid PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select state,locid from loc_orc_n2 group by state,locid POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -290,8 +306,12 @@ STAGE PLANS: PREHOOK: query: explain select state,locid from loc_orc_n2 group by state,locid with cube PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select state,locid from loc_orc_n2 group by state,locid with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -341,8 +361,12 @@ STAGE PLANS: PREHOOK: query: explain select state,locid from loc_orc_n2 group by state,locid with rollup PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select state,locid from loc_orc_n2 group by state,locid with rollup POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -392,8 +416,12 @@ STAGE PLANS: PREHOOK: query: explain select state,locid from loc_orc_n2 group by rollup( state,locid ) PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select state,locid from loc_orc_n2 group by rollup( state,locid ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -443,8 +471,12 @@ STAGE PLANS: PREHOOK: query: explain select state,locid from loc_orc_n2 group by state,locid grouping sets((state)) PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select state,locid from loc_orc_n2 group by state,locid grouping sets((state)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -494,8 +526,12 @@ STAGE PLANS: PREHOOK: query: explain select state,locid from loc_orc_n2 group by state,locid grouping sets((state),(locid)) PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select state,locid from loc_orc_n2 group by state,locid grouping sets((state),(locid)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -545,8 +581,12 @@ STAGE PLANS: PREHOOK: query: explain select state,locid from loc_orc_n2 group by state,locid grouping sets((state),(locid),()) PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select state,locid from loc_orc_n2 group by state,locid grouping sets((state),(locid),()) POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -596,8 +636,12 @@ STAGE PLANS: PREHOOK: query: explain select state,locid from loc_orc_n2 group by state,locid grouping sets((state,locid),(state),(locid),()) PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select state,locid from loc_orc_n2 group by state,locid grouping sets((state,locid),(state),(locid),()) POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -647,8 +691,12 @@ STAGE PLANS: PREHOOK: query: explain select year from loc_orc_n2 group by year PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select year from loc_orc_n2 group by year POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -697,8 +745,12 @@ STAGE PLANS: PREHOOK: query: explain select state,locid from loc_orc_n2 group by state,locid with cube PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select state,locid from loc_orc_n2 group by state,locid with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -748,8 +800,12 @@ STAGE PLANS: PREHOOK: query: explain select state,zip from loc_orc_n2 group by state,zip PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select state,zip from loc_orc_n2 group by state,zip POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -798,8 +854,12 @@ STAGE PLANS: PREHOOK: query: explain select state,locid from loc_orc_n2 group by state,locid with cube PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select state,locid from loc_orc_n2 group by state,locid with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -849,8 +909,12 @@ STAGE PLANS: PREHOOK: query: explain select state,locid from loc_orc_n2 group by state,locid with rollup PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select state,locid from loc_orc_n2 group by state,locid with rollup POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -900,8 +964,12 @@ STAGE PLANS: PREHOOK: query: explain select state,locid from loc_orc_n2 group by rollup (state,locid) PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select state,locid from loc_orc_n2 group by rollup (state,locid) POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -951,8 +1019,12 @@ STAGE PLANS: PREHOOK: query: explain select state,locid from loc_orc_n2 group by state,locid grouping sets((state)) PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select state,locid from loc_orc_n2 group by state,locid grouping sets((state)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1002,8 +1074,12 @@ STAGE PLANS: PREHOOK: query: explain select state,locid from loc_orc_n2 group by state,locid grouping sets((state),(locid)) PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select state,locid from loc_orc_n2 group by state,locid grouping sets((state),(locid)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1053,8 +1129,12 @@ STAGE PLANS: PREHOOK: query: explain select state,locid from loc_orc_n2 group by state,locid grouping sets((state),(locid),()) PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select state,locid from loc_orc_n2 group by state,locid grouping sets((state),(locid),()) POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1104,8 +1184,12 @@ STAGE PLANS: PREHOOK: query: explain select state,locid from loc_orc_n2 group by state,locid grouping sets((state,locid),(state),(locid),()) PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select state,locid from loc_orc_n2 group by state,locid grouping sets((state,locid),(state),(locid),()) POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1155,8 +1239,12 @@ STAGE PLANS: PREHOOK: query: explain select year from loc_orc_n2 group by year PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select year from loc_orc_n2 group by year POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1205,8 +1293,12 @@ STAGE PLANS: PREHOOK: query: explain select state,locid from loc_orc_n2 group by state,locid with cube PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select state,locid from loc_orc_n2 group by state,locid with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/annotate_stats_groupby2.q.out b/ql/src/test/results/clientpositive/annotate_stats_groupby2.q.out index 745fdce..9ec49bd 100644 --- a/ql/src/test/results/clientpositive/annotate_stats_groupby2.q.out +++ b/ql/src/test/results/clientpositive/annotate_stats_groupby2.q.out @@ -38,8 +38,12 @@ POSTHOOK: Output: default@location #### A masked pattern was here #### PREHOOK: query: explain select state, country from location group by state, country PREHOOK: type: QUERY +PREHOOK: Input: default@location +#### A masked pattern was here #### POSTHOOK: query: explain select state, country from location group by state, country POSTHOOK: type: QUERY +POSTHOOK: Input: default@location +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -88,8 +92,12 @@ STAGE PLANS: PREHOOK: query: explain select state, country from location group by state, country with cube PREHOOK: type: QUERY +PREHOOK: Input: default@location +#### A masked pattern was here #### POSTHOOK: query: explain select state, country from location group by state, country with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@location +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -139,8 +147,12 @@ STAGE PLANS: PREHOOK: query: explain select state, country from location group by state, country PREHOOK: type: QUERY +PREHOOK: Input: default@location +#### A masked pattern was here #### POSTHOOK: query: explain select state, country from location group by state, country POSTHOOK: type: QUERY +POSTHOOK: Input: default@location +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -189,8 +201,12 @@ STAGE PLANS: PREHOOK: query: explain select state, votes from location group by state, votes PREHOOK: type: QUERY +PREHOOK: Input: default@location +#### A masked pattern was here #### POSTHOOK: query: explain select state, votes from location group by state, votes POSTHOOK: type: QUERY +POSTHOOK: Input: default@location +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -239,8 +255,12 @@ STAGE PLANS: PREHOOK: query: explain select state, country from location group by state, country with cube PREHOOK: type: QUERY +PREHOOK: Input: default@location +#### A masked pattern was here #### POSTHOOK: query: explain select state, country from location group by state, country with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@location +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -290,8 +310,12 @@ STAGE PLANS: PREHOOK: query: explain select state, country from location group by state, country PREHOOK: type: QUERY +PREHOOK: Input: default@location +#### A masked pattern was here #### POSTHOOK: query: explain select state, country from location group by state, country POSTHOOK: type: QUERY +POSTHOOK: Input: default@location +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -340,8 +364,12 @@ STAGE PLANS: PREHOOK: query: explain select state, country from location group by state, country with cube PREHOOK: type: QUERY +PREHOOK: Input: default@location +#### A masked pattern was here #### POSTHOOK: query: explain select state, country from location group by state, country with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@location +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/annotate_stats_join.q.out b/ql/src/test/results/clientpositive/annotate_stats_join.q.out index b7b429c..9cd48b0 100644 --- a/ql/src/test/results/clientpositive/annotate_stats_join.q.out +++ b/ql/src/test/results/clientpositive/annotate_stats_join.q.out @@ -126,8 +126,14 @@ POSTHOOK: Output: default@loc #### A masked pattern was here #### PREHOOK: query: explain select * from emp_n2 e join dept_n1 d on (e.deptid = d.deptid) PREHOOK: type: QUERY +PREHOOK: Input: default@dept_n1 +PREHOOK: Input: default@emp_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from emp_n2 e join dept_n1 d on (e.deptid = d.deptid) POSTHOOK: type: QUERY +POSTHOOK: Input: default@dept_n1 +POSTHOOK: Input: default@emp_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -193,8 +199,14 @@ STAGE PLANS: PREHOOK: query: explain select * from emp_n2,dept_n1 where emp_n2.deptid = dept_n1.deptid and emp_n2.lastname = dept_n1.deptname PREHOOK: type: QUERY +PREHOOK: Input: default@dept_n1 +PREHOOK: Input: default@emp_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from emp_n2,dept_n1 where emp_n2.deptid = dept_n1.deptid and emp_n2.lastname = dept_n1.deptname POSTHOOK: type: QUERY +POSTHOOK: Input: default@dept_n1 +POSTHOOK: Input: default@emp_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -259,8 +271,14 @@ STAGE PLANS: PREHOOK: query: explain select * from emp_n2 e join dept_n1 d on (e.deptid = d.deptid and e.lastname = d.deptname) PREHOOK: type: QUERY +PREHOOK: Input: default@dept_n1 +PREHOOK: Input: default@emp_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from emp_n2 e join dept_n1 d on (e.deptid = d.deptid and e.lastname = d.deptname) POSTHOOK: type: QUERY +POSTHOOK: Input: default@dept_n1 +POSTHOOK: Input: default@emp_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -325,8 +343,14 @@ STAGE PLANS: PREHOOK: query: explain select * from emp_n2,dept_n1 where emp_n2.deptid = dept_n1.deptid and emp_n2.lastname = dept_n1.deptname and dept_n1.deptname = emp_n2.lastname PREHOOK: type: QUERY +PREHOOK: Input: default@dept_n1 +PREHOOK: Input: default@emp_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from emp_n2,dept_n1 where emp_n2.deptid = dept_n1.deptid and emp_n2.lastname = dept_n1.deptname and dept_n1.deptname = emp_n2.lastname POSTHOOK: type: QUERY +POSTHOOK: Input: default@dept_n1 +POSTHOOK: Input: default@emp_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -391,8 +415,14 @@ STAGE PLANS: PREHOOK: query: explain select * from emp_n2 e join dept_n1 d on (e.deptid = d.deptid) join emp_n2 e1 on (e.deptid = e1.deptid) PREHOOK: type: QUERY +PREHOOK: Input: default@dept_n1 +PREHOOK: Input: default@emp_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from emp_n2 e join dept_n1 d on (e.deptid = d.deptid) join emp_n2 e1 on (e.deptid = e1.deptid) POSTHOOK: type: QUERY +POSTHOOK: Input: default@dept_n1 +POSTHOOK: Input: default@emp_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -476,8 +506,16 @@ STAGE PLANS: PREHOOK: query: explain select * from emp_n2 e join dept_n1 d on (e.deptid = d.deptid) join loc l on (e.deptid = l.locid) PREHOOK: type: QUERY +PREHOOK: Input: default@dept_n1 +PREHOOK: Input: default@emp_n2 +PREHOOK: Input: default@loc +#### A masked pattern was here #### POSTHOOK: query: explain select * from emp_n2 e join dept_n1 d on (e.deptid = d.deptid) join loc l on (e.deptid = l.locid) POSTHOOK: type: QUERY +POSTHOOK: Input: default@dept_n1 +POSTHOOK: Input: default@emp_n2 +POSTHOOK: Input: default@loc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -561,8 +599,16 @@ STAGE PLANS: PREHOOK: query: explain select * from emp_n2 e join dept_n1 d on (e.deptid = d.deptid and e.lastname = d.deptname) join loc l on (e.deptid = l.locid and e.lastname = l.state) PREHOOK: type: QUERY +PREHOOK: Input: default@dept_n1 +PREHOOK: Input: default@emp_n2 +PREHOOK: Input: default@loc +#### A masked pattern was here #### POSTHOOK: query: explain select * from emp_n2 e join dept_n1 d on (e.deptid = d.deptid and e.lastname = d.deptname) join loc l on (e.deptid = l.locid and e.lastname = l.state) POSTHOOK: type: QUERY +POSTHOOK: Input: default@dept_n1 +POSTHOOK: Input: default@emp_n2 +POSTHOOK: Input: default@loc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -645,8 +691,14 @@ STAGE PLANS: PREHOOK: query: explain select * from emp_n2 left outer join dept_n1 on emp_n2.deptid = dept_n1.deptid and emp_n2.lastname = dept_n1.deptname and dept_n1.deptname = emp_n2.lastname PREHOOK: type: QUERY +PREHOOK: Input: default@dept_n1 +PREHOOK: Input: default@emp_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from emp_n2 left outer join dept_n1 on emp_n2.deptid = dept_n1.deptid and emp_n2.lastname = dept_n1.deptname and dept_n1.deptname = emp_n2.lastname POSTHOOK: type: QUERY +POSTHOOK: Input: default@dept_n1 +POSTHOOK: Input: default@emp_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -705,8 +757,14 @@ STAGE PLANS: PREHOOK: query: explain select * from emp_n2 left semi join dept_n1 on emp_n2.deptid = dept_n1.deptid and emp_n2.lastname = dept_n1.deptname and dept_n1.deptname = emp_n2.lastname PREHOOK: type: QUERY +PREHOOK: Input: default@dept_n1 +PREHOOK: Input: default@emp_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from emp_n2 left semi join dept_n1 on emp_n2.deptid = dept_n1.deptid and emp_n2.lastname = dept_n1.deptname and dept_n1.deptname = emp_n2.lastname POSTHOOK: type: QUERY +POSTHOOK: Input: default@dept_n1 +POSTHOOK: Input: default@emp_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -776,8 +834,14 @@ STAGE PLANS: PREHOOK: query: explain select * from emp_n2 right outer join dept_n1 on emp_n2.deptid = dept_n1.deptid and emp_n2.lastname = dept_n1.deptname and dept_n1.deptname = emp_n2.lastname PREHOOK: type: QUERY +PREHOOK: Input: default@dept_n1 +PREHOOK: Input: default@emp_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from emp_n2 right outer join dept_n1 on emp_n2.deptid = dept_n1.deptid and emp_n2.lastname = dept_n1.deptname and dept_n1.deptname = emp_n2.lastname POSTHOOK: type: QUERY +POSTHOOK: Input: default@dept_n1 +POSTHOOK: Input: default@emp_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -836,8 +900,14 @@ STAGE PLANS: PREHOOK: query: explain select * from emp_n2 full outer join dept_n1 on emp_n2.deptid = dept_n1.deptid and emp_n2.lastname = dept_n1.deptname and dept_n1.deptname = emp_n2.lastname PREHOOK: type: QUERY +PREHOOK: Input: default@dept_n1 +PREHOOK: Input: default@emp_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from emp_n2 full outer join dept_n1 on emp_n2.deptid = dept_n1.deptid and emp_n2.lastname = dept_n1.deptname and dept_n1.deptname = emp_n2.lastname POSTHOOK: type: QUERY +POSTHOOK: Input: default@dept_n1 +POSTHOOK: Input: default@emp_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/annotate_stats_join_pkfk.q.out b/ql/src/test/results/clientpositive/annotate_stats_join_pkfk.q.out index d9f6bad..c163022 100644 --- a/ql/src/test/results/clientpositive/annotate_stats_join_pkfk.q.out +++ b/ql/src/test/results/clientpositive/annotate_stats_join_pkfk.q.out @@ -360,8 +360,14 @@ POSTHOOK: Output: default@customer_address #### A masked pattern was here #### PREHOOK: query: explain select s.s_store_sk from store_n0 s join store_sales_n0 ss on (s.s_store_sk = ss.ss_store_sk) PREHOOK: type: QUERY +PREHOOK: Input: default@store_n0 +PREHOOK: Input: default@store_sales_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select s.s_store_sk from store_n0 s join store_sales_n0 ss on (s.s_store_sk = ss.ss_store_sk) POSTHOOK: type: QUERY +POSTHOOK: Input: default@store_n0 +POSTHOOK: Input: default@store_sales_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -425,8 +431,14 @@ STAGE PLANS: PREHOOK: query: explain select s.s_store_sk from store_bigint s join store_sales_n0 ss on (s.s_store_sk = ss.ss_store_sk) PREHOOK: type: QUERY +PREHOOK: Input: default@store_bigint +PREHOOK: Input: default@store_sales_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select s.s_store_sk from store_bigint s join store_sales_n0 ss on (s.s_store_sk = ss.ss_store_sk) POSTHOOK: type: QUERY +POSTHOOK: Input: default@store_bigint +POSTHOOK: Input: default@store_sales_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -490,8 +502,14 @@ STAGE PLANS: PREHOOK: query: explain select s.s_store_sk from store_n0 s join store_sales_n0 ss on (s.s_store_sk = ss.ss_store_sk) where s.s_store_sk > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@store_n0 +PREHOOK: Input: default@store_sales_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select s.s_store_sk from store_n0 s join store_sales_n0 ss on (s.s_store_sk = ss.ss_store_sk) where s.s_store_sk > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@store_n0 +POSTHOOK: Input: default@store_sales_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -555,8 +573,14 @@ STAGE PLANS: PREHOOK: query: explain select s.s_store_sk from store_n0 s join store_sales_n0 ss on (s.s_store_sk = ss.ss_store_sk) where s.s_company_id > 0 and ss.ss_quantity > 10 PREHOOK: type: QUERY +PREHOOK: Input: default@store_n0 +PREHOOK: Input: default@store_sales_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select s.s_store_sk from store_n0 s join store_sales_n0 ss on (s.s_store_sk = ss.ss_store_sk) where s.s_company_id > 0 and ss.ss_quantity > 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@store_n0 +POSTHOOK: Input: default@store_sales_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -620,8 +644,14 @@ STAGE PLANS: PREHOOK: query: explain select s.s_store_sk from store_n0 s join store_sales_n0 ss on (s.s_store_sk = ss.ss_store_sk) where s.s_floor_space > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@store_n0 +PREHOOK: Input: default@store_sales_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select s.s_store_sk from store_n0 s join store_sales_n0 ss on (s.s_store_sk = ss.ss_store_sk) where s.s_floor_space > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@store_n0 +POSTHOOK: Input: default@store_sales_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -685,8 +715,14 @@ STAGE PLANS: PREHOOK: query: explain select s.s_store_sk from store_n0 s join store_sales_n0 ss on (s.s_store_sk = ss.ss_store_sk) where ss.ss_quantity > 10 PREHOOK: type: QUERY +PREHOOK: Input: default@store_n0 +PREHOOK: Input: default@store_sales_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select s.s_store_sk from store_n0 s join store_sales_n0 ss on (s.s_store_sk = ss.ss_store_sk) where ss.ss_quantity > 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@store_n0 +POSTHOOK: Input: default@store_sales_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -750,8 +786,14 @@ STAGE PLANS: PREHOOK: query: explain select s.s_store_sk from store_n0 s join store_sales_n0 ss on (s.s_store_sk = ss.ss_store_sk) join store_n0 s1 on (s1.s_store_sk = ss.ss_store_sk) PREHOOK: type: QUERY +PREHOOK: Input: default@store_n0 +PREHOOK: Input: default@store_sales_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select s.s_store_sk from store_n0 s join store_sales_n0 ss on (s.s_store_sk = ss.ss_store_sk) join store_n0 s1 on (s1.s_store_sk = ss.ss_store_sk) POSTHOOK: type: QUERY +POSTHOOK: Input: default@store_n0 +POSTHOOK: Input: default@store_sales_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -836,8 +878,14 @@ STAGE PLANS: PREHOOK: query: explain select s.s_store_sk from store_n0 s join store_sales_n0 ss on (s.s_store_sk = ss.ss_store_sk) join store_n0 s1 on (s1.s_store_sk = ss.ss_store_sk) where s.s_store_sk > 1000 PREHOOK: type: QUERY +PREHOOK: Input: default@store_n0 +PREHOOK: Input: default@store_sales_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select s.s_store_sk from store_n0 s join store_sales_n0 ss on (s.s_store_sk = ss.ss_store_sk) join store_n0 s1 on (s1.s_store_sk = ss.ss_store_sk) where s.s_store_sk > 1000 POSTHOOK: type: QUERY +POSTHOOK: Input: default@store_n0 +POSTHOOK: Input: default@store_sales_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -922,8 +970,14 @@ STAGE PLANS: PREHOOK: query: explain select s.s_store_sk from store_n0 s join store_sales_n0 ss on (s.s_store_sk = ss.ss_store_sk) join store_n0 s1 on (s1.s_store_sk = ss.ss_store_sk) where s.s_floor_space > 1000 PREHOOK: type: QUERY +PREHOOK: Input: default@store_n0 +PREHOOK: Input: default@store_sales_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select s.s_store_sk from store_n0 s join store_sales_n0 ss on (s.s_store_sk = ss.ss_store_sk) join store_n0 s1 on (s1.s_store_sk = ss.ss_store_sk) where s.s_floor_space > 1000 POSTHOOK: type: QUERY +POSTHOOK: Input: default@store_n0 +POSTHOOK: Input: default@store_sales_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1008,8 +1062,14 @@ STAGE PLANS: PREHOOK: query: explain select s.s_store_sk from store_n0 s join store_sales_n0 ss on (s.s_store_sk = ss.ss_store_sk) join store_n0 s1 on (s1.s_store_sk = ss.ss_store_sk) where ss.ss_quantity > 10 PREHOOK: type: QUERY +PREHOOK: Input: default@store_n0 +PREHOOK: Input: default@store_sales_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select s.s_store_sk from store_n0 s join store_sales_n0 ss on (s.s_store_sk = ss.ss_store_sk) join store_n0 s1 on (s1.s_store_sk = ss.ss_store_sk) where ss.ss_quantity > 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@store_n0 +POSTHOOK: Input: default@store_sales_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1094,8 +1154,16 @@ STAGE PLANS: PREHOOK: query: explain select s.s_store_sk from store_n0 s join store_sales_n0 ss on (s.s_store_sk = ss.ss_store_sk) join customer_address ca on (ca.ca_address_sk = ss.ss_addr_sk) PREHOOK: type: QUERY +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@store_n0 +PREHOOK: Input: default@store_sales_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select s.s_store_sk from store_n0 s join store_sales_n0 ss on (s.s_store_sk = ss.ss_store_sk) join customer_address ca on (ca.ca_address_sk = ss.ss_addr_sk) POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@store_n0 +POSTHOOK: Input: default@store_sales_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/annotate_stats_limit.q.out b/ql/src/test/results/clientpositive/annotate_stats_limit.q.out index 16f8a4f..ec1dc8b 100644 --- a/ql/src/test/results/clientpositive/annotate_stats_limit.q.out +++ b/ql/src/test/results/clientpositive/annotate_stats_limit.q.out @@ -64,8 +64,12 @@ POSTHOOK: Output: default@loc_orc_n5 #### A masked pattern was here #### PREHOOK: query: explain select * from loc_orc_n5 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc_n5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -85,8 +89,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc_n5 limit 4 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc_n5 limit 4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -109,8 +117,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc_n5 limit 16 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc_n5 limit 16 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -133,8 +145,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc_n5 limit 0 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc_n5 limit 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/annotate_stats_part.q.out b/ql/src/test/results/clientpositive/annotate_stats_part.q.out index ec74ee2..6783102 100644 --- a/ql/src/test/results/clientpositive/annotate_stats_part.q.out +++ b/ql/src/test/results/clientpositive/annotate_stats_part.q.out @@ -42,8 +42,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@loc_orc_n4 PREHOOK: query: explain select * from loc_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -78,8 +82,16 @@ POSTHOOK: Lineage: loc_orc_n4 PARTITION(year=__HIVE_DEFAULT_PARTITION__).state S POSTHOOK: Lineage: loc_orc_n4 PARTITION(year=__HIVE_DEFAULT_PARTITION__).zip SIMPLE [(loc_staging_n4)loc_staging_n4.FieldSchema(name:zip, type:bigint, comment:null), ] PREHOOK: query: explain select * from loc_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n4 +PREHOOK: Input: default@loc_orc_n4@year=2001 +PREHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n4 +POSTHOOK: Input: default@loc_orc_n4@year=2001 +POSTHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -109,8 +121,14 @@ POSTHOOK: Output: default@loc_orc_n4 POSTHOOK: Output: default@loc_orc_n4@year=2001 PREHOOK: query: explain select * from loc_orc_n4 where year='__HIVE_DEFAULT_PARTITION__' PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n4 +PREHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc_n4 where year='__HIVE_DEFAULT_PARTITION__' POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n4 +POSTHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -130,8 +148,16 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n4 +PREHOOK: Input: default@loc_orc_n4@year=2001 +PREHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n4 +POSTHOOK: Input: default@loc_orc_n4@year=2001 +POSTHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -151,8 +177,14 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc_n4 where year='2001' PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n4 +PREHOOK: Input: default@loc_orc_n4@year=2001 +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc_n4 where year='2001' POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n4 +POSTHOOK: Input: default@loc_orc_n4@year=2001 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -184,8 +216,14 @@ POSTHOOK: Output: default@loc_orc_n4@year=2001 POSTHOOK: Output: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ PREHOOK: query: explain select * from loc_orc_n4 where year='__HIVE_DEFAULT_PARTITION__' PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n4 +PREHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc_n4 where year='__HIVE_DEFAULT_PARTITION__' POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n4 +POSTHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -205,8 +243,16 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n4 +PREHOOK: Input: default@loc_orc_n4@year=2001 +PREHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n4 +POSTHOOK: Input: default@loc_orc_n4@year=2001 +POSTHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -226,8 +272,16 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc_n4 where year='2001' or year='__HIVE_DEFAULT_PARTITION__' PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n4 +PREHOOK: Input: default@loc_orc_n4@year=2001 +PREHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc_n4 where year='2001' or year='__HIVE_DEFAULT_PARTITION__' POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n4 +POSTHOOK: Input: default@loc_orc_n4@year=2001 +POSTHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -247,8 +301,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc_n4 where year='2001' and year='__HIVE_DEFAULT_PARTITION__' PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc_n4 where year='2001' and year='__HIVE_DEFAULT_PARTITION__' POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -285,8 +343,16 @@ POSTHOOK: Output: default@loc_orc_n4@year=2001 #### A masked pattern was here #### PREHOOK: query: explain select zip from loc_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n4 +PREHOOK: Input: default@loc_orc_n4@year=2001 +PREHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### POSTHOOK: query: explain select zip from loc_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n4 +POSTHOOK: Input: default@loc_orc_n4@year=2001 +POSTHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -306,8 +372,16 @@ STAGE PLANS: PREHOOK: query: explain select state from loc_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n4 +PREHOOK: Input: default@loc_orc_n4@year=2001 +PREHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### POSTHOOK: query: explain select state from loc_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n4 +POSTHOOK: Input: default@loc_orc_n4@year=2001 +POSTHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -327,8 +401,16 @@ STAGE PLANS: PREHOOK: query: explain select year from loc_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n4 +PREHOOK: Input: default@loc_orc_n4@year=2001 +PREHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### POSTHOOK: query: explain select year from loc_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n4 +POSTHOOK: Input: default@loc_orc_n4@year=2001 +POSTHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -348,8 +430,16 @@ STAGE PLANS: PREHOOK: query: explain select state,locid from loc_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n4 +PREHOOK: Input: default@loc_orc_n4@year=2001 +PREHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### POSTHOOK: query: explain select state,locid from loc_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n4 +POSTHOOK: Input: default@loc_orc_n4@year=2001 +POSTHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -369,8 +459,14 @@ STAGE PLANS: PREHOOK: query: explain select state,locid from loc_orc_n4 where year='2001' PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n4 +PREHOOK: Input: default@loc_orc_n4@year=2001 +#### A masked pattern was here #### POSTHOOK: query: explain select state,locid from loc_orc_n4 where year='2001' POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n4 +POSTHOOK: Input: default@loc_orc_n4@year=2001 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -390,8 +486,14 @@ STAGE PLANS: PREHOOK: query: explain select state,locid from loc_orc_n4 where year!='2001' PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n4 +PREHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### POSTHOOK: query: explain select state,locid from loc_orc_n4 where year!='2001' POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n4 +POSTHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -411,8 +513,16 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n4 +PREHOOK: Input: default@loc_orc_n4@year=2001 +PREHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n4 +POSTHOOK: Input: default@loc_orc_n4@year=2001 +POSTHOOK: Input: default@loc_orc_n4@year=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -432,8 +542,14 @@ STAGE PLANS: PREHOOK: query: explain select locid from loc_orc_n4 where locid>0 and year='2001' PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n4 +PREHOOK: Input: default@loc_orc_n4@year=2001 +#### A masked pattern was here #### POSTHOOK: query: explain select locid from loc_orc_n4 where locid>0 and year='2001' POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n4 +POSTHOOK: Input: default@loc_orc_n4@year=2001 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -456,8 +572,14 @@ STAGE PLANS: PREHOOK: query: explain select locid,year from loc_orc_n4 where locid>0 and year='2001' PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n4 +PREHOOK: Input: default@loc_orc_n4@year=2001 +#### A masked pattern was here #### POSTHOOK: query: explain select locid,year from loc_orc_n4 where locid>0 and year='2001' POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n4 +POSTHOOK: Input: default@loc_orc_n4@year=2001 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -480,8 +602,14 @@ STAGE PLANS: PREHOOK: query: explain select * from (select locid,year from loc_orc_n4) test where locid>0 and year='2001' PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n4 +PREHOOK: Input: default@loc_orc_n4@year=2001 +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select locid,year from loc_orc_n4) test where locid>0 and year='2001' POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n4 +POSTHOOK: Input: default@loc_orc_n4@year=2001 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/annotate_stats_select.q.out b/ql/src/test/results/clientpositive/annotate_stats_select.q.out index b740f99..fdb6623 100644 --- a/ql/src/test/results/clientpositive/annotate_stats_select.q.out +++ b/ql/src/test/results/clientpositive/annotate_stats_select.q.out @@ -91,8 +91,12 @@ POSTHOOK: Lineage: alltypes_orc.ts1 SIMPLE [(alltypes)alltypes.FieldSchema(name: POSTHOOK: Lineage: alltypes_orc.vc1 SIMPLE [(alltypes)alltypes.FieldSchema(name:vc1, type:varchar(5), comment:null), ] PREHOOK: query: explain select * from alltypes_orc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### POSTHOOK: query: explain select * from alltypes_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -122,8 +126,12 @@ POSTHOOK: Output: default@alltypes_orc #### A masked pattern was here #### PREHOOK: query: explain select * from alltypes_orc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### POSTHOOK: query: explain select * from alltypes_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -143,8 +151,12 @@ STAGE PLANS: PREHOOK: query: explain select bo1 from alltypes_orc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### POSTHOOK: query: explain select bo1 from alltypes_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -164,8 +176,12 @@ STAGE PLANS: PREHOOK: query: explain select i1 as int1 from alltypes_orc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### POSTHOOK: query: explain select i1 as int1 from alltypes_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -185,8 +201,12 @@ STAGE PLANS: PREHOOK: query: explain select s1 from alltypes_orc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### POSTHOOK: query: explain select s1 from alltypes_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -206,8 +226,12 @@ STAGE PLANS: PREHOOK: query: explain select m1 from alltypes_orc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### POSTHOOK: query: explain select m1 from alltypes_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -227,8 +251,12 @@ STAGE PLANS: PREHOOK: query: explain select bo1, ti1, si1, i1, bi1, f1, d1,s1 from alltypes_orc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### POSTHOOK: query: explain select bo1, ti1, si1, i1, bi1, f1, d1,s1 from alltypes_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -248,8 +276,12 @@ STAGE PLANS: PREHOOK: query: explain select null from alltypes_orc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### POSTHOOK: query: explain select null from alltypes_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -269,8 +301,12 @@ STAGE PLANS: PREHOOK: query: explain select 11 from alltypes_orc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### POSTHOOK: query: explain select 11 from alltypes_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -290,8 +326,12 @@ STAGE PLANS: PREHOOK: query: explain select 11L from alltypes_orc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### POSTHOOK: query: explain select 11L from alltypes_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -311,8 +351,12 @@ STAGE PLANS: PREHOOK: query: explain select 11.0 from alltypes_orc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### POSTHOOK: query: explain select 11.0 from alltypes_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -332,8 +376,12 @@ STAGE PLANS: PREHOOK: query: explain select "hello" from alltypes_orc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### POSTHOOK: query: explain select "hello" from alltypes_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -353,8 +401,12 @@ STAGE PLANS: PREHOOK: query: explain select cast("hello" as char(5)) from alltypes_orc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### POSTHOOK: query: explain select cast("hello" as char(5)) from alltypes_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -374,8 +426,12 @@ STAGE PLANS: PREHOOK: query: explain select cast("hello" as varchar(5)) from alltypes_orc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### POSTHOOK: query: explain select cast("hello" as varchar(5)) from alltypes_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -395,8 +451,12 @@ STAGE PLANS: PREHOOK: query: explain select unbase64("0xe23") from alltypes_orc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### POSTHOOK: query: explain select unbase64("0xe23") from alltypes_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -416,8 +476,12 @@ STAGE PLANS: PREHOOK: query: explain select cast("1" as TINYINT), cast("20" as SMALLINT) from alltypes_orc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### POSTHOOK: query: explain select cast("1" as TINYINT), cast("20" as SMALLINT) from alltypes_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -437,8 +501,12 @@ STAGE PLANS: PREHOOK: query: explain select cast("1970-12-31 15:59:58.174" as TIMESTAMP) from alltypes_orc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### POSTHOOK: query: explain select cast("1970-12-31 15:59:58.174" as TIMESTAMP) from alltypes_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -458,8 +526,12 @@ STAGE PLANS: PREHOOK: query: explain select cast("1970-12-31 15:59:58.174" as DATE) from alltypes_orc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### POSTHOOK: query: explain select cast("1970-12-31 15:59:58.174" as DATE) from alltypes_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -479,8 +551,12 @@ STAGE PLANS: PREHOOK: query: explain select cast("58.174" as DECIMAL) from alltypes_orc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### POSTHOOK: query: explain select cast("58.174" as DECIMAL) from alltypes_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -500,8 +576,12 @@ STAGE PLANS: PREHOOK: query: explain select array(1,2,3) from alltypes_orc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### POSTHOOK: query: explain select array(1,2,3) from alltypes_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -533,8 +613,12 @@ STAGE PLANS: PREHOOK: query: explain select str_to_map("a=1 b=2 c=3", " ", "=") from alltypes_orc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### POSTHOOK: query: explain select str_to_map("a=1 b=2 c=3", " ", "=") from alltypes_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -566,8 +650,12 @@ STAGE PLANS: PREHOOK: query: explain select NAMED_STRUCT("a", 11, "b", 11) from alltypes_orc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### POSTHOOK: query: explain select NAMED_STRUCT("a", 11, "b", 11) from alltypes_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -599,8 +687,12 @@ STAGE PLANS: PREHOOK: query: explain select CREATE_UNION(0, "hello") from alltypes_orc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### POSTHOOK: query: explain select CREATE_UNION(0, "hello") from alltypes_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -632,8 +724,12 @@ STAGE PLANS: PREHOOK: query: explain select count(*) from alltypes_orc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from alltypes_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -646,8 +742,12 @@ STAGE PLANS: PREHOOK: query: explain select count(1) from alltypes_orc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from alltypes_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -660,8 +760,12 @@ STAGE PLANS: PREHOOK: query: explain select *,11 from alltypes_orc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### POSTHOOK: query: explain select *,11 from alltypes_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -681,8 +785,12 @@ STAGE PLANS: PREHOOK: query: explain select i1 from (select i1 from alltypes_orc limit 10) temp PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### POSTHOOK: query: explain select i1 from (select i1 from alltypes_orc limit 10) temp POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -705,8 +813,12 @@ STAGE PLANS: PREHOOK: query: explain select i1 from (select i1,11 from alltypes_orc limit 10) temp PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### POSTHOOK: query: explain select i1 from (select i1,11 from alltypes_orc limit 10) temp POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -729,8 +841,12 @@ STAGE PLANS: PREHOOK: query: explain select i1,"hello" from (select i1,11 from alltypes_orc limit 10) temp PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### POSTHOOK: query: explain select i1,"hello" from (select i1,11 from alltypes_orc limit 10) temp POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -782,8 +898,12 @@ STAGE PLANS: PREHOOK: query: explain select x from (select i1,11.0 as x from alltypes_orc limit 10) temp PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### POSTHOOK: query: explain select x from (select i1,11.0 as x from alltypes_orc limit 10) temp POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -828,8 +948,12 @@ STAGE PLANS: PREHOOK: query: explain select x,"hello" from (select i1 as x, unbase64("0xe23") as ub from alltypes_orc limit 10) temp PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### POSTHOOK: query: explain select x,"hello" from (select i1 as x, unbase64("0xe23") as ub from alltypes_orc limit 10) temp POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -881,8 +1005,12 @@ STAGE PLANS: PREHOOK: query: explain select h, 11.0 from (select hell as h from (select i1, "hello" as hell from alltypes_orc limit 10) in1 limit 10) in2 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### POSTHOOK: query: explain select h, 11.0 from (select hell as h from (select i1, "hello" as hell from alltypes_orc limit 10) in1 limit 10) in2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -927,8 +1055,12 @@ STAGE PLANS: PREHOOK: query: explain select bo1 from alltypes_orc where bo1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### POSTHOOK: query: explain select bo1 from alltypes_orc where bo1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -963,8 +1095,12 @@ STAGE PLANS: PREHOOK: query: explain select bo1 from alltypes_orc where !bo1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### POSTHOOK: query: explain select bo1 from alltypes_orc where !bo1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/annotate_stats_table.q.out b/ql/src/test/results/clientpositive/annotate_stats_table.q.out index 9604208..d7f7b22 100644 --- a/ql/src/test/results/clientpositive/annotate_stats_table.q.out +++ b/ql/src/test/results/clientpositive/annotate_stats_table.q.out @@ -30,8 +30,12 @@ POSTHOOK: Input: default@emp_orc POSTHOOK: Output: default@emp_orc PREHOOK: query: explain select * from emp_orc PREHOOK: type: QUERY +PREHOOK: Input: default@emp_orc +#### A masked pattern was here #### POSTHOOK: query: explain select * from emp_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@emp_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -69,8 +73,12 @@ POSTHOOK: Lineage: emp_orc.deptid SIMPLE [(emp_staging)emp_staging.FieldSchema(n POSTHOOK: Lineage: emp_orc.lastname SIMPLE [(emp_staging)emp_staging.FieldSchema(name:lastname, type:string, comment:null), ] PREHOOK: query: explain select * from emp_orc PREHOOK: type: QUERY +PREHOOK: Input: default@emp_orc +#### A masked pattern was here #### POSTHOOK: query: explain select * from emp_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@emp_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -98,8 +106,12 @@ POSTHOOK: Input: default@emp_orc POSTHOOK: Output: default@emp_orc PREHOOK: query: explain select * from emp_orc PREHOOK: type: QUERY +PREHOOK: Input: default@emp_orc +#### A masked pattern was here #### POSTHOOK: query: explain select * from emp_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@emp_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -129,8 +141,12 @@ POSTHOOK: Output: default@emp_orc #### A masked pattern was here #### PREHOOK: query: explain select * from emp_orc PREHOOK: type: QUERY +PREHOOK: Input: default@emp_orc +#### A masked pattern was here #### POSTHOOK: query: explain select * from emp_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@emp_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -150,8 +166,12 @@ STAGE PLANS: PREHOOK: query: explain select deptid from emp_orc PREHOOK: type: QUERY +PREHOOK: Input: default@emp_orc +#### A masked pattern was here #### POSTHOOK: query: explain select deptid from emp_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@emp_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -181,8 +201,12 @@ POSTHOOK: Output: default@emp_orc #### A masked pattern was here #### PREHOOK: query: explain select * from emp_orc PREHOOK: type: QUERY +PREHOOK: Input: default@emp_orc +#### A masked pattern was here #### POSTHOOK: query: explain select * from emp_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@emp_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -202,8 +226,12 @@ STAGE PLANS: PREHOOK: query: explain select lastname from emp_orc PREHOOK: type: QUERY +PREHOOK: Input: default@emp_orc +#### A masked pattern was here #### POSTHOOK: query: explain select lastname from emp_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@emp_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -223,8 +251,12 @@ STAGE PLANS: PREHOOK: query: explain select deptid from emp_orc PREHOOK: type: QUERY +PREHOOK: Input: default@emp_orc +#### A masked pattern was here #### POSTHOOK: query: explain select deptid from emp_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@emp_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -244,8 +276,12 @@ STAGE PLANS: PREHOOK: query: explain select lastname,deptid from emp_orc PREHOOK: type: QUERY +PREHOOK: Input: default@emp_orc +#### A masked pattern was here #### POSTHOOK: query: explain select lastname,deptid from emp_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@emp_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -276,8 +312,14 @@ POSTHOOK: Output: default@tmp_n0 POSTHOOK: Lineage: tmp_n0._c0 SIMPLE [] PREHOOK: query: explain create table tmp_n0 as select 1 PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: database:default +PREHOOK: Output: default@tmp_n0 POSTHOOK: query: explain create table tmp_n0 as select 1 POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: database:default +POSTHOOK: Output: default@tmp_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-6 depends on stages: Stage-1 , consists of Stage-3, Stage-2, Stage-4 diff --git a/ql/src/test/results/clientpositive/annotate_stats_union.q.out b/ql/src/test/results/clientpositive/annotate_stats_union.q.out index 11f8015..92108f2 100644 --- a/ql/src/test/results/clientpositive/annotate_stats_union.q.out +++ b/ql/src/test/results/clientpositive/annotate_stats_union.q.out @@ -64,8 +64,12 @@ POSTHOOK: Output: default@loc_orc_n3 #### A masked pattern was here #### PREHOOK: query: explain select state from loc_orc_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select state from loc_orc_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -85,8 +89,12 @@ STAGE PLANS: PREHOOK: query: explain select * from (select state from loc_orc_n3 union all select state from loc_orc_n3) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select state from loc_orc_n3 union all select state from loc_orc_n3) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -136,8 +144,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -157,8 +169,12 @@ STAGE PLANS: PREHOOK: query: explain select * from (select * from loc_orc_n3 union all select * from loc_orc_n3) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select * from loc_orc_n3 union all select * from loc_orc_n3) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -302,8 +318,14 @@ POSTHOOK: Input: test@loc_orc_n3 POSTHOOK: Output: test@loc_orc_n3 PREHOOK: query: explain select * from (select state from default.loc_orc_n3 union all select state from test.loc_orc_n3) temp PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n3 +PREHOOK: Input: test@loc_orc_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select state from default.loc_orc_n3 union all select state from test.loc_orc_n3) temp POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n3 +POSTHOOK: Input: test@loc_orc_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -353,8 +375,14 @@ STAGE PLANS: PREHOOK: query: explain select * from (select state from test.loc_staging_n3 union all select state from test.loc_orc_n3) temp PREHOOK: type: QUERY +PREHOOK: Input: test@loc_orc_n3 +PREHOOK: Input: test@loc_staging_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select state from test.loc_staging_n3 union all select state from test.loc_orc_n3) temp POSTHOOK: type: QUERY +POSTHOOK: Input: test@loc_orc_n3 +POSTHOOK: Input: test@loc_staging_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/ansi_sql_arithmetic.q.out b/ql/src/test/results/clientpositive/ansi_sql_arithmetic.q.out index 8aaa253..abafa97 100644 --- a/ql/src/test/results/clientpositive/ansi_sql_arithmetic.q.out +++ b/ql/src/test/results/clientpositive/ansi_sql_arithmetic.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain select cast(key as int) / cast(key as int) from src limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select cast(key as int) / cast(key as int) from src limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -46,8 +50,12 @@ POSTHOOK: Input: default@src 1.00000000000 PREHOOK: query: explain select cast(key as int) / cast(key as int) from src limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select cast(key as int) / cast(key as int) from src limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/array_map_access_nonconstant.q.out b/ql/src/test/results/clientpositive/array_map_access_nonconstant.q.out index 7442c05..b073af1 100644 --- a/ql/src/test/results/clientpositive/array_map_access_nonconstant.q.out +++ b/ql/src/test/results/clientpositive/array_map_access_nonconstant.q.out @@ -19,9 +19,13 @@ POSTHOOK: Lineage: array_table.index EXPRESSION [(src)src.FieldSchema(name:key, PREHOOK: query: explain select index, `array`[index] from array_table PREHOOK: type: QUERY +PREHOOK: Input: default@array_table +#### A masked pattern was here #### POSTHOOK: query: explain select index, `array`[index] from array_table POSTHOOK: type: QUERY +POSTHOOK: Input: default@array_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -72,9 +76,13 @@ POSTHOOK: Lineage: map_table.key EXPRESSION [(src)src.FieldSchema(name:key, type PREHOOK: query: explain select key, data[key] from map_table PREHOOK: type: QUERY +PREHOOK: Input: default@map_table +#### A masked pattern was here #### POSTHOOK: query: explain select key, data[key] from map_table POSTHOOK: type: QUERY +POSTHOOK: Input: default@map_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/array_size_estimation.q.out b/ql/src/test/results/clientpositive/array_size_estimation.q.out index 77a68b5..0016672 100644 --- a/ql/src/test/results/clientpositive/array_size_estimation.q.out +++ b/ql/src/test/results/clientpositive/array_size_estimation.q.out @@ -18,9 +18,13 @@ POSTHOOK: Lineage: t_n19.col SCRIPT [] PREHOOK: query: explain select array("b", "d", "c", "a") FROM t_n19 PREHOOK: type: QUERY +PREHOOK: Input: default@t_n19 +#### A masked pattern was here #### POSTHOOK: query: explain select array("b", "d", "c", "a") FROM t_n19 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_n19 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -54,9 +58,13 @@ STAGE PLANS: PREHOOK: query: explain select array("b", "d", "c", col) FROM t_n19 PREHOOK: type: QUERY +PREHOOK: Input: default@t_n19 +#### A masked pattern was here #### POSTHOOK: query: explain select array("b", "d", "c", col) FROM t_n19 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_n19 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -90,9 +98,13 @@ STAGE PLANS: PREHOOK: query: explain select sort_array(array("b", "d", "c", "a")),array("1","2") FROM t_n19 PREHOOK: type: QUERY +PREHOOK: Input: default@t_n19 +#### A masked pattern was here #### POSTHOOK: query: explain select sort_array(array("b", "d", "c", "a")),array("1","2") FROM t_n19 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_n19 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -126,9 +138,13 @@ STAGE PLANS: PREHOOK: query: explain select sort_array(array("b", "d", "c", col)),array("1","2") FROM t_n19 PREHOOK: type: QUERY +PREHOOK: Input: default@t_n19 +#### A masked pattern was here #### POSTHOOK: query: explain select sort_array(array("b", "d", "c", col)),array("1","2") FROM t_n19 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_n19 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/authorization_alter_table_exchange_partition.q.out b/ql/src/test/results/clientpositive/authorization_alter_table_exchange_partition.q.out index e838056..028f94e 100644 --- a/ql/src/test/results/clientpositive/authorization_alter_table_exchange_partition.q.out +++ b/ql/src/test/results/clientpositive/authorization_alter_table_exchange_partition.q.out @@ -61,8 +61,12 @@ default exchange_partition_test_2 user2 USER SELECT true -1 user1 default exchange_partition_test_2 user2 USER UPDATE true -1 user1 PREHOOK: query: explain authorization alter table exchange_partition_test_2 exchange partition (b=1) with table exchange_partition_test_1 PREHOOK: type: ALTERTABLE_EXCHANGEPARTITION +PREHOOK: Input: default@exchange_partition_test_1 +PREHOOK: Output: default@exchange_partition_test_2 POSTHOOK: query: explain authorization alter table exchange_partition_test_2 exchange partition (b=1) with table exchange_partition_test_1 POSTHOOK: type: ALTERTABLE_EXCHANGEPARTITION +POSTHOOK: Input: default@exchange_partition_test_1 +POSTHOOK: Output: default@exchange_partition_test_2 INPUTS: default@exchange_partition_test_1 OUTPUTS: diff --git a/ql/src/test/results/clientpositive/authorization_explain.q.out b/ql/src/test/results/clientpositive/authorization_explain.q.out index 851b845..61551f4 100644 --- a/ql/src/test/results/clientpositive/authorization_explain.q.out +++ b/ql/src/test/results/clientpositive/authorization_explain.q.out @@ -1,8 +1,22 @@ Warning: Shuffle Join JOIN[6][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-1:MAPRED' is a cross product PREHOOK: query: explain authorization select * from src join srcpart PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain authorization select * from src join srcpart POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### INPUTS: default@src default@srcpart @@ -19,13 +33,28 @@ OPERATION: Warning: Shuffle Join JOIN[6][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-1:MAPRED' is a cross product PREHOOK: query: explain formatted authorization select * from src join srcpart PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain formatted authorization select * from src join srcpart POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 #### A masked pattern was here #### PREHOOK: query: explain authorization use default PREHOOK: type: SWITCHDATABASE +PREHOOK: Input: database:default POSTHOOK: query: explain authorization use default POSTHOOK: type: SWITCHDATABASE +POSTHOOK: Input: database:default INPUTS: database:default OUTPUTS: @@ -35,6 +64,8 @@ OPERATION: SWITCHDATABASE PREHOOK: query: explain formatted authorization use default PREHOOK: type: SWITCHDATABASE +PREHOOK: Input: database:default POSTHOOK: query: explain formatted authorization use default POSTHOOK: type: SWITCHDATABASE +POSTHOOK: Input: database:default {"INPUTS":["database:default"],"OUTPUTS":[],"CURRENT_USER":"hive_test_user","OPERATION":"SWITCHDATABASE"} diff --git a/ql/src/test/results/clientpositive/authorization_wm.q.out b/ql/src/test/results/clientpositive/authorization_wm.q.out index 405a4a4..5d4936f 100644 --- a/ql/src/test/results/clientpositive/authorization_wm.q.out +++ b/ql/src/test/results/clientpositive/authorization_wm.q.out @@ -1,5 +1,6 @@ PREHOOK: query: explain authorization create resource plan rp PREHOOK: type: CREATE RESOURCEPLAN +PREHOOK: Output: dummyHostnameForTest POSTHOOK: query: explain authorization create resource plan rp POSTHOOK: type: CREATE RESOURCEPLAN INPUTS: @@ -18,6 +19,7 @@ POSTHOOK: query: set role ADMIN POSTHOOK: type: SHOW_ROLES PREHOOK: query: explain authorization create resource plan rp PREHOOK: type: CREATE RESOURCEPLAN +PREHOOK: Output: dummyHostnameForTest POSTHOOK: query: explain authorization create resource plan rp POSTHOOK: type: CREATE RESOURCEPLAN INPUTS: @@ -34,6 +36,7 @@ POSTHOOK: query: create resource plan rp POSTHOOK: type: CREATE RESOURCEPLAN PREHOOK: query: explain authorization show resource plans PREHOOK: type: SHOW RESOURCEPLAN +PREHOOK: Output: dummyHostnameForTest POSTHOOK: query: explain authorization show resource plans POSTHOOK: type: SHOW RESOURCEPLAN INPUTS: @@ -47,6 +50,7 @@ AUTHORIZATION_FAILURES: Permission denied: Principal [name=ruser1, type=USER] does not have following privileges for operation SHOW_RESOURCEPLAN [ADMIN PRIVILEGE on INPUT, ADMIN PRIVILEGE on OUTPUT] PREHOOK: query: explain authorization show resource plan rp PREHOOK: type: SHOW RESOURCEPLAN +PREHOOK: Output: dummyHostnameForTest POSTHOOK: query: explain authorization show resource plan rp POSTHOOK: type: SHOW RESOURCEPLAN INPUTS: @@ -60,6 +64,7 @@ AUTHORIZATION_FAILURES: Permission denied: Principal [name=ruser1, type=USER] does not have following privileges for operation SHOW_RESOURCEPLAN [ADMIN PRIVILEGE on INPUT, ADMIN PRIVILEGE on OUTPUT] PREHOOK: query: explain authorization alter resource plan rp set query_parallelism = 5 PREHOOK: type: ALTER RESOURCEPLAN +PREHOOK: Output: dummyHostnameForTest POSTHOOK: query: explain authorization alter resource plan rp set query_parallelism = 5 POSTHOOK: type: ALTER RESOURCEPLAN INPUTS: @@ -73,6 +78,7 @@ AUTHORIZATION_FAILURES: Permission denied: Principal [name=ruser1, type=USER] does not have following privileges for operation ALTER_RESOURCEPLAN [ADMIN PRIVILEGE on INPUT, ADMIN PRIVILEGE on OUTPUT] PREHOOK: query: explain authorization drop resource plan rp PREHOOK: type: DROP RESOURCEPLAN +PREHOOK: Output: dummyHostnameForTest POSTHOOK: query: explain authorization drop resource plan rp POSTHOOK: type: DROP RESOURCEPLAN INPUTS: @@ -86,6 +92,7 @@ AUTHORIZATION_FAILURES: Permission denied: Principal [name=ruser1, type=USER] does not have following privileges for operation DROP_RESOURCEPLAN [ADMIN PRIVILEGE on INPUT, ADMIN PRIVILEGE on OUTPUT] PREHOOK: query: explain authorization create pool rp.pool0 WITH ALLOC_FRACTION=1.0, QUERY_PARALLELISM=5, SCHEDULING_POLICY='default' PREHOOK: type: CREATE POOL +PREHOOK: Output: dummyHostnameForTest POSTHOOK: query: explain authorization create pool rp.pool0 WITH ALLOC_FRACTION=1.0, QUERY_PARALLELISM=5, SCHEDULING_POLICY='default' POSTHOOK: type: CREATE POOL INPUTS: @@ -99,6 +106,7 @@ AUTHORIZATION_FAILURES: Permission denied: Principal [name=ruser1, type=USER] does not have following privileges for operation CREATE_POOL [ADMIN PRIVILEGE on INPUT, ADMIN PRIVILEGE on OUTPUT] PREHOOK: query: explain authorization create trigger rp.trigger0 WHEN BYTES_READ > '10GB' DO KILL PREHOOK: type: CREATE TRIGGER +PREHOOK: Output: dummyHostnameForTest POSTHOOK: query: explain authorization create trigger rp.trigger0 WHEN BYTES_READ > '10GB' DO KILL POSTHOOK: type: CREATE TRIGGER INPUTS: @@ -112,6 +120,7 @@ AUTHORIZATION_FAILURES: Permission denied: Principal [name=ruser1, type=USER] does not have following privileges for operation CREATE_TRIGGER [ADMIN PRIVILEGE on INPUT, ADMIN PRIVILEGE on OUTPUT] PREHOOK: query: explain authorization create user mapping 'joe' IN rp UNMANAGED PREHOOK: type: CREATE MAPPING +PREHOOK: Output: dummyHostnameForTest POSTHOOK: query: explain authorization create user mapping 'joe' IN rp UNMANAGED POSTHOOK: type: CREATE MAPPING INPUTS: @@ -136,6 +145,7 @@ POSTHOOK: query: set role ADMIN POSTHOOK: type: SHOW_ROLES PREHOOK: query: explain authorization show resource plans PREHOOK: type: SHOW RESOURCEPLAN +PREHOOK: Output: dummyHostnameForTest POSTHOOK: query: explain authorization show resource plans POSTHOOK: type: SHOW RESOURCEPLAN INPUTS: @@ -147,6 +157,7 @@ OPERATION: SHOW_RESOURCEPLAN PREHOOK: query: explain authorization show resource plan rp PREHOOK: type: SHOW RESOURCEPLAN +PREHOOK: Output: dummyHostnameForTest POSTHOOK: query: explain authorization show resource plan rp POSTHOOK: type: SHOW RESOURCEPLAN INPUTS: @@ -158,6 +169,7 @@ OPERATION: SHOW_RESOURCEPLAN PREHOOK: query: explain authorization alter resource plan rp set query_parallelism = 5 PREHOOK: type: ALTER RESOURCEPLAN +PREHOOK: Output: dummyHostnameForTest POSTHOOK: query: explain authorization alter resource plan rp set query_parallelism = 5 POSTHOOK: type: ALTER RESOURCEPLAN INPUTS: @@ -169,6 +181,7 @@ OPERATION: ALTER_RESOURCEPLAN PREHOOK: query: explain authorization drop resource plan rp PREHOOK: type: DROP RESOURCEPLAN +PREHOOK: Output: dummyHostnameForTest POSTHOOK: query: explain authorization drop resource plan rp POSTHOOK: type: DROP RESOURCEPLAN INPUTS: @@ -180,6 +193,7 @@ OPERATION: DROP_RESOURCEPLAN PREHOOK: query: explain authorization create pool rp.pool0 WITH ALLOC_FRACTION=1.0, QUERY_PARALLELISM=5, SCHEDULING_POLICY='default' PREHOOK: type: CREATE POOL +PREHOOK: Output: dummyHostnameForTest POSTHOOK: query: explain authorization create pool rp.pool0 WITH ALLOC_FRACTION=1.0, QUERY_PARALLELISM=5, SCHEDULING_POLICY='default' POSTHOOK: type: CREATE POOL INPUTS: @@ -191,6 +205,7 @@ OPERATION: CREATE_POOL PREHOOK: query: explain authorization create trigger rp.trigger0 WHEN BYTES_READ > '10GB' DO KILL PREHOOK: type: CREATE TRIGGER +PREHOOK: Output: dummyHostnameForTest POSTHOOK: query: explain authorization create trigger rp.trigger0 WHEN BYTES_READ > '10GB' DO KILL POSTHOOK: type: CREATE TRIGGER INPUTS: @@ -202,6 +217,7 @@ OPERATION: CREATE_TRIGGER PREHOOK: query: explain authorization create user mapping 'joe' IN rp UNMANAGED PREHOOK: type: CREATE MAPPING +PREHOOK: Output: dummyHostnameForTest POSTHOOK: query: explain authorization create user mapping 'joe' IN rp UNMANAGED POSTHOOK: type: CREATE MAPPING INPUTS: @@ -257,6 +273,7 @@ POSTHOOK: query: create user mapping 'joe' IN rp UNMANAGED POSTHOOK: type: CREATE MAPPING PREHOOK: query: explain authorization alter pool rp.pool0 SET QUERY_PARALLELISM=4 PREHOOK: type: ALTER POOL +PREHOOK: Output: dummyHostnameForTest POSTHOOK: query: explain authorization alter pool rp.pool0 SET QUERY_PARALLELISM=4 POSTHOOK: type: ALTER POOL INPUTS: @@ -270,6 +287,7 @@ AUTHORIZATION_FAILURES: Permission denied: Principal [name=ruser1, type=USER] does not have following privileges for operation ALTER_POOL [ADMIN PRIVILEGE on INPUT, ADMIN PRIVILEGE on OUTPUT] PREHOOK: query: explain authorization alter trigger rp.trigger0 WHEN BYTES_READ > '15GB' DO KILL PREHOOK: type: ALTER TRIGGER +PREHOOK: Output: dummyHostnameForTest POSTHOOK: query: explain authorization alter trigger rp.trigger0 WHEN BYTES_READ > '15GB' DO KILL POSTHOOK: type: ALTER TRIGGER INPUTS: @@ -283,6 +301,7 @@ AUTHORIZATION_FAILURES: Permission denied: Principal [name=ruser1, type=USER] does not have following privileges for operation ALTER_TRIGGER [ADMIN PRIVILEGE on INPUT, ADMIN PRIVILEGE on OUTPUT] PREHOOK: query: explain authorization alter user mapping 'joe' IN rp TO pool0 PREHOOK: type: ALTER MAPPING +PREHOOK: Output: dummyHostnameForTest POSTHOOK: query: explain authorization alter user mapping 'joe' IN rp TO pool0 POSTHOOK: type: ALTER MAPPING INPUTS: @@ -296,6 +315,7 @@ AUTHORIZATION_FAILURES: Permission denied: Principal [name=ruser1, type=USER] does not have following privileges for operation ALTER_MAPPING [ADMIN PRIVILEGE on INPUT, ADMIN PRIVILEGE on OUTPUT] PREHOOK: query: explain authorization drop user mapping 'joe' IN rp PREHOOK: type: DROP MAPPING +PREHOOK: Output: dummyHostnameForTest POSTHOOK: query: explain authorization drop user mapping 'joe' IN rp POSTHOOK: type: DROP MAPPING INPUTS: @@ -309,6 +329,7 @@ AUTHORIZATION_FAILURES: Permission denied: Principal [name=ruser1, type=USER] does not have following privileges for operation DROP_MAPPING [ADMIN PRIVILEGE on INPUT, ADMIN PRIVILEGE on OUTPUT] PREHOOK: query: explain authorization drop pool rp.pool0 PREHOOK: type: DROP POOL +PREHOOK: Output: dummyHostnameForTest POSTHOOK: query: explain authorization drop pool rp.pool0 POSTHOOK: type: DROP POOL INPUTS: @@ -322,6 +343,7 @@ AUTHORIZATION_FAILURES: Permission denied: Principal [name=ruser1, type=USER] does not have following privileges for operation DROP_POOL [ADMIN PRIVILEGE on INPUT, ADMIN PRIVILEGE on OUTPUT] PREHOOK: query: explain authorization drop trigger rp.trigger0 PREHOOK: type: DROP TRIGGER +PREHOOK: Output: dummyHostnameForTest POSTHOOK: query: explain authorization drop trigger rp.trigger0 POSTHOOK: type: DROP TRIGGER INPUTS: @@ -345,6 +367,7 @@ POSTHOOK: query: set role ADMIN POSTHOOK: type: SHOW_ROLES PREHOOK: query: explain authorization alter pool rp.pool0 SET QUERY_PARALLELISM=4 PREHOOK: type: ALTER POOL +PREHOOK: Output: dummyHostnameForTest POSTHOOK: query: explain authorization alter pool rp.pool0 SET QUERY_PARALLELISM=4 POSTHOOK: type: ALTER POOL INPUTS: @@ -356,6 +379,7 @@ OPERATION: ALTER_POOL PREHOOK: query: explain authorization alter trigger rp.trigger0 WHEN BYTES_READ > '15GB' DO KILL PREHOOK: type: ALTER TRIGGER +PREHOOK: Output: dummyHostnameForTest POSTHOOK: query: explain authorization alter trigger rp.trigger0 WHEN BYTES_READ > '15GB' DO KILL POSTHOOK: type: ALTER TRIGGER INPUTS: @@ -367,6 +391,7 @@ OPERATION: ALTER_TRIGGER PREHOOK: query: explain authorization alter user mapping 'joe' IN rp TO pool0 PREHOOK: type: ALTER MAPPING +PREHOOK: Output: dummyHostnameForTest POSTHOOK: query: explain authorization alter user mapping 'joe' IN rp TO pool0 POSTHOOK: type: ALTER MAPPING INPUTS: @@ -378,6 +403,7 @@ OPERATION: ALTER_MAPPING PREHOOK: query: explain authorization drop user mapping 'joe' IN rp PREHOOK: type: DROP MAPPING +PREHOOK: Output: dummyHostnameForTest POSTHOOK: query: explain authorization drop user mapping 'joe' IN rp POSTHOOK: type: DROP MAPPING INPUTS: @@ -389,6 +415,7 @@ OPERATION: DROP_MAPPING PREHOOK: query: explain authorization drop pool rp.pool0 PREHOOK: type: DROP POOL +PREHOOK: Output: dummyHostnameForTest POSTHOOK: query: explain authorization drop pool rp.pool0 POSTHOOK: type: DROP POOL INPUTS: @@ -400,6 +427,7 @@ OPERATION: DROP_POOL PREHOOK: query: explain authorization drop trigger rp.trigger0 PREHOOK: type: DROP TRIGGER +PREHOOK: Output: dummyHostnameForTest POSTHOOK: query: explain authorization drop trigger rp.trigger0 POSTHOOK: type: DROP TRIGGER INPUTS: diff --git a/ql/src/test/results/clientpositive/autoColumnStats_1.q.out b/ql/src/test/results/clientpositive/autoColumnStats_1.q.out index 4e596bf..487b342 100644 --- a/ql/src/test/results/clientpositive/autoColumnStats_1.q.out +++ b/ql/src/test/results/clientpositive/autoColumnStats_1.q.out @@ -22,8 +22,12 @@ POSTHOOK: Lineage: src_multi1_n1.key SIMPLE [(src)src.FieldSchema(name:key, type POSTHOOK: Lineage: src_multi1_n1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain extended select * from src_multi1_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@src_multi1_n1 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from src_multi1_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_multi1_n1 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`src_multi1_n1` STAGE DEPENDENCIES: @@ -480,8 +484,16 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain select key from nzhang_part14_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@nzhang_part14_n1 +PREHOOK: Input: default@nzhang_part14_n1@value= +PREHOOK: Input: default@nzhang_part14_n1@value=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### POSTHOOK: query: explain select key from nzhang_part14_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nzhang_part14_n1 +POSTHOOK: Input: default@nzhang_part14_n1@value= +POSTHOOK: Input: default@nzhang_part14_n1@value=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -536,8 +548,26 @@ POSTHOOK: Lineage: nzhang_part14_n1 PARTITION(value=val_311).key SIMPLE [(src5_n POSTHOOK: Lineage: nzhang_part14_n1 PARTITION(value=val_86).key SIMPLE [(src5_n0)src5_n0.FieldSchema(name:key, type:string, comment:null), ] PREHOOK: query: explain select key from nzhang_part14_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@nzhang_part14_n1 +PREHOOK: Input: default@nzhang_part14_n1@value= +PREHOOK: Input: default@nzhang_part14_n1@value=__HIVE_DEFAULT_PARTITION__ +PREHOOK: Input: default@nzhang_part14_n1@value=val_165 +PREHOOK: Input: default@nzhang_part14_n1@value=val_238 +PREHOOK: Input: default@nzhang_part14_n1@value=val_27 +PREHOOK: Input: default@nzhang_part14_n1@value=val_311 +PREHOOK: Input: default@nzhang_part14_n1@value=val_86 +#### A masked pattern was here #### POSTHOOK: query: explain select key from nzhang_part14_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nzhang_part14_n1 +POSTHOOK: Input: default@nzhang_part14_n1@value= +POSTHOOK: Input: default@nzhang_part14_n1@value=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Input: default@nzhang_part14_n1@value=val_165 +POSTHOOK: Input: default@nzhang_part14_n1@value=val_238 +POSTHOOK: Input: default@nzhang_part14_n1@value=val_27 +POSTHOOK: Input: default@nzhang_part14_n1@value=val_311 +POSTHOOK: Input: default@nzhang_part14_n1@value=val_86 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -650,8 +680,14 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain select * from alter5_n0 where dt='a' PREHOOK: type: QUERY +PREHOOK: Input: default@alter5_n0 +PREHOOK: Input: default@alter5_n0@dt=a +#### A masked pattern was here #### POSTHOOK: query: explain select * from alter5_n0 where dt='a' POSTHOOK: type: QUERY +POSTHOOK: Input: default@alter5_n0 +POSTHOOK: Input: default@alter5_n0@dt=a +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1332,8 +1368,16 @@ POSTHOOK: Lineage: c_n2 PARTITION(ds=2010-05-11,hr=12).key SIMPLE [(srcpart)srcp POSTHOOK: Lineage: c_n2 PARTITION(ds=2010-05-11,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain select key from a_n12 PREHOOK: type: QUERY +PREHOOK: Input: default@a_n12 +PREHOOK: Input: default@a_n12@ds=2010-03-11/hr=11 +PREHOOK: Input: default@a_n12@ds=2010-03-11/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select key from a_n12 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n12 +POSTHOOK: Input: default@a_n12@ds=2010-03-11/hr=11 +POSTHOOK: Input: default@a_n12@ds=2010-03-11/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1353,8 +1397,14 @@ STAGE PLANS: PREHOOK: query: explain select value from b_n9 PREHOOK: type: QUERY +PREHOOK: Input: default@b_n9 +PREHOOK: Input: default@b_n9@ds=2010-04-11/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select value from b_n9 POSTHOOK: type: QUERY +POSTHOOK: Input: default@b_n9 +POSTHOOK: Input: default@b_n9@ds=2010-04-11/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1374,8 +1424,14 @@ STAGE PLANS: PREHOOK: query: explain select key from b_n9 PREHOOK: type: QUERY +PREHOOK: Input: default@b_n9 +PREHOOK: Input: default@b_n9@ds=2010-04-11/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select key from b_n9 POSTHOOK: type: QUERY +POSTHOOK: Input: default@b_n9 +POSTHOOK: Input: default@b_n9@ds=2010-04-11/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1395,8 +1451,16 @@ STAGE PLANS: PREHOOK: query: explain select value from c_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@c_n2 +PREHOOK: Input: default@c_n2@ds=2010-05-11/hr=11 +PREHOOK: Input: default@c_n2@ds=2010-05-11/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select value from c_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@c_n2 +POSTHOOK: Input: default@c_n2@ds=2010-05-11/hr=11 +POSTHOOK: Input: default@c_n2@ds=2010-05-11/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1416,8 +1480,16 @@ STAGE PLANS: PREHOOK: query: explain select key from c_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@c_n2 +PREHOOK: Input: default@c_n2@ds=2010-05-11/hr=11 +PREHOOK: Input: default@c_n2@ds=2010-05-11/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select key from c_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@c_n2 +POSTHOOK: Input: default@c_n2@ds=2010-05-11/hr=11 +POSTHOOK: Input: default@c_n2@ds=2010-05-11/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/autoColumnStats_2.q.out b/ql/src/test/results/clientpositive/autoColumnStats_2.q.out index ed40dc6..21866b6 100644 --- a/ql/src/test/results/clientpositive/autoColumnStats_2.q.out +++ b/ql/src/test/results/clientpositive/autoColumnStats_2.q.out @@ -22,8 +22,12 @@ POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:st POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain extended select * from src_multi1 PREHOOK: type: QUERY +PREHOOK: Input: default@src_multi1 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from src_multi1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_multi1 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`src_multi1` STAGE DEPENDENCIES: @@ -477,8 +481,16 @@ POSTHOOK: Lineage: nzhang_part14 PARTITION(value= ).key EXPRESSION [] POSTHOOK: Lineage: nzhang_part14 PARTITION(value=__HIVE_DEFAULT_PARTITION__).key EXPRESSION [] PREHOOK: query: explain select key from nzhang_part14 PREHOOK: type: QUERY +PREHOOK: Input: default@nzhang_part14 +PREHOOK: Input: default@nzhang_part14@value= +PREHOOK: Input: default@nzhang_part14@value=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### POSTHOOK: query: explain select key from nzhang_part14 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nzhang_part14 +POSTHOOK: Input: default@nzhang_part14@value= +POSTHOOK: Input: default@nzhang_part14@value=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -533,8 +545,26 @@ POSTHOOK: Lineage: nzhang_part14 PARTITION(value=val_311).key SIMPLE [(src5)src5 POSTHOOK: Lineage: nzhang_part14 PARTITION(value=val_86).key SIMPLE [(src5)src5.FieldSchema(name:key, type:string, comment:null), ] PREHOOK: query: explain select key from nzhang_part14 PREHOOK: type: QUERY +PREHOOK: Input: default@nzhang_part14 +PREHOOK: Input: default@nzhang_part14@value= +PREHOOK: Input: default@nzhang_part14@value=__HIVE_DEFAULT_PARTITION__ +PREHOOK: Input: default@nzhang_part14@value=val_165 +PREHOOK: Input: default@nzhang_part14@value=val_238 +PREHOOK: Input: default@nzhang_part14@value=val_27 +PREHOOK: Input: default@nzhang_part14@value=val_311 +PREHOOK: Input: default@nzhang_part14@value=val_86 +#### A masked pattern was here #### POSTHOOK: query: explain select key from nzhang_part14 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nzhang_part14 +POSTHOOK: Input: default@nzhang_part14@value= +POSTHOOK: Input: default@nzhang_part14@value=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Input: default@nzhang_part14@value=val_165 +POSTHOOK: Input: default@nzhang_part14@value=val_238 +POSTHOOK: Input: default@nzhang_part14@value=val_27 +POSTHOOK: Input: default@nzhang_part14@value=val_311 +POSTHOOK: Input: default@nzhang_part14@value=val_86 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -654,8 +684,14 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain select * from alter5 where dt='a' PREHOOK: type: QUERY +PREHOOK: Input: default@alter5 +PREHOOK: Input: default@alter5@dt=a +#### A masked pattern was here #### POSTHOOK: query: explain select * from alter5 where dt='a' POSTHOOK: type: QUERY +POSTHOOK: Input: default@alter5 +POSTHOOK: Input: default@alter5@dt=a +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -773,8 +809,14 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain select * from alter5 where dt='a' PREHOOK: type: QUERY +PREHOOK: Input: default@alter5 +PREHOOK: Input: default@alter5@dt=a +#### A masked pattern was here #### POSTHOOK: query: explain select * from alter5 where dt='a' POSTHOOK: type: QUERY +POSTHOOK: Input: default@alter5 +POSTHOOK: Input: default@alter5@dt=a +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1455,8 +1497,16 @@ POSTHOOK: Lineage: c_n1 PARTITION(ds=2010-05-11,hr=12).key SIMPLE [(srcpart)srcp POSTHOOK: Lineage: c_n1 PARTITION(ds=2010-05-11,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain select key from a_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@a_n3 +PREHOOK: Input: default@a_n3@ds=2010-03-11/hr=11 +PREHOOK: Input: default@a_n3@ds=2010-03-11/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select key from a_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n3 +POSTHOOK: Input: default@a_n3@ds=2010-03-11/hr=11 +POSTHOOK: Input: default@a_n3@ds=2010-03-11/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1476,8 +1526,14 @@ STAGE PLANS: PREHOOK: query: explain select value from b_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@b_n3 +PREHOOK: Input: default@b_n3@ds=2010-04-11/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select value from b_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@b_n3 +POSTHOOK: Input: default@b_n3@ds=2010-04-11/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1497,8 +1553,14 @@ STAGE PLANS: PREHOOK: query: explain select key from b_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@b_n3 +PREHOOK: Input: default@b_n3@ds=2010-04-11/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select key from b_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@b_n3 +POSTHOOK: Input: default@b_n3@ds=2010-04-11/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1518,8 +1580,16 @@ STAGE PLANS: PREHOOK: query: explain select value from c_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@c_n1 +PREHOOK: Input: default@c_n1@ds=2010-05-11/hr=11 +PREHOOK: Input: default@c_n1@ds=2010-05-11/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select value from c_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@c_n1 +POSTHOOK: Input: default@c_n1@ds=2010-05-11/hr=11 +POSTHOOK: Input: default@c_n1@ds=2010-05-11/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1539,8 +1609,16 @@ STAGE PLANS: PREHOOK: query: explain select key from c_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@c_n1 +PREHOOK: Input: default@c_n1@ds=2010-05-11/hr=11 +PREHOOK: Input: default@c_n1@ds=2010-05-11/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select key from c_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@c_n1 +POSTHOOK: Input: default@c_n1@ds=2010-05-11/hr=11 +POSTHOOK: Input: default@c_n1@ds=2010-05-11/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/autoColumnStats_4.q.out b/ql/src/test/results/clientpositive/autoColumnStats_4.q.out index 5e52092..fb50d0d 100644 --- a/ql/src/test/results/clientpositive/autoColumnStats_4.q.out +++ b/ql/src/test/results/clientpositive/autoColumnStats_4.q.out @@ -45,8 +45,12 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain insert into table acid_dtt select cint, cast(cstring1 as varchar(128)) from alltypesorc where cint is not null order by cint limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Output: default@acid_dtt POSTHOOK: query: explain insert into table acid_dtt select cint, cast(cstring1 as varchar(128)) from alltypesorc where cint is not null order by cint limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Output: default@acid_dtt STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/autoColumnStats_5.q.out b/ql/src/test/results/clientpositive/autoColumnStats_5.q.out index 5b5b45f..f86dba1 100644 --- a/ql/src/test/results/clientpositive/autoColumnStats_5.q.out +++ b/ql/src/test/results/clientpositive/autoColumnStats_5.q.out @@ -8,8 +8,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned1_n1 PREHOOK: query: explain insert into table partitioned1_n1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned1_n1@part=1 POSTHOOK: query: explain insert into table partitioned1_n1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned1_n1@part=1 Explain STAGE DEPENDENCIES: Stage-1 is a root stage @@ -258,8 +262,12 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain insert into table partitioned1_n1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned1_n1@part=2 POSTHOOK: query: explain insert into table partitioned1_n1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned1_n1@part=2 Explain STAGE DEPENDENCIES: Stage-1 is a root stage @@ -466,8 +474,12 @@ bitVector HL comment from deserializer PREHOOK: query: explain insert into table partitioned1_n1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned1_n1@part=1 POSTHOOK: query: explain insert into table partitioned1_n1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned1_n1@part=1 Explain STAGE DEPENDENCIES: Stage-1 is a root stage diff --git a/ql/src/test/results/clientpositive/autoColumnStats_5a.q.out b/ql/src/test/results/clientpositive/autoColumnStats_5a.q.out index c9b7019..9891aed 100644 --- a/ql/src/test/results/clientpositive/autoColumnStats_5a.q.out +++ b/ql/src/test/results/clientpositive/autoColumnStats_5a.q.out @@ -9,9 +9,13 @@ POSTHOOK: Output: default@partitioned1 PREHOOK: query: explain extended insert into table partitioned1 partition(part=1) values(1, 'original') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned1@part=1 POSTHOOK: query: explain extended insert into table partitioned1 partition(part=1) values(1, 'original') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned1@part=1 Explain STAGE DEPENDENCIES: Stage-1 is a root stage @@ -430,9 +434,13 @@ Storage Desc Params: PREHOOK: query: explain extended insert into table partitioned1 partition(part=1) values(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned1@part=1 POSTHOOK: query: explain extended insert into table partitioned1 partition(part=1) values(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned1@part=1 Explain STAGE DEPENDENCIES: Stage-1 is a root stage @@ -812,8 +820,12 @@ POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SCRIPT [] col1 col2 PREHOOK: query: explain insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned1@part=1 POSTHOOK: query: explain insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned1@part=1 Explain STAGE DEPENDENCIES: Stage-1 is a root stage diff --git a/ql/src/test/results/clientpositive/autoColumnStats_6.q.out b/ql/src/test/results/clientpositive/autoColumnStats_6.q.out index 70788fd..4887c62 100644 --- a/ql/src/test/results/clientpositive/autoColumnStats_6.q.out +++ b/ql/src/test/results/clientpositive/autoColumnStats_6.q.out @@ -19,11 +19,14 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge2a PARTITION (one='1 PMOD(HASH(value), 10) as three FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@orcfile_merge2a@one=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge2a PARTITION (one='1', two, three) SELECT key, value, PMOD(HASH(key), 10) as two, PMOD(HASH(value), 10) as three FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/autoColumnStats_7.q.out b/ql/src/test/results/clientpositive/autoColumnStats_7.q.out index 8c07d61..389369a 100644 --- a/ql/src/test/results/clientpositive/autoColumnStats_7.q.out +++ b/ql/src/test/results/clientpositive/autoColumnStats_7.q.out @@ -19,9 +19,13 @@ POSTHOOK: Output: default@src_temp PREHOOK: query: explain FROM src_temp INSERT OVERWRITE TABLE dest_g2_n5 SELECT substr(src_temp.key,1,1), count(DISTINCT substr(src_temp.value,5)), concat(substr(src_temp.key,1,1),sum(substr(src_temp.value,5))) GROUP BY substr(src_temp.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src_temp +PREHOOK: Output: default@dest_g2_n5 POSTHOOK: query: explain FROM src_temp INSERT OVERWRITE TABLE dest_g2_n5 SELECT substr(src_temp.key,1,1), count(DISTINCT substr(src_temp.value,5)), concat(substr(src_temp.key,1,1),sum(substr(src_temp.value,5))) GROUP BY substr(src_temp.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_temp +POSTHOOK: Output: default@dest_g2_n5 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/autoColumnStats_8.q.out b/ql/src/test/results/clientpositive/autoColumnStats_8.q.out index 8bdba66..492acd2 100644 --- a/ql/src/test/results/clientpositive/autoColumnStats_8.q.out +++ b/ql/src/test/results/clientpositive/autoColumnStats_8.q.out @@ -38,11 +38,23 @@ from srcpart insert overwrite table nzhang_part8 partition (ds, hr) select key, value, ds, hr where ds <= '2008-04-08' insert overwrite table nzhang_part8 partition(ds='2008-12-31', hr) select key, value, hr where ds > '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: default@nzhang_part8 +PREHOOK: Output: default@nzhang_part8@ds=2008-12-31 POSTHOOK: query: explain extended from srcpart insert overwrite table nzhang_part8 partition (ds, hr) select key, value, ds, hr where ds <= '2008-04-08' insert overwrite table nzhang_part8 partition(ds='2008-12-31', hr) select key, value, hr where ds > '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/autoColumnStats_9.q.out b/ql/src/test/results/clientpositive/autoColumnStats_9.q.out index f2a8cdc..ff69d8b 100644 --- a/ql/src/test/results/clientpositive/autoColumnStats_9.q.out +++ b/ql/src/test/results/clientpositive/autoColumnStats_9.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1_n23 SELECT src1.key, src2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_j1_n23 POSTHOOK: query: EXPLAIN FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1_n23 SELECT src1.key, src2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_j1_n23 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-6 depends on stages: Stage-1 , consists of Stage-7, Stage-0, Stage-3 diff --git a/ql/src/test/results/clientpositive/auto_join0.q.out b/ql/src/test/results/clientpositive/auto_join0.q.out index 17fc2fd..04b976b 100644 --- a/ql/src/test/results/clientpositive/auto_join0.q.out +++ b/ql/src/test/results/clientpositive/auto_join0.q.out @@ -12,6 +12,8 @@ SELECT src1.key as k1, src1.value as v1, SORT BY k1, v1, k2, v2 ) a PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select sum(hash(a.k1,a.v1,a.k2, a.v2)) from ( @@ -23,6 +25,8 @@ SELECT src1.key as k1, src1.value as v1, SORT BY k1, v1, k2, v2 ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1, Stage-4 , consists of Stage-8, Stage-9, Stage-2 diff --git a/ql/src/test/results/clientpositive/auto_join1.q.out b/ql/src/test/results/clientpositive/auto_join1.q.out index 2a11bc0..b1678b2 100644 --- a/ql/src/test/results/clientpositive/auto_join1.q.out +++ b/ql/src/test/results/clientpositive/auto_join1.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1_n3 SELECT src1.key, src2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_j1_n3 POSTHOOK: query: explain FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1_n3 SELECT src1.key, src2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_j1_n3 STAGE DEPENDENCIES: Stage-6 is a root stage Stage-5 depends on stages: Stage-6 diff --git a/ql/src/test/results/clientpositive/auto_join10.q.out b/ql/src/test/results/clientpositive/auto_join10.q.out index d6c9c35..b1e2ad7 100644 --- a/ql/src/test/results/clientpositive/auto_join10.q.out +++ b/ql/src/test/results/clientpositive/auto_join10.q.out @@ -6,6 +6,8 @@ JOIN ON (x.key = Y.key) select sum(hash(Y.key,Y.value)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain FROM (SELECT src.* FROM src) x @@ -14,6 +16,8 @@ JOIN ON (x.key = Y.key) select sum(hash(Y.key,Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-5 is a root stage Stage-2 depends on stages: Stage-5 diff --git a/ql/src/test/results/clientpositive/auto_join11.q.out b/ql/src/test/results/clientpositive/auto_join11.q.out index ce91122..77ef8b7 100644 --- a/ql/src/test/results/clientpositive/auto_join11.q.out +++ b/ql/src/test/results/clientpositive/auto_join11.q.out @@ -6,6 +6,8 @@ JOIN (SELECT src.key as c3, src.value as c4 from src) src2 ON src1.c1 = src2.c3 AND src1.c1 < 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT sum(hash(src1.c1, src2.c4)) FROM @@ -14,6 +16,8 @@ JOIN (SELECT src.key as c3, src.value as c4 from src) src2 ON src1.c1 = src2.c3 AND src1.c1 < 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-5 is a root stage Stage-2 depends on stages: Stage-5 diff --git a/ql/src/test/results/clientpositive/auto_join12.q.out b/ql/src/test/results/clientpositive/auto_join12.q.out index 8dae2ec..34b6998 100644 --- a/ql/src/test/results/clientpositive/auto_join12.q.out +++ b/ql/src/test/results/clientpositive/auto_join12.q.out @@ -9,6 +9,8 @@ JOIN (SELECT src.key as c5, src.value as c6 from src) src3 ON src1.c1 = src3.c5 AND src3.c5 < 80 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT sum(hash(src1.c1, src2.c4)) FROM @@ -20,6 +22,8 @@ JOIN (SELECT src.key as c5, src.value as c6 from src) src3 ON src1.c1 = src3.c5 AND src3.c5 < 80 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-6 is a root stage Stage-2 depends on stages: Stage-6 diff --git a/ql/src/test/results/clientpositive/auto_join13.q.out b/ql/src/test/results/clientpositive/auto_join13.q.out index ab1e100..ccf1e97 100644 --- a/ql/src/test/results/clientpositive/auto_join13.q.out +++ b/ql/src/test/results/clientpositive/auto_join13.q.out @@ -9,6 +9,8 @@ JOIN (SELECT src.key as c5, src.value as c6 from src) src3 ON src1.c1 + src2.c3 = src3.c5 AND src3.c5 < 200 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT sum(hash(src1.c1, src2.c4)) FROM @@ -20,6 +22,8 @@ JOIN (SELECT src.key as c5, src.value as c6 from src) src3 ON src1.c1 + src2.c3 = src3.c5 AND src3.c5 < 200 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-8 is a root stage Stage-3 depends on stages: Stage-8 diff --git a/ql/src/test/results/clientpositive/auto_join14.q.out b/ql/src/test/results/clientpositive/auto_join14.q.out index 1d8a2da..5de29f1 100644 --- a/ql/src/test/results/clientpositive/auto_join14.q.out +++ b/ql/src/test/results/clientpositive/auto_join14.q.out @@ -10,10 +10,20 @@ PREHOOK: query: explain FROM src JOIN srcpart ON src.key = srcpart.key AND srcpart.ds = '2008-04-08' and src.key > 100 INSERT OVERWRITE TABLE dest1_n83 SELECT src.key, srcpart.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@dest1_n83 POSTHOOK: query: explain FROM src JOIN srcpart ON src.key = srcpart.key AND srcpart.ds = '2008-04-08' and src.key > 100 INSERT OVERWRITE TABLE dest1_n83 SELECT src.key, srcpart.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@dest1_n83 STAGE DEPENDENCIES: Stage-6 is a root stage Stage-5 depends on stages: Stage-6 diff --git a/ql/src/test/results/clientpositive/auto_join15.q.out b/ql/src/test/results/clientpositive/auto_join15.q.out index fd0dfd3..afadf5d 100644 --- a/ql/src/test/results/clientpositive/auto_join15.q.out +++ b/ql/src/test/results/clientpositive/auto_join15.q.out @@ -6,6 +6,8 @@ FROM src src1 JOIN src src2 ON (src1.key = src2.key) SORT BY k1, v1, k2, v2 ) a PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select sum(hash(a.k1,a.v1,a.k2, a.v2)) from ( @@ -14,6 +16,8 @@ FROM src src1 JOIN src src2 ON (src1.key = src2.key) SORT BY k1, v1, k2, v2 ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-5 is a root stage Stage-2 depends on stages: Stage-5 diff --git a/ql/src/test/results/clientpositive/auto_join16.q.out b/ql/src/test/results/clientpositive/auto_join16.q.out index eb124c2..fd8c866 100644 --- a/ql/src/test/results/clientpositive/auto_join16.q.out +++ b/ql/src/test/results/clientpositive/auto_join16.q.out @@ -6,6 +6,8 @@ JOIN src tab ON (subq.key = tab.key and subq.key > 20 and subq.value = tab.value) where tab.value < 200 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT sum(hash(subq.key, tab.value)) FROM @@ -14,6 +16,8 @@ JOIN src tab ON (subq.key = tab.key and subq.key > 20 and subq.value = tab.value) where tab.value < 200 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-5 is a root stage Stage-2 depends on stages: Stage-5 diff --git a/ql/src/test/results/clientpositive/auto_join17.q.out b/ql/src/test/results/clientpositive/auto_join17.q.out index f2a1615..e4b2604 100644 --- a/ql/src/test/results/clientpositive/auto_join17.q.out +++ b/ql/src/test/results/clientpositive/auto_join17.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest1_n41 SELECT src1.*, src2.* PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n41 POSTHOOK: query: explain FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest1_n41 SELECT src1.*, src2.* POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n41 STAGE DEPENDENCIES: Stage-6 is a root stage Stage-5 depends on stages: Stage-6 diff --git a/ql/src/test/results/clientpositive/auto_join18.q.out b/ql/src/test/results/clientpositive/auto_join18.q.out index 7e8de94..4006cee 100644 --- a/ql/src/test/results/clientpositive/auto_join18.q.out +++ b/ql/src/test/results/clientpositive/auto_join18.q.out @@ -11,6 +11,9 @@ PREHOOK: query: explain ) b ON (a.key = b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT sum(hash(a.key, a.value, b.key, b.value)) FROM @@ -24,6 +27,9 @@ POSTHOOK: query: explain ) b ON (a.key = b.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 diff --git a/ql/src/test/results/clientpositive/auto_join18_multi_distinct.q.out b/ql/src/test/results/clientpositive/auto_join18_multi_distinct.q.out index 9c0bffd..82c5cfb 100644 --- a/ql/src/test/results/clientpositive/auto_join18_multi_distinct.q.out +++ b/ql/src/test/results/clientpositive/auto_join18_multi_distinct.q.out @@ -12,6 +12,9 @@ PREHOOK: query: explain ) b ON (a.key = b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT sum(hash(a.key, a.value, b.key, b.value1, b.value2)) FROM @@ -26,6 +29,9 @@ POSTHOOK: query: explain ) b ON (a.key = b.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 diff --git a/ql/src/test/results/clientpositive/auto_join19.q.out b/ql/src/test/results/clientpositive/auto_join19.q.out index 3d32ae4..7f3ffaa 100644 --- a/ql/src/test/results/clientpositive/auto_join19.q.out +++ b/ql/src/test/results/clientpositive/auto_join19.q.out @@ -11,11 +11,25 @@ FROM srcpart src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest1_n18 SELECT src1.key, src2.value where (src1.ds = '2008-04-08' or src1.ds = '2008-04-09' )and (src1.hr = '12' or src1.hr = '11') PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: default@dest1_n18 POSTHOOK: query: explain FROM srcpart src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest1_n18 SELECT src1.key, src2.value where (src1.ds = '2008-04-08' or src1.ds = '2008-04-09' )and (src1.hr = '12' or src1.hr = '11') POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: default@dest1_n18 STAGE DEPENDENCIES: Stage-6 is a root stage Stage-5 depends on stages: Stage-6 diff --git a/ql/src/test/results/clientpositive/auto_join19_inclause.q.out b/ql/src/test/results/clientpositive/auto_join19_inclause.q.out index 3f0a32f..7a11635 100644 --- a/ql/src/test/results/clientpositive/auto_join19_inclause.q.out +++ b/ql/src/test/results/clientpositive/auto_join19_inclause.q.out @@ -11,11 +11,25 @@ FROM srcpart src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest1_n11 SELECT src1.key, src2.value where (src1.ds = '2008-04-08' or src1.ds = '2008-04-09' )and (src1.hr = '12' or src1.hr = '11') PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: default@dest1_n11 POSTHOOK: query: explain FROM srcpart src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest1_n11 SELECT src1.key, src2.value where (src1.ds = '2008-04-08' or src1.ds = '2008-04-09' )and (src1.hr = '12' or src1.hr = '11') POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: default@dest1_n11 STAGE DEPENDENCIES: Stage-6 is a root stage Stage-5 depends on stages: Stage-6 diff --git a/ql/src/test/results/clientpositive/auto_join2.q.out b/ql/src/test/results/clientpositive/auto_join2.q.out index a7dd6a2..10f06e0 100644 --- a/ql/src/test/results/clientpositive/auto_join2.q.out +++ b/ql/src/test/results/clientpositive/auto_join2.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key + src2.key = src3.key) INSERT OVERWRITE TABLE dest_j2 SELECT src1.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_j2 POSTHOOK: query: explain FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key + src2.key = src3.key) INSERT OVERWRITE TABLE dest_j2 SELECT src1.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_j2 STAGE DEPENDENCIES: Stage-9 is a root stage Stage-7 depends on stages: Stage-9 diff --git a/ql/src/test/results/clientpositive/auto_join20.q.out b/ql/src/test/results/clientpositive/auto_join20.q.out index f512c7f..42c88bb 100644 --- a/ql/src/test/results/clientpositive/auto_join20.q.out +++ b/ql/src/test/results/clientpositive/auto_join20.q.out @@ -6,6 +6,8 @@ FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10) RIGHT OUT SORT BY k1,v1,k2,v2,k3,v3 )a PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select sum(hash(a.k1,a.v1,a.k2,a.v2,a.k3,a.v3)) from ( @@ -14,6 +16,8 @@ FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10) RIGHT OUT SORT BY k1,v1,k2,v2,k3,v3 )a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-6 is a root stage Stage-2 depends on stages: Stage-6 @@ -146,6 +150,8 @@ FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.k SORT BY k1,v1,k2,v2,k3,v3 )a PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select sum(hash(a.k1,a.v1,a.k2,a.v2,a.k3,a.v3)) from ( @@ -154,6 +160,8 @@ FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.k SORT BY k1,v1,k2,v2,k3,v3 )a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-6 is a root stage Stage-2 depends on stages: Stage-6 diff --git a/ql/src/test/results/clientpositive/auto_join21.q.out b/ql/src/test/results/clientpositive/auto_join21.q.out index 84a4627..ffbcf43 100644 --- a/ql/src/test/results/clientpositive/auto_join21.q.out +++ b/ql/src/test/results/clientpositive/auto_join21.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-6 is a root stage Stage-2 depends on stages: Stage-6 diff --git a/ql/src/test/results/clientpositive/auto_join22.q.out b/ql/src/test/results/clientpositive/auto_join22.q.out index 7b35422..65d91b4 100644 --- a/ql/src/test/results/clientpositive/auto_join22.q.out +++ b/ql/src/test/results/clientpositive/auto_join22.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain SELECT sum(hash(src5.src1_value)) FROM (SELECT src3.*, src4.value as src4_value, src4.key as src4_key FROM src src4 JOIN (SELECT src2.*, src1.key as src1_key, src1.value as src1_value FROM src src1 JOIN src src2 ON src1.key = src2.key) src3 ON src3.src1_key = src4.key) src5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT sum(hash(src5.src1_value)) FROM (SELECT src3.*, src4.value as src4_value, src4.key as src4_key FROM src src4 JOIN (SELECT src2.*, src1.key as src1_key, src1.value as src1_value FROM src src1 JOIN src src2 ON src1.key = src2.key) src3 ON src3.src1_key = src4.key) src5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-8 is a root stage Stage-3 depends on stages: Stage-8 diff --git a/ql/src/test/results/clientpositive/auto_join23.q.out b/ql/src/test/results/clientpositive/auto_join23.q.out index 8fa5787..ed4656b 100644 --- a/ql/src/test/results/clientpositive/auto_join23.q.out +++ b/ql/src/test/results/clientpositive/auto_join23.q.out @@ -2,9 +2,13 @@ Warning: Map Join MAPJOIN[14][bigTable=?] in task 'Stage-2:MAPRED' is a cross pr PREHOOK: query: explain SELECT * FROM src src1 JOIN src src2 WHERE src1.key < 10 and src2.key < 10 SORT BY src1.key, src1.value, src2.key, src2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 JOIN src src2 WHERE src1.key < 10 and src2.key < 10 SORT BY src1.key, src1.value, src2.key, src2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-5 is a root stage Stage-2 depends on stages: Stage-5 diff --git a/ql/src/test/results/clientpositive/auto_join24.q.out b/ql/src/test/results/clientpositive/auto_join24.q.out index 2e6d8c2..92f9cab 100644 --- a/ql/src/test/results/clientpositive/auto_join24.q.out +++ b/ql/src/test/results/clientpositive/auto_join24.q.out @@ -21,9 +21,13 @@ POSTHOOK: Lineage: tst1_n2.key SIMPLE [(src)a.FieldSchema(name:key, type:string, PREHOOK: query: explain SELECT sum(a.cnt) FROM tst1_n2 a JOIN tst1_n2 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tst1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT sum(a.cnt) FROM tst1_n2 a JOIN tst1_n2 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tst1_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-5 is a root stage Stage-2 depends on stages: Stage-5 diff --git a/ql/src/test/results/clientpositive/auto_join26.q.out b/ql/src/test/results/clientpositive/auto_join26.q.out index 931c154..9695ad0 100644 --- a/ql/src/test/results/clientpositive/auto_join26.q.out +++ b/ql/src/test/results/clientpositive/auto_join26.q.out @@ -10,10 +10,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_j1 SELECT x.key, count(1) FROM src1 x JOIN src y ON (x.key = y.key) group by x.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest_j1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_j1 SELECT x.key, count(1) FROM src1 x JOIN src y ON (x.key = y.key) group by x.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest_j1 STAGE DEPENDENCIES: Stage-7 is a root stage Stage-2 depends on stages: Stage-7 diff --git a/ql/src/test/results/clientpositive/auto_join27.q.out b/ql/src/test/results/clientpositive/auto_join27.q.out index eeb1f73..4633b6a 100644 --- a/ql/src/test/results/clientpositive/auto_join27.q.out +++ b/ql/src/test/results/clientpositive/auto_join27.q.out @@ -10,6 +10,8 @@ JOIN (SELECT src.key as k, src.value as v from src) src3 ON src_12.key = src3.k AND src3.k < 200 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT count(1) FROM @@ -22,6 +24,8 @@ JOIN (SELECT src.key as k, src.value as v from src) src3 ON src_12.key = src3.k AND src3.k < 200 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-7 depends on stages: Stage-4 diff --git a/ql/src/test/results/clientpositive/auto_join28.q.out b/ql/src/test/results/clientpositive/auto_join28.q.out index d93f397..4a22edc 100644 --- a/ql/src/test/results/clientpositive/auto_join28.q.out +++ b/ql/src/test/results/clientpositive/auto_join28.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-6 is a root stage Stage-2 depends on stages: Stage-6 @@ -103,9 +107,13 @@ STAGE PLANS: PREHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-6 is a root stage Stage-2 depends on stages: Stage-6 @@ -208,9 +216,13 @@ STAGE PLANS: PREHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-6 is a root stage Stage-2 depends on stages: Stage-6 @@ -313,9 +325,13 @@ STAGE PLANS: PREHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-6 is a root stage Stage-2 depends on stages: Stage-6 diff --git a/ql/src/test/results/clientpositive/auto_join29.q.out b/ql/src/test/results/clientpositive/auto_join29.q.out index a784add..f75908a 100644 --- a/ql/src/test/results/clientpositive/auto_join29.q.out +++ b/ql/src/test/results/clientpositive/auto_join29.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-6 is a root stage Stage-2 depends on stages: Stage-6 @@ -611,9 +615,13 @@ NULL NULL NULL NULL 98 val_98 PREHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-6 is a root stage Stage-2 depends on stages: Stage-6 @@ -1224,9 +1232,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-6 is a root stage Stage-2 depends on stages: Stage-6 @@ -1849,9 +1861,13 @@ NULL NULL 98 val_98 NULL NULL PREHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-6 is a root stage Stage-2 depends on stages: Stage-6 @@ -2471,9 +2487,13 @@ NULL NULL NULL NULL 98 val_98 PREHOOK: query: explain SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-6 is a root stage Stage-2 depends on stages: Stage-6 @@ -2575,9 +2595,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-6 is a root stage Stage-2 depends on stages: Stage-6 @@ -3188,9 +3212,13 @@ NULL NULL NULL NULL 98 val_98 PREHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-6 is a root stage Stage-2 depends on stages: Stage-6 @@ -3301,9 +3329,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-6 is a root stage Stage-2 depends on stages: Stage-6 @@ -3439,9 +3471,13 @@ NULL NULL 9 val_9 9 val_9 PREHOOK: query: explain SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-6 is a root stage Stage-2 depends on stages: Stage-6 diff --git a/ql/src/test/results/clientpositive/auto_join3.q.out b/ql/src/test/results/clientpositive/auto_join3.q.out index 68aa4c2..f2e5ecd 100644 --- a/ql/src/test/results/clientpositive/auto_join3.q.out +++ b/ql/src/test/results/clientpositive/auto_join3.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key = src3.key) INSERT OVERWRITE TABLE dest1_n140 SELECT src1.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n140 POSTHOOK: query: explain FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key = src3.key) INSERT OVERWRITE TABLE dest1_n140 SELECT src1.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n140 STAGE DEPENDENCIES: Stage-7 is a root stage Stage-6 depends on stages: Stage-7 diff --git a/ql/src/test/results/clientpositive/auto_join31.q.out b/ql/src/test/results/clientpositive/auto_join31.q.out index ffee3de..b0704e9 100644 --- a/ql/src/test/results/clientpositive/auto_join31.q.out +++ b/ql/src/test/results/clientpositive/auto_join31.q.out @@ -9,6 +9,8 @@ JOIN ON (x.key = Z.key) select sum(hash(Y.key,Y.value)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain FROM (SELECT src.* FROM src sort by key) x @@ -20,6 +22,8 @@ JOIN ON (x.key = Z.key) select sum(hash(Y.key,Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-6 is a root stage Stage-2 depends on stages: Stage-6 diff --git a/ql/src/test/results/clientpositive/auto_join32.q.out b/ql/src/test/results/clientpositive/auto_join32.q.out index 0e1d3c6..8835201 100644 --- a/ql/src/test/results/clientpositive/auto_join32.q.out +++ b/ql/src/test/results/clientpositive/auto_join32.q.out @@ -19,11 +19,17 @@ from studenttab10k s join votertab10k v on (s.name = v.name) group by s.name PREHOOK: type: QUERY +PREHOOK: Input: default@studenttab10k +PREHOOK: Input: default@votertab10k +#### A masked pattern was here #### POSTHOOK: query: explain select s.name, count(distinct registration) from studenttab10k s join votertab10k v on (s.name = v.name) group by s.name POSTHOOK: type: QUERY +POSTHOOK: Input: default@studenttab10k +POSTHOOK: Input: default@votertab10k +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-5 is a root stage Stage-2 depends on stages: Stage-5 @@ -145,11 +151,17 @@ from studenttab10k_smb s join votertab10k_smb v on (s.name = v.name) group by s.name PREHOOK: type: QUERY +PREHOOK: Input: default@studenttab10k_smb +PREHOOK: Input: default@votertab10k_smb +#### A masked pattern was here #### POSTHOOK: query: explain select s.name, count(distinct registration) from studenttab10k_smb s join votertab10k_smb v on (s.name = v.name) group by s.name POSTHOOK: type: QUERY +POSTHOOK: Input: default@studenttab10k_smb +POSTHOOK: Input: default@votertab10k_smb +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -256,11 +268,17 @@ from studenttab10k_smb s join votertab10k_smb v on (s.name = v.name) group by s.name PREHOOK: type: QUERY +PREHOOK: Input: default@studenttab10k_smb +PREHOOK: Input: default@votertab10k_smb +#### A masked pattern was here #### POSTHOOK: query: explain select s.name, count(distinct registration) from studenttab10k_smb s join votertab10k_smb v on (s.name = v.name) group by s.name POSTHOOK: type: QUERY +POSTHOOK: Input: default@studenttab10k_smb +POSTHOOK: Input: default@votertab10k_smb +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -387,6 +405,9 @@ where s.p = 'bar' and v.p = 'bar' group by s.name PREHOOK: type: QUERY +PREHOOK: Input: default@studenttab10k_part +PREHOOK: Input: default@votertab10k_part +#### A masked pattern was here #### POSTHOOK: query: explain select s.name, count(distinct registration) from studenttab10k_part s join votertab10k_part v on (s.name = v.name) @@ -394,6 +415,9 @@ where s.p = 'bar' and v.p = 'bar' group by s.name POSTHOOK: type: QUERY +POSTHOOK: Input: default@studenttab10k_part +POSTHOOK: Input: default@votertab10k_part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/auto_join33.q.out b/ql/src/test/results/clientpositive/auto_join33.q.out index ec6018d..513373f 100644 --- a/ql/src/test/results/clientpositive/auto_join33.q.out +++ b/ql/src/test/results/clientpositive/auto_join33.q.out @@ -5,6 +5,8 @@ SELECT * FROM (SELECT * FROM src WHERE key+2 < 10) b ON a.key+1=b.key+2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM (SELECT * FROM src WHERE key+1 < 10) a @@ -12,6 +14,8 @@ SELECT * FROM (SELECT * FROM src WHERE key+2 < 10) b ON a.key+1=b.key+2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 diff --git a/ql/src/test/results/clientpositive/auto_join4.q.out b/ql/src/test/results/clientpositive/auto_join4.q.out index c8b778c..6bb6624 100644 --- a/ql/src/test/results/clientpositive/auto_join4.q.out +++ b/ql/src/test/results/clientpositive/auto_join4.q.out @@ -21,6 +21,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_n115 SELECT c.c1, c.c2, c.c3, c.c4 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n115 POSTHOOK: query: explain FROM ( FROM @@ -36,6 +38,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_n115 SELECT c.c1, c.c2, c.c3, c.c4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n115 STAGE DEPENDENCIES: Stage-6 is a root stage Stage-5 depends on stages: Stage-6 diff --git a/ql/src/test/results/clientpositive/auto_join5.q.out b/ql/src/test/results/clientpositive/auto_join5.q.out index 79b4dec..3d3a4e9 100644 --- a/ql/src/test/results/clientpositive/auto_join5.q.out +++ b/ql/src/test/results/clientpositive/auto_join5.q.out @@ -21,6 +21,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_n64 SELECT c.c1, c.c2, c.c3, c.c4 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n64 POSTHOOK: query: explain FROM ( FROM @@ -36,6 +38,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_n64 SELECT c.c1, c.c2, c.c3, c.c4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n64 STAGE DEPENDENCIES: Stage-6 is a root stage Stage-5 depends on stages: Stage-6 diff --git a/ql/src/test/results/clientpositive/auto_join6.q.out b/ql/src/test/results/clientpositive/auto_join6.q.out index 1f652fc..43fc683 100644 --- a/ql/src/test/results/clientpositive/auto_join6.q.out +++ b/ql/src/test/results/clientpositive/auto_join6.q.out @@ -21,6 +21,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_n9 SELECT c.c1, c.c2, c.c3, c.c4 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n9 POSTHOOK: query: explain FROM ( FROM @@ -36,6 +38,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_n9 SELECT c.c1, c.c2, c.c3, c.c4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n9 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/auto_join7.q.out b/ql/src/test/results/clientpositive/auto_join7.q.out index 7ca170a..45223be 100644 --- a/ql/src/test/results/clientpositive/auto_join7.q.out +++ b/ql/src/test/results/clientpositive/auto_join7.q.out @@ -26,6 +26,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_n147 SELECT c.c1, c.c2, c.c3, c.c4, c.c5, c.c6 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n147 POSTHOOK: query: explain FROM ( FROM @@ -46,6 +48,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_n147 SELECT c.c1, c.c2, c.c3, c.c4, c.c5, c.c6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n147 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/auto_join8.q.out b/ql/src/test/results/clientpositive/auto_join8.q.out index b959822..2f64b4a 100644 --- a/ql/src/test/results/clientpositive/auto_join8.q.out +++ b/ql/src/test/results/clientpositive/auto_join8.q.out @@ -21,6 +21,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_n3 SELECT c.c1, c.c2, c.c3, c.c4 where c.c3 IS NULL AND c.c1 IS NOT NULL PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n3 POSTHOOK: query: explain FROM ( FROM @@ -36,6 +38,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_n3 SELECT c.c1, c.c2, c.c3, c.c4 where c.c3 IS NULL AND c.c1 IS NOT NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n3 STAGE DEPENDENCIES: Stage-6 is a root stage Stage-5 depends on stages: Stage-6 diff --git a/ql/src/test/results/clientpositive/auto_join9.q.out b/ql/src/test/results/clientpositive/auto_join9.q.out index 80c1649..6d74b36 100644 --- a/ql/src/test/results/clientpositive/auto_join9.q.out +++ b/ql/src/test/results/clientpositive/auto_join9.q.out @@ -10,10 +10,18 @@ PREHOOK: query: explain FROM srcpart src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest1_n142 SELECT src1.key, src2.value where src1.ds = '2008-04-08' and src1.hr = '12' PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@dest1_n142 POSTHOOK: query: explain FROM srcpart src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest1_n142 SELECT src1.key, src2.value where src1.ds = '2008-04-08' and src1.hr = '12' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@dest1_n142 STAGE DEPENDENCIES: Stage-6 is a root stage Stage-5 depends on stages: Stage-6 diff --git a/ql/src/test/results/clientpositive/auto_join_reordering_values.q.out b/ql/src/test/results/clientpositive/auto_join_reordering_values.q.out index e06171d..0932476 100644 --- a/ql/src/test/results/clientpositive/auto_join_reordering_values.q.out +++ b/ql/src/test/results/clientpositive/auto_join_reordering_values.q.out @@ -70,6 +70,9 @@ JOIN `orderpayment_small` `order_city` ON `order_city`.`cityid` = `orderpayment` JOIN `user_small` `user` ON `user`.`userid` = `orderpayment`.`userid` limit 5 PREHOOK: type: QUERY +PREHOOK: Input: default@orderpayment_small +PREHOOK: Input: default@user_small +#### A masked pattern was here #### POSTHOOK: query: explain extended SELECT `dim_pay_date`.`date` , `deal`.`dealid` @@ -80,6 +83,9 @@ JOIN `orderpayment_small` `order_city` ON `order_city`.`cityid` = `orderpayment` JOIN `user_small` `user` ON `user`.`userid` = `orderpayment`.`userid` limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orderpayment_small +POSTHOOK: Input: default@user_small +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t4`.`date`, `t6`.`dealid` FROM (SELECT `userid` FROM `default`.`user_small` diff --git a/ql/src/test/results/clientpositive/auto_join_stats.q.out b/ql/src/test/results/clientpositive/auto_join_stats.q.out index 321c977..8655422 100644 --- a/ql/src/test/results/clientpositive/auto_join_stats.q.out +++ b/ql/src/test/results/clientpositive/auto_join_stats.q.out @@ -24,8 +24,14 @@ POSTHOOK: Input: default@smalltable_n0 POSTHOOK: Output: default@smalltable_n0 PREHOOK: query: explain select src1.key, src2.key, smalltable_n0.key from src src1 JOIN src src2 ON (src1.key = src2.key) JOIN smalltable_n0 ON (src1.key + src2.key = smalltable_n0.key) PREHOOK: type: QUERY +PREHOOK: Input: default@smalltable_n0 +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src1.key, src2.key, smalltable_n0.key from src src1 JOIN src src2 ON (src1.key = src2.key) JOIN smalltable_n0 ON (src1.key + src2.key = smalltable_n0.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@smalltable_n0 +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-8 is a root stage , consists of Stage-10, Stage-11, Stage-1 Stage-10 has a backup stage: Stage-1 @@ -288,8 +294,16 @@ POSTHOOK: Input: default@smalltable_n0 POSTHOOK: Output: default@smalltable_n0 PREHOOK: query: explain select src1.key, src2.key, smalltable_n0.key from src src1 JOIN src src2 ON (src1.key = src2.key) JOIN smalltable_n0 ON (src1.key + src2.key = smalltable_n0.key) JOIN smalltable2_n0 ON (src1.key + src2.key = smalltable2_n0.key) PREHOOK: type: QUERY +PREHOOK: Input: default@smalltable2_n0 +PREHOOK: Input: default@smalltable_n0 +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src1.key, src2.key, smalltable_n0.key from src src1 JOIN src src2 ON (src1.key = src2.key) JOIN smalltable_n0 ON (src1.key + src2.key = smalltable_n0.key) JOIN smalltable2_n0 ON (src1.key + src2.key = smalltable2_n0.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@smalltable2_n0 +POSTHOOK: Input: default@smalltable_n0 +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-9 is a root stage , consists of Stage-11, Stage-12, Stage-1 Stage-11 has a backup stage: Stage-1 diff --git a/ql/src/test/results/clientpositive/auto_join_stats2.q.out b/ql/src/test/results/clientpositive/auto_join_stats2.q.out index 1b274a1..68f5e4b 100644 --- a/ql/src/test/results/clientpositive/auto_join_stats2.q.out +++ b/ql/src/test/results/clientpositive/auto_join_stats2.q.out @@ -17,8 +17,14 @@ POSTHOOK: Output: default@smalltable Warning: Map Join MAPJOIN[24][bigTable=?] in task 'Stage-5:MAPRED' is a cross product PREHOOK: query: explain select src1.key, src2.key, smalltable.key from src src1 JOIN src src2 ON (src1.key = src2.key) JOIN smalltable ON (src1.key + src2.key = smalltable.key) PREHOOK: type: QUERY +PREHOOK: Input: default@smalltable +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src1.key, src2.key, smalltable.key from src src1 JOIN src src2 ON (src1.key = src2.key) JOIN smalltable ON (src1.key + src2.key = smalltable.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@smalltable +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-7 is a root stage Stage-5 depends on stages: Stage-7 @@ -158,8 +164,16 @@ POSTHOOK: Input: default@smalltable POSTHOOK: Output: default@smalltable PREHOOK: query: explain select src1.key, src2.key, smalltable.key from src src1 JOIN src src2 ON (src1.key = src2.key) JOIN smalltable ON (src1.key + src2.key = smalltable.key) JOIN smalltable2 ON (src1.key + src2.key = smalltable2.key) PREHOOK: type: QUERY +PREHOOK: Input: default@smalltable +PREHOOK: Input: default@smalltable2 +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src1.key, src2.key, smalltable.key from src src1 JOIN src src2 ON (src1.key = src2.key) JOIN smalltable ON (src1.key + src2.key = smalltable.key) JOIN smalltable2 ON (src1.key + src2.key = smalltable2.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@smalltable +POSTHOOK: Input: default@smalltable2 +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-8 is a root stage Stage-6 depends on stages: Stage-8 diff --git a/ql/src/test/results/clientpositive/auto_join_without_localtask.q.out b/ql/src/test/results/clientpositive/auto_join_without_localtask.q.out index ad5e187..5a0cf21 100644 --- a/ql/src/test/results/clientpositive/auto_join_without_localtask.q.out +++ b/ql/src/test/results/clientpositive/auto_join_without_localtask.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select a.* from src a join src b on a.key=b.key order by key, value limit 40 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select a.* from src a join src b on a.key=b.key order by key, value limit 40 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-6 is a root stage , consists of Stage-7, Stage-8, Stage-1 Stage-7 has a backup stage: Stage-1 @@ -260,9 +264,13 @@ RUN: Stage-2:MAPRED PREHOOK: query: explain select a.* from src a join src b on a.key=b.key join src c on a.value=c.value order by a.key, a.value limit 40 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select a.* from src a join src b on a.key=b.key join src c on a.value=c.value order by a.key, a.value limit 40 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-11 is a root stage , consists of Stage-14, Stage-15, Stage-1 Stage-14 has a backup stage: Stage-1 @@ -652,9 +660,13 @@ RUN: Stage-3:MAPRED PREHOOK: query: explain select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 order by a.key, a.value limit 40 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 order by a.key, a.value limit 40 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-11 is a root stage , consists of Stage-14, Stage-15, Stage-1 Stage-14 has a backup stage: Stage-1 diff --git a/ql/src/test/results/clientpositive/avro_schema_evolution_native.q.out b/ql/src/test/results/clientpositive/avro_schema_evolution_native.q.out index 6860b47..726f387 100644 --- a/ql/src/test/results/clientpositive/avro_schema_evolution_native.q.out +++ b/ql/src/test/results/clientpositive/avro_schema_evolution_native.q.out @@ -236,9 +236,17 @@ Storage Desc Params: PREHOOK: query: EXPLAIN SELECT * FROM episodes_partitioned_n0 WHERE doctor_pt > 6 PREHOOK: type: QUERY +PREHOOK: Input: default@episodes_partitioned_n0 +PREHOOK: Input: default@episodes_partitioned_n0@doctor_pt=11 +PREHOOK: Input: default@episodes_partitioned_n0@doctor_pt=9 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM episodes_partitioned_n0 WHERE doctor_pt > 6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@episodes_partitioned_n0 +POSTHOOK: Input: default@episodes_partitioned_n0@doctor_pt=11 +POSTHOOK: Input: default@episodes_partitioned_n0@doctor_pt=9 +#### A masked pattern was here #### Explain STAGE DEPENDENCIES: Stage-0 is a root stage @@ -325,9 +333,17 @@ episodes_partitioned_n0.title episodes_partitioned_n0.air_date episodes_partitio PREHOOK: query: EXPLAIN SELECT * FROM episodes_partitioned_n0 WHERE doctor_pt > 6 PREHOOK: type: QUERY +PREHOOK: Input: default@episodes_partitioned_n0 +PREHOOK: Input: default@episodes_partitioned_n0@doctor_pt=11 +PREHOOK: Input: default@episodes_partitioned_n0@doctor_pt=9 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM episodes_partitioned_n0 WHERE doctor_pt > 6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@episodes_partitioned_n0 +POSTHOOK: Input: default@episodes_partitioned_n0@doctor_pt=11 +POSTHOOK: Input: default@episodes_partitioned_n0@doctor_pt=9 +#### A masked pattern was here #### Explain STAGE DEPENDENCIES: Stage-1 is a root stage diff --git a/ql/src/test/results/clientpositive/beeline/explain_outputs.q.out b/ql/src/test/results/clientpositive/beeline/explain_outputs.q.out index 1837756..390ce26 100644 --- a/ql/src/test/results/clientpositive/beeline/explain_outputs.q.out +++ b/ql/src/test/results/clientpositive/beeline/explain_outputs.q.out @@ -35,9 +35,15 @@ POSTHOOK: Lineage: t2_n14.id SCRIPT [] PREHOOK: query: explain select sum(t1_n22.id) from t1_n22 join t2_n14 on (t1_n22.id=t2_n14.id) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n22 +PREHOOK: Input: default@t2_n14 +#### A masked pattern was here #### POSTHOOK: query: explain select sum(t1_n22.id) from t1_n22 join t2_n14 on (t1_n22.id=t2_n14.id) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n22 +POSTHOOK: Input: default@t2_n14 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -241,9 +247,15 @@ POSTHOOK: Input: default@t2_n14 PREHOOK: query: explain reoptimization select sum(t1_n22.id) from t1_n22 join t2_n14 on (t1_n22.id=t2_n14.id) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n22 +PREHOOK: Input: default@t2_n14 +#### A masked pattern was here #### POSTHOOK: query: explain reoptimization select sum(t1_n22.id) from t1_n22 join t2_n14 on (t1_n22.id=t2_n14.id) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n22 +POSTHOOK: Input: default@t2_n14 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/beeline/materialized_view_create_rewrite.q.out b/ql/src/test/results/clientpositive/beeline/materialized_view_create_rewrite.q.out index a0f916b..6725784 100644 --- a/ql/src/test/results/clientpositive/beeline/materialized_view_create_rewrite.q.out +++ b/ql/src/test/results/clientpositive/beeline/materialized_view_create_rewrite.q.out @@ -107,9 +107,15 @@ totalSize 326 PREHOOK: query: explain select a, c from cmv_basetable_n10 where a = 3 PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_n10 +PREHOOK: Input: default@cmv_mat_view2_n4 +#### A masked pattern was here #### POSTHOOK: query: explain select a, c from cmv_basetable_n10 where a = 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_n10 +POSTHOOK: Input: default@cmv_mat_view2_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -155,6 +161,8 @@ select * from ( (select a, c from cmv_basetable_n10 where d = 3) table2 on table1.a = table2.a) PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_n10 +#### A masked pattern was here #### POSTHOOK: query: explain select * from ( (select a, c from cmv_basetable_n10 where a = 3) table1 @@ -162,6 +170,8 @@ select * from ( (select a, c from cmv_basetable_n10 where d = 3) table2 on table1.a = table2.a) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_n10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -247,9 +257,13 @@ POSTHOOK: Input: default@cmv_basetable_n10 PREHOOK: query: explain alter materialized view cmv_mat_view2_n4 enable rewrite PREHOOK: type: ALTER_MATERIALIZED_VIEW_REWRITE +PREHOOK: Input: default@cmv_mat_view2_n4 +PREHOOK: Output: default@cmv_mat_view2_n4 POSTHOOK: query: explain alter materialized view cmv_mat_view2_n4 enable rewrite POSTHOOK: type: ALTER_MATERIALIZED_VIEW_REWRITE +POSTHOOK: Input: default@cmv_mat_view2_n4 +POSTHOOK: Output: default@cmv_mat_view2_n4 STAGE DEPENDENCIES: Stage-0 is a root stage @@ -276,6 +290,9 @@ select * from ( (select a, c from cmv_basetable_n10 where d = 3) table2 on table1.a = table2.a) PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_n10 +PREHOOK: Input: default@cmv_mat_view2_n4 +#### A masked pattern was here #### POSTHOOK: query: explain select * from ( (select a, c from cmv_basetable_n10 where a = 3) table1 @@ -283,6 +300,9 @@ select * from ( (select a, c from cmv_basetable_n10 where d = 3) table2 on table1.a = table2.a) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_n10 +POSTHOOK: Input: default@cmv_mat_view2_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -376,6 +396,8 @@ select * from ( (select a, c from cmv_basetable_n10 where d = 3) table2 on table1.a = table2.a) PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_n10 +#### A masked pattern was here #### POSTHOOK: query: explain select * from ( (select a, c from cmv_basetable_n10 where a = 3) table1 @@ -383,6 +405,8 @@ select * from ( (select a, c from cmv_basetable_n10 where d = 3) table2 on table1.a = table2.a) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_n10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/beeline/select_dummy_source.q.out b/ql/src/test/results/clientpositive/beeline/select_dummy_source.q.out index ee07e64..1f529c7 100644 --- a/ql/src/test/results/clientpositive/beeline/select_dummy_source.q.out +++ b/ql/src/test/results/clientpositive/beeline/select_dummy_source.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select 'a', 100 PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select 'a', 100 POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -34,9 +38,13 @@ a 100 PREHOOK: query: explain select 1 + 1 PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select 1 + 1 POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -67,9 +75,13 @@ POSTHOOK: Input: _dummy_database@_dummy_table PREHOOK: query: explain select explode(array('a', 'b')) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select explode(array('a', 'b')) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -120,9 +132,13 @@ b PREHOOK: query: explain select 'a', 100 PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select 'a', 100 POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -153,9 +169,13 @@ a 100 PREHOOK: query: explain select 1 + 1 PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select 1 + 1 POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -186,9 +206,13 @@ POSTHOOK: Input: _dummy_database@_dummy_table PREHOOK: query: explain select explode(array('a', 'b')) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select explode(array('a', 'b')) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -227,9 +251,13 @@ b PREHOOK: query: explain select 2 + 3,x from (select 1 + 2 x) X PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select 2 + 3,x from (select 1 + 2 x) X POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/beeline/smb_mapjoin_1.q.out b/ql/src/test/results/clientpositive/beeline/smb_mapjoin_1.q.out index fa834ac..9923b58 100644 --- a/ql/src/test/results/clientpositive/beeline/smb_mapjoin_1.q.out +++ b/ql/src/test/results/clientpositive/beeline/smb_mapjoin_1.q.out @@ -95,9 +95,15 @@ POSTHOOK: Input: default@smb_bucket_1_n3 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n3 a join smb_bucket_2_n3 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n3 +PREHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n3 a join smb_bucket_2_n3 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n3 +POSTHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -148,9 +154,15 @@ POSTHOOK: Input: default@smb_bucket_2_n3 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n3 a left outer join smb_bucket_2_n3 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n3 +PREHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n3 a left outer join smb_bucket_2_n3 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n3 +POSTHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -203,9 +215,15 @@ POSTHOOK: Input: default@smb_bucket_2_n3 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n3 a right outer join smb_bucket_2_n3 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n3 +PREHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n3 a right outer join smb_bucket_2_n3 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n3 +POSTHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -257,9 +275,15 @@ NULL NULL 30 val_30 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n3 a full outer join smb_bucket_2_n3 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n3 +PREHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n3 a full outer join smb_bucket_2_n3 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n3 +POSTHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -316,9 +340,15 @@ NULL NULL 30 val_30 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n3 a join smb_bucket_2_n3 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n3 +PREHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n3 a join smb_bucket_2_n3 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n3 +POSTHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -369,9 +399,15 @@ POSTHOOK: Input: default@smb_bucket_2_n3 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n3 a left outer join smb_bucket_2_n3 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n3 +PREHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n3 a left outer join smb_bucket_2_n3 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n3 +POSTHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -424,9 +460,15 @@ POSTHOOK: Input: default@smb_bucket_2_n3 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n3 a right outer join smb_bucket_2_n3 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n3 +PREHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n3 a right outer join smb_bucket_2_n3 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n3 +POSTHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -478,9 +520,15 @@ NULL NULL 30 val_30 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n3 a full outer join smb_bucket_2_n3 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n3 +PREHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n3 a full outer join smb_bucket_2_n3 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n3 +POSTHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/beeline/smb_mapjoin_10.q.out b/ql/src/test/results/clientpositive/beeline/smb_mapjoin_10.q.out index e5094f0..a9ff162 100644 --- a/ql/src/test/results/clientpositive/beeline/smb_mapjoin_10.q.out +++ b/ql/src/test/results/clientpositive/beeline/smb_mapjoin_10.q.out @@ -60,6 +60,10 @@ on (a.ds = '1' and b.ds = '2' and a.postid = b.postid and a.type = b.type) PREHOOK: type: QUERY +PREHOOK: Input: default@tmp_smb_bucket_10 +PREHOOK: Input: default@tmp_smb_bucket_10@ds=1 +PREHOOK: Input: default@tmp_smb_bucket_10@ds=2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from tmp_smb_bucket_10 a join tmp_smb_bucket_10 b on (a.ds = '1' and b.ds = '2' and @@ -68,6 +72,10 @@ on (a.ds = '1' and b.ds = '2' and a.postid = b.postid and a.type = b.type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tmp_smb_bucket_10 +POSTHOOK: Input: default@tmp_smb_bucket_10@ds=1 +POSTHOOK: Input: default@tmp_smb_bucket_10@ds=2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/beeline/smb_mapjoin_11.q.out b/ql/src/test/results/clientpositive/beeline/smb_mapjoin_11.q.out index 51932e9..54bc77c 100644 --- a/ql/src/test/results/clientpositive/beeline/smb_mapjoin_11.q.out +++ b/ql/src/test/results/clientpositive/beeline/smb_mapjoin_11.q.out @@ -43,9 +43,19 @@ POSTHOOK: Output: default@test_table3_n1 PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE test_table3_n1 PARTITION (ds = '1') SELECT /*+ MAPJOIN(b) */ a.key, b.value FROM test_table1_n1 a JOIN test_table2_n1 b ON a.key = b.key AND a.ds = '1' AND b.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n1 +PREHOOK: Input: default@test_table1_n1@ds=1 +PREHOOK: Input: default@test_table2_n1 +PREHOOK: Input: default@test_table2_n1@ds=1 +PREHOOK: Output: default@test_table3_n1@ds=1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE test_table3_n1 PARTITION (ds = '1') SELECT /*+ MAPJOIN(b) */ a.key, b.value FROM test_table1_n1 a JOIN test_table2_n1 b ON a.key = b.key AND a.ds = '1' AND b.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n1 +POSTHOOK: Input: default@test_table1_n1@ds=1 +POSTHOOK: Input: default@test_table2_n1 +POSTHOOK: Input: default@test_table2_n1@ds=1 +POSTHOOK: Output: default@test_table3_n1@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1880,8 +1890,14 @@ POSTHOOK: Input: default@test_table3_n1@ds=1 498 val_498 1 PREHOOK: query: EXPLAIN EXTENDED SELECT * FROM test_table1_n1 TABLESAMPLE(BUCKET 2 OUT OF 16) PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n1 +PREHOOK: Input: default@test_table1_n1@ds=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT * FROM test_table1_n1 TABLESAMPLE(BUCKET 2 OUT OF 16) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n1 +POSTHOOK: Input: default@test_table1_n1@ds=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1991,8 +2007,14 @@ STAGE PLANS: PREHOOK: query: EXPLAIN EXTENDED SELECT * FROM test_table3_n1 TABLESAMPLE(BUCKET 2 OUT OF 16) PREHOOK: type: QUERY +PREHOOK: Input: default@test_table3_n1 +PREHOOK: Input: default@test_table3_n1@ds=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT * FROM test_table3_n1 TABLESAMPLE(BUCKET 2 OUT OF 16) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table3_n1 +POSTHOOK: Input: default@test_table3_n1@ds=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/beeline/smb_mapjoin_12.q.out b/ql/src/test/results/clientpositive/beeline/smb_mapjoin_12.q.out index c635658..b637d26 100644 --- a/ql/src/test/results/clientpositive/beeline/smb_mapjoin_12.q.out +++ b/ql/src/test/results/clientpositive/beeline/smb_mapjoin_12.q.out @@ -55,9 +55,23 @@ POSTHOOK: Output: default@test_table3_n4 PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE test_table3_n4 PARTITION (ds = '1') SELECT /*+ MAPJOIN(b) */ a.key, b.value FROM test_table1_n6 a JOIN test_table2_n6 b ON a.key = b.key AND a.ds = '1' AND b.ds >= '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n6 +PREHOOK: Input: default@test_table1_n6@ds=1 +PREHOOK: Input: default@test_table2_n6 +PREHOOK: Input: default@test_table2_n6@ds=1 +PREHOOK: Input: default@test_table2_n6@ds=2 +PREHOOK: Input: default@test_table2_n6@ds=3 +PREHOOK: Output: default@test_table3_n4@ds=1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE test_table3_n4 PARTITION (ds = '1') SELECT /*+ MAPJOIN(b) */ a.key, b.value FROM test_table1_n6 a JOIN test_table2_n6 b ON a.key = b.key AND a.ds = '1' AND b.ds >= '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n6 +POSTHOOK: Input: default@test_table1_n6@ds=1 +POSTHOOK: Input: default@test_table2_n6 +POSTHOOK: Input: default@test_table2_n6@ds=1 +POSTHOOK: Input: default@test_table2_n6@ds=2 +POSTHOOK: Input: default@test_table2_n6@ds=3 +POSTHOOK: Output: default@test_table3_n4@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -255,10 +269,20 @@ PREHOOK: query: explain extended INSERT OVERWRITE TABLE test_table3_n4 PARTITION (ds = '2') SELECT /*+mapjoin(b)*/ a.key, concat(a.value, b.value) FROM test_table3_n4 a JOIN test_table1_n6 b ON a.key = b.key AND a.ds = '1' AND b.ds='1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n6 +PREHOOK: Input: default@test_table1_n6@ds=1 +PREHOOK: Input: default@test_table3_n4 +PREHOOK: Input: default@test_table3_n4@ds=1 +PREHOOK: Output: default@test_table3_n4@ds=2 POSTHOOK: query: explain extended INSERT OVERWRITE TABLE test_table3_n4 PARTITION (ds = '2') SELECT /*+mapjoin(b)*/ a.key, concat(a.value, b.value) FROM test_table3_n4 a JOIN test_table1_n6 b ON a.key = b.key AND a.ds = '1' AND b.ds='1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n6 +POSTHOOK: Input: default@test_table1_n6@ds=1 +POSTHOOK: Input: default@test_table3_n4 +POSTHOOK: Input: default@test_table3_n4@ds=1 +POSTHOOK: Output: default@test_table3_n4@ds=2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/beeline/smb_mapjoin_13.q.out b/ql/src/test/results/clientpositive/beeline/smb_mapjoin_13.q.out index 2dd921f..f966f78 100644 --- a/ql/src/test/results/clientpositive/beeline/smb_mapjoin_13.q.out +++ b/ql/src/test/results/clientpositive/beeline/smb_mapjoin_13.q.out @@ -63,9 +63,15 @@ POSTHOOK: Lineage: test_table4_n0.value SIMPLE [(src)src.FieldSchema(name:value, PREHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ * FROM test_table1_n12 a JOIN test_table2_n12 b ON a.key = b.value ORDER BY a.key LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n12 +PREHOOK: Input: default@test_table2_n12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ * FROM test_table1_n12 a JOIN test_table2_n12 b ON a.key = b.value ORDER BY a.key LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n12 +POSTHOOK: Input: default@test_table2_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -218,9 +224,15 @@ POSTHOOK: Input: default@test_table2_n12 PREHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ * FROM test_table3_n6 a JOIN test_table4_n0 b ON a.key = b.value ORDER BY a.key LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table3_n6 +PREHOOK: Input: default@test_table4_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ * FROM test_table3_n6 a JOIN test_table4_n0 b ON a.key = b.value ORDER BY a.key LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table3_n6 +POSTHOOK: Input: default@test_table4_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/beeline/smb_mapjoin_16.q.out b/ql/src/test/results/clientpositive/beeline/smb_mapjoin_16.q.out index 4f6406b..975858d 100644 --- a/ql/src/test/results/clientpositive/beeline/smb_mapjoin_16.q.out +++ b/ql/src/test/results/clientpositive/beeline/smb_mapjoin_16.q.out @@ -35,9 +35,15 @@ POSTHOOK: Lineage: test_table2_n9.value SIMPLE [(src)src.FieldSchema(name:value, PREHOOK: query: EXPLAIN SELECT /*+mapjoin(b)*/ count(*) FROM test_table1_n9 a JOIN test_table2_n9 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n9 +PREHOOK: Input: default@test_table2_n9 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+mapjoin(b)*/ count(*) FROM test_table1_n9 a JOIN test_table2_n9 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n9 +POSTHOOK: Input: default@test_table2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/beeline/smb_mapjoin_2.q.out b/ql/src/test/results/clientpositive/beeline/smb_mapjoin_2.q.out index 3353eb5..90c9968 100644 --- a/ql/src/test/results/clientpositive/beeline/smb_mapjoin_2.q.out +++ b/ql/src/test/results/clientpositive/beeline/smb_mapjoin_2.q.out @@ -49,9 +49,15 @@ POSTHOOK: Output: default@smb_bucket_3_n1 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n1 a join smb_bucket_3_n1 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n1 +PREHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n1 a join smb_bucket_3_n1 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n1 +POSTHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -104,9 +110,15 @@ POSTHOOK: Input: default@smb_bucket_3_n1 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n1 a left outer join smb_bucket_3_n1 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n1 +PREHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n1 a left outer join smb_bucket_3_n1 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n1 +POSTHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -159,9 +171,15 @@ POSTHOOK: Input: default@smb_bucket_3_n1 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n1 a right outer join smb_bucket_3_n1 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n1 +PREHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n1 a right outer join smb_bucket_3_n1 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n1 +POSTHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -215,9 +233,15 @@ NULL NULL 23 val_23 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n1 a full outer join smb_bucket_3_n1 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n1 +PREHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n1 a full outer join smb_bucket_3_n1 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n1 +POSTHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -274,9 +298,15 @@ NULL NULL 23 val_23 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n1 a join smb_bucket_3_n1 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n1 +PREHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n1 a join smb_bucket_3_n1 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n1 +POSTHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -329,9 +359,15 @@ POSTHOOK: Input: default@smb_bucket_3_n1 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n1 a left outer join smb_bucket_3_n1 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n1 +PREHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n1 a left outer join smb_bucket_3_n1 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n1 +POSTHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -384,9 +420,15 @@ POSTHOOK: Input: default@smb_bucket_3_n1 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n1 a right outer join smb_bucket_3_n1 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n1 +PREHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n1 a right outer join smb_bucket_3_n1 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n1 +POSTHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -440,9 +482,15 @@ NULL NULL 23 val_23 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n1 a full outer join smb_bucket_3_n1 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n1 +PREHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n1 a full outer join smb_bucket_3_n1 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n1 +POSTHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/beeline/smb_mapjoin_3.q.out b/ql/src/test/results/clientpositive/beeline/smb_mapjoin_3.q.out index e116fa7..60cd166 100644 --- a/ql/src/test/results/clientpositive/beeline/smb_mapjoin_3.q.out +++ b/ql/src/test/results/clientpositive/beeline/smb_mapjoin_3.q.out @@ -49,9 +49,15 @@ POSTHOOK: Output: default@smb_bucket_3_n0 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2_n0 a join smb_bucket_3_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2_n0 +PREHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2_n0 a join smb_bucket_3_n0 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2_n0 +POSTHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -104,9 +110,15 @@ POSTHOOK: Input: default@smb_bucket_3_n0 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2_n0 a left outer join smb_bucket_3_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2_n0 +PREHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2_n0 a left outer join smb_bucket_3_n0 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2_n0 +POSTHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -158,9 +170,15 @@ POSTHOOK: Input: default@smb_bucket_3_n0 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2_n0 a right outer join smb_bucket_3_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2_n0 +PREHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2_n0 a right outer join smb_bucket_3_n0 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2_n0 +POSTHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -214,9 +232,15 @@ NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2_n0 a full outer join smb_bucket_3_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2_n0 +PREHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2_n0 a full outer join smb_bucket_3_n0 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2_n0 +POSTHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -272,9 +296,15 @@ NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2_n0 a join smb_bucket_3_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2_n0 +PREHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2_n0 a join smb_bucket_3_n0 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2_n0 +POSTHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -327,9 +357,15 @@ POSTHOOK: Input: default@smb_bucket_3_n0 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2_n0 a left outer join smb_bucket_3_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2_n0 +PREHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2_n0 a left outer join smb_bucket_3_n0 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2_n0 +POSTHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -381,9 +417,15 @@ POSTHOOK: Input: default@smb_bucket_3_n0 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2_n0 a right outer join smb_bucket_3_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2_n0 +PREHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2_n0 a right outer join smb_bucket_3_n0 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2_n0 +POSTHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -437,9 +479,15 @@ NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2_n0 a full outer join smb_bucket_3_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2_n0 +PREHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2_n0 a full outer join smb_bucket_3_n0 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2_n0 +POSTHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/beeline/smb_mapjoin_7.q.out b/ql/src/test/results/clientpositive/beeline/smb_mapjoin_7.q.out index 4b1313d..66401f6 100644 --- a/ql/src/test/results/clientpositive/beeline/smb_mapjoin_7.q.out +++ b/ql/src/test/results/clientpositive/beeline/smb_mapjoin_7.q.out @@ -610,10 +610,16 @@ PREHOOK: query: explain insert overwrite table smb_join_results select /*+mapjoin(a)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket4_1 +PREHOOK: Input: default@smb_bucket4_2 +PREHOOK: Output: default@smb_join_results POSTHOOK: query: explain insert overwrite table smb_join_results select /*+mapjoin(a)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket4_1 +POSTHOOK: Input: default@smb_bucket4_2 +POSTHOOK: Output: default@smb_join_results STAGE DEPENDENCIES: Stage-1 is a root stage Stage-8 depends on stages: Stage-1 , consists of Stage-5, Stage-4, Stage-6 diff --git a/ql/src/test/results/clientpositive/binary_output_format.q.out b/ql/src/test/results/clientpositive/binary_output_format.q.out index 9b0ee6b..e875257 100644 --- a/ql/src/test/results/clientpositive/binary_output_format.q.out +++ b/ql/src/test/results/clientpositive/binary_output_format.q.out @@ -35,6 +35,8 @@ SELECT TRANSFORM(*) RECORDREADER 'org.apache.hadoop.hive.ql.exec.BinaryRecordReader' FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n109 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest1_n109 SELECT TRANSFORM(*) @@ -48,6 +50,8 @@ SELECT TRANSFORM(*) RECORDREADER 'org.apache.hadoop.hive.ql.exec.BinaryRecordReader' FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n109 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/binarysortable_1.q.out b/ql/src/test/results/clientpositive/binarysortable_1.q.out index f073949..f9464c5 100644 --- a/ql/src/test/results/clientpositive/binarysortable_1.q.out +++ b/ql/src/test/results/clientpositive/binarysortable_1.q.out @@ -28,6 +28,8 @@ FROM ( GROUP BY key ) a PREHOOK: type: QUERY +PREHOOK: Input: default@mytable_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT REGEXP_REPLACE(REGEXP_REPLACE(REGEXP_REPLACE(key, '\001', '^A'), '\0', '^@'), '\002', '^B'), value FROM ( @@ -36,6 +38,8 @@ FROM ( GROUP BY key ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@mytable_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/bucket1.q.out b/ql/src/test/results/clientpositive/bucket1.q.out index f39af86..8d69455 100644 --- a/ql/src/test/results/clientpositive/bucket1.q.out +++ b/ql/src/test/results/clientpositive/bucket1.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain extended insert overwrite table bucket1_1 select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@bucket1_1 POSTHOOK: query: explain extended insert overwrite table bucket1_1 select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@bucket1_1 OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`src` STAGE DEPENDENCIES: diff --git a/ql/src/test/results/clientpositive/bucket2.q.out b/ql/src/test/results/clientpositive/bucket2.q.out index 8d1d066..aec4cea 100644 --- a/ql/src/test/results/clientpositive/bucket2.q.out +++ b/ql/src/test/results/clientpositive/bucket2.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain extended insert overwrite table bucket2_1 select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@bucket2_1 POSTHOOK: query: explain extended insert overwrite table bucket2_1 select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@bucket2_1 OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`src` STAGE DEPENDENCIES: @@ -226,9 +230,13 @@ POSTHOOK: Lineage: bucket2_1.value SIMPLE [(src)src.FieldSchema(name:value, type PREHOOK: query: explain select * from bucket2_1 tablesample (bucket 1 out of 2) s PREHOOK: type: QUERY +PREHOOK: Input: default@bucket2_1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from bucket2_1 tablesample (bucket 1 out of 2) s POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket2_1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/bucket3.q.out b/ql/src/test/results/clientpositive/bucket3.q.out index 0becf0a..260ae51 100644 --- a/ql/src/test/results/clientpositive/bucket3.q.out +++ b/ql/src/test/results/clientpositive/bucket3.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain extended insert overwrite table bucket3_1 partition (ds='1') select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@bucket3_1@ds=1 POSTHOOK: query: explain extended insert overwrite table bucket3_1 partition (ds='1') select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@bucket3_1@ds=1 OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`src` STAGE DEPENDENCIES: @@ -306,9 +310,15 @@ POSTHOOK: Lineage: bucket3_1 PARTITION(ds=2).value SIMPLE [(src)src.FieldSchema( PREHOOK: query: explain select * from bucket3_1 tablesample (bucket 1 out of 2) s where ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@bucket3_1 +PREHOOK: Input: default@bucket3_1@ds=1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from bucket3_1 tablesample (bucket 1 out of 2) s where ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket3_1 +POSTHOOK: Input: default@bucket3_1@ds=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/bucket_map_join_1.q.out b/ql/src/test/results/clientpositive/bucket_map_join_1.q.out index 6d837a3..0bfa6d6 100644 --- a/ql/src/test/results/clientpositive/bucket_map_join_1.q.out +++ b/ql/src/test/results/clientpositive/bucket_map_join_1.q.out @@ -45,9 +45,15 @@ POSTHOOK: Output: default@table2_n5 PREHOOK: query: explain extended select /*+ mapjoin(b) */ count(*) from table1_n9 a join table2_n5 b on a.key=b.key and a.value=b.value PREHOOK: type: QUERY +PREHOOK: Input: default@table1_n9 +PREHOOK: Input: default@table2_n5 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ mapjoin(b) */ count(*) from table1_n9 a join table2_n5 b on a.key=b.key and a.value=b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@table1_n9 +POSTHOOK: Input: default@table2_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/bucket_map_join_2.q.out b/ql/src/test/results/clientpositive/bucket_map_join_2.q.out index 0761f2f..29b60e8 100644 --- a/ql/src/test/results/clientpositive/bucket_map_join_2.q.out +++ b/ql/src/test/results/clientpositive/bucket_map_join_2.q.out @@ -45,9 +45,15 @@ POSTHOOK: Output: default@table2 PREHOOK: query: explain extended select /*+ mapjoin(b) */ count(*) from table1 a join table2 b on a.key=b.key and a.value=b.value PREHOOK: type: QUERY +PREHOOK: Input: default@table1 +PREHOOK: Input: default@table2 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ mapjoin(b) */ count(*) from table1 a join table2 b on a.key=b.key and a.value=b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/bucket_map_join_spark1.q.out b/ql/src/test/results/clientpositive/bucket_map_join_spark1.q.out index 14d4cc0..cad932a 100644 --- a/ql/src/test/results/clientpositive/bucket_map_join_spark1.q.out +++ b/ql/src/test/results/clientpositive/bucket_map_join_spark1.q.out @@ -110,12 +110,22 @@ select a.key, a.value, b.value from srcbucket_mapjoin_part_n19 a join srcbucket_mapjoin_part_2_n16 b on a.key=b.key and b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n16 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n16@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_n19 +PREHOOK: Input: default@srcbucket_mapjoin_part_n19@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result_n9 POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result_n9 select a.key, a.value, b.value from srcbucket_mapjoin_part_n19 a join srcbucket_mapjoin_part_2_n16 b on a.key=b.key and b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n16 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n16@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n19 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n19@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result_n9 OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`srcbucket_mapjoin_part_n19` @@ -559,12 +569,22 @@ select a.key, a.value, b.value from srcbucket_mapjoin_part_n19 a join srcbucket_mapjoin_part_2_n16 b on a.key=b.key and b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n16 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n16@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_n19 +PREHOOK: Input: default@srcbucket_mapjoin_part_n19@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result_n9 POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result_n9 select a.key, a.value, b.value from srcbucket_mapjoin_part_n19 a join srcbucket_mapjoin_part_2_n16 b on a.key=b.key and b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n16 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n16@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n19 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n19@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result_n9 OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`srcbucket_mapjoin_part_n19` diff --git a/ql/src/test/results/clientpositive/bucket_map_join_spark2.q.out b/ql/src/test/results/clientpositive/bucket_map_join_spark2.q.out index 050fada..df0e4b2 100644 --- a/ql/src/test/results/clientpositive/bucket_map_join_spark2.q.out +++ b/ql/src/test/results/clientpositive/bucket_map_join_spark2.q.out @@ -94,12 +94,22 @@ select a.key, a.value, b.value from srcbucket_mapjoin_part_n12 a join srcbucket_mapjoin_part_2_n10 b on a.key=b.key and b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n10 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n10@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_n12 +PREHOOK: Input: default@srcbucket_mapjoin_part_n12@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result_n5 POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result_n5 select a.key, a.value, b.value from srcbucket_mapjoin_part_n12 a join srcbucket_mapjoin_part_2_n10 b on a.key=b.key and b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n10 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n10@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n12 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n12@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result_n5 OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`srcbucket_mapjoin_part_n12` @@ -543,12 +553,22 @@ select a.key, a.value, b.value from srcbucket_mapjoin_part_n12 a join srcbucket_mapjoin_part_2_n10 b on a.key=b.key and b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n10 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n10@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_n12 +PREHOOK: Input: default@srcbucket_mapjoin_part_n12@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result_n5 POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result_n5 select a.key, a.value, b.value from srcbucket_mapjoin_part_n12 a join srcbucket_mapjoin_part_2_n10 b on a.key=b.key and b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n10 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n10@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n12 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n12@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result_n5 OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`srcbucket_mapjoin_part_n12` diff --git a/ql/src/test/results/clientpositive/bucket_map_join_spark3.q.out b/ql/src/test/results/clientpositive/bucket_map_join_spark3.q.out index 6d927e1..169c249 100644 --- a/ql/src/test/results/clientpositive/bucket_map_join_spark3.q.out +++ b/ql/src/test/results/clientpositive/bucket_map_join_spark3.q.out @@ -94,12 +94,22 @@ select a.key, a.value, b.value from srcbucket_mapjoin_part_n4 a join srcbucket_mapjoin_part_2_n3 b on a.key=b.key and b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n3 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n3@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_n4 +PREHOOK: Input: default@srcbucket_mapjoin_part_n4@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result_n1 POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result_n1 select a.key, a.value, b.value from srcbucket_mapjoin_part_n4 a join srcbucket_mapjoin_part_2_n3 b on a.key=b.key and b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n3 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n3@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n4 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n4@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result_n1 OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`srcbucket_mapjoin_part_n4` @@ -543,12 +553,22 @@ select a.key, a.value, b.value from srcbucket_mapjoin_part_n4 a join srcbucket_mapjoin_part_2_n3 b on a.key=b.key and b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n3 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n3@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_n4 +PREHOOK: Input: default@srcbucket_mapjoin_part_n4@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result_n1 POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result_n1 select a.key, a.value, b.value from srcbucket_mapjoin_part_n4 a join srcbucket_mapjoin_part_2_n3 b on a.key=b.key and b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n3 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n3@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n4 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n4@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result_n1 OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`srcbucket_mapjoin_part_n4` diff --git a/ql/src/test/results/clientpositive/bucket_map_join_spark4.q.out b/ql/src/test/results/clientpositive/bucket_map_join_spark4.q.out index 5f29ee7..211c067 100644 --- a/ql/src/test/results/clientpositive/bucket_map_join_spark4.q.out +++ b/ql/src/test/results/clientpositive/bucket_map_join_spark4.q.out @@ -62,10 +62,18 @@ PREHOOK: query: explain extended select a.key as key, a.value as val1, b.value as val2, c.value as val3 from tbl1_n0 a join tbl2_n0 b on a.key = b.key join tbl3 c on a.value = c.value PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n0 +PREHOOK: Input: default@tbl2_n0 +PREHOOK: Input: default@tbl3 +#### A masked pattern was here #### POSTHOOK: query: explain extended select a.key as key, a.value as val1, b.value as val2, c.value as val3 from tbl1_n0 a join tbl2_n0 b on a.key = b.key join tbl3 c on a.value = c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n0 +POSTHOOK: Input: default@tbl2_n0 +POSTHOOK: Input: default@tbl3 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value` AS `val1`, `t2`.`value` AS `val2`, `t4`.`value` AS `val3` FROM (SELECT `key`, `value` FROM `default`.`tbl1_n0` @@ -434,10 +442,18 @@ PREHOOK: query: explain extended select a.key as key, a.value as val1, b.value as val2, c.value as val3 from tbl1_n0 a join tbl2_n0 b on a.key = b.key join tbl3 c on a.value = c.value PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n0 +PREHOOK: Input: default@tbl2_n0 +PREHOOK: Input: default@tbl3 +#### A masked pattern was here #### POSTHOOK: query: explain extended select a.key as key, a.value as val1, b.value as val2, c.value as val3 from tbl1_n0 a join tbl2_n0 b on a.key = b.key join tbl3 c on a.value = c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n0 +POSTHOOK: Input: default@tbl2_n0 +POSTHOOK: Input: default@tbl3 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value` AS `val1`, `t2`.`value` AS `val2`, `t4`.`value` AS `val3` FROM (SELECT `key`, `value` FROM `default`.`tbl1_n0` diff --git a/ql/src/test/results/clientpositive/bucketcontext_1.q.out b/ql/src/test/results/clientpositive/bucketcontext_1.q.out index 3ea4529..93f9046 100644 --- a/ql/src/test/results/clientpositive/bucketcontext_1.q.out +++ b/ql/src/test/results/clientpositive/bucketcontext_1.q.out @@ -99,8 +99,20 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@bucket_big_n14@ds=2008-04-09 PREHOOK: query: explain extended select /*+ MAPJOIN(a) */ count(*) FROM bucket_small_n14 a JOIN bucket_big_n14 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n14 +PREHOOK: Input: default@bucket_big_n14@ds=2008-04-08 +PREHOOK: Input: default@bucket_big_n14@ds=2008-04-09 +PREHOOK: Input: default@bucket_small_n14 +PREHOOK: Input: default@bucket_small_n14@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(a) */ count(*) FROM bucket_small_n14 a JOIN bucket_big_n14 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n14 +POSTHOOK: Input: default@bucket_big_n14@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big_n14@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small_n14 +POSTHOOK: Input: default@bucket_small_n14@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -381,8 +393,20 @@ POSTHOOK: Input: default@bucket_small_n14@ds=2008-04-08 928 PREHOOK: query: explain extended select /*+ MAPJOIN(a) */ count(*) FROM bucket_small_n14 a JOIN bucket_big_n14 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n14 +PREHOOK: Input: default@bucket_big_n14@ds=2008-04-08 +PREHOOK: Input: default@bucket_big_n14@ds=2008-04-09 +PREHOOK: Input: default@bucket_small_n14 +PREHOOK: Input: default@bucket_small_n14@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(a) */ count(*) FROM bucket_small_n14 a JOIN bucket_big_n14 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n14 +POSTHOOK: Input: default@bucket_big_n14@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big_n14@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small_n14 +POSTHOOK: Input: default@bucket_small_n14@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/bucketcontext_2.q.out b/ql/src/test/results/clientpositive/bucketcontext_2.q.out index df6a9e8..9986ead 100644 --- a/ql/src/test/results/clientpositive/bucketcontext_2.q.out +++ b/ql/src/test/results/clientpositive/bucketcontext_2.q.out @@ -83,8 +83,20 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@bucket_big_n8@ds=2008-04-09 PREHOOK: query: explain extended select /*+ MAPJOIN(a) */ count(*) FROM bucket_small_n8 a JOIN bucket_big_n8 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n8 +PREHOOK: Input: default@bucket_big_n8@ds=2008-04-08 +PREHOOK: Input: default@bucket_big_n8@ds=2008-04-09 +PREHOOK: Input: default@bucket_small_n8 +PREHOOK: Input: default@bucket_small_n8@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(a) */ count(*) FROM bucket_small_n8 a JOIN bucket_big_n8 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n8 +POSTHOOK: Input: default@bucket_big_n8@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big_n8@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small_n8 +POSTHOOK: Input: default@bucket_small_n8@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -365,8 +377,20 @@ POSTHOOK: Input: default@bucket_small_n8@ds=2008-04-08 928 PREHOOK: query: explain extended select /*+ MAPJOIN(a) */ count(*) FROM bucket_small_n8 a JOIN bucket_big_n8 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n8 +PREHOOK: Input: default@bucket_big_n8@ds=2008-04-08 +PREHOOK: Input: default@bucket_big_n8@ds=2008-04-09 +PREHOOK: Input: default@bucket_small_n8 +PREHOOK: Input: default@bucket_small_n8@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(a) */ count(*) FROM bucket_small_n8 a JOIN bucket_big_n8 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n8 +POSTHOOK: Input: default@bucket_big_n8@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big_n8@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small_n8 +POSTHOOK: Input: default@bucket_small_n8@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/bucketcontext_3.q.out b/ql/src/test/results/clientpositive/bucketcontext_3.q.out index e640cce..f180fe8 100644 --- a/ql/src/test/results/clientpositive/bucketcontext_3.q.out +++ b/ql/src/test/results/clientpositive/bucketcontext_3.q.out @@ -83,8 +83,20 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@bucket_big_n4@ds=2008-04-08 PREHOOK: query: explain extended select /*+ MAPJOIN(a) */ count(*) FROM bucket_small_n4 a JOIN bucket_big_n4 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n4 +PREHOOK: Input: default@bucket_big_n4@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n4 +PREHOOK: Input: default@bucket_small_n4@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n4@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(a) */ count(*) FROM bucket_small_n4 a JOIN bucket_big_n4 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n4 +POSTHOOK: Input: default@bucket_big_n4@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n4 +POSTHOOK: Input: default@bucket_small_n4@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n4@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -362,8 +374,20 @@ POSTHOOK: Input: default@bucket_small_n4@ds=2008-04-09 928 PREHOOK: query: explain extended select /*+ MAPJOIN(a) */ count(*) FROM bucket_small_n4 a JOIN bucket_big_n4 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n4 +PREHOOK: Input: default@bucket_big_n4@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n4 +PREHOOK: Input: default@bucket_small_n4@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n4@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(a) */ count(*) FROM bucket_small_n4 a JOIN bucket_big_n4 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n4 +POSTHOOK: Input: default@bucket_big_n4@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n4 +POSTHOOK: Input: default@bucket_small_n4@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n4@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/bucketcontext_4.q.out b/ql/src/test/results/clientpositive/bucketcontext_4.q.out index 79f66c0..83ca352 100644 --- a/ql/src/test/results/clientpositive/bucketcontext_4.q.out +++ b/ql/src/test/results/clientpositive/bucketcontext_4.q.out @@ -99,8 +99,20 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@bucket_big@ds=2008-04-08 PREHOOK: query: explain extended select /*+ MAPJOIN(a) */ count(*) FROM bucket_small a JOIN bucket_big b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big +PREHOOK: Input: default@bucket_big@ds=2008-04-08 +PREHOOK: Input: default@bucket_small +PREHOOK: Input: default@bucket_small@ds=2008-04-08 +PREHOOK: Input: default@bucket_small@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(a) */ count(*) FROM bucket_small a JOIN bucket_big b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big +POSTHOOK: Input: default@bucket_big@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small +POSTHOOK: Input: default@bucket_small@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -378,8 +390,20 @@ POSTHOOK: Input: default@bucket_small@ds=2008-04-09 928 PREHOOK: query: explain extended select /*+ MAPJOIN(a) */ count(*) FROM bucket_small a JOIN bucket_big b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big +PREHOOK: Input: default@bucket_big@ds=2008-04-08 +PREHOOK: Input: default@bucket_small +PREHOOK: Input: default@bucket_small@ds=2008-04-08 +PREHOOK: Input: default@bucket_small@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(a) */ count(*) FROM bucket_small a JOIN bucket_big b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big +POSTHOOK: Input: default@bucket_big@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small +POSTHOOK: Input: default@bucket_small@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/bucketcontext_5.q.out b/ql/src/test/results/clientpositive/bucketcontext_5.q.out index 629c364..5dccb25 100644 --- a/ql/src/test/results/clientpositive/bucketcontext_5.q.out +++ b/ql/src/test/results/clientpositive/bucketcontext_5.q.out @@ -64,8 +64,14 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@bucket_big_n13 PREHOOK: query: explain extended select /*+ MAPJOIN(a) */ count(*) FROM bucket_small_n13 a JOIN bucket_big_n13 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n13 +PREHOOK: Input: default@bucket_small_n13 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(a) */ count(*) FROM bucket_small_n13 a JOIN bucket_big_n13 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n13 +POSTHOOK: Input: default@bucket_small_n13 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -240,8 +246,14 @@ POSTHOOK: Input: default@bucket_small_n13 464 PREHOOK: query: explain extended select /*+ MAPJOIN(a) */ count(*) FROM bucket_small_n13 a JOIN bucket_big_n13 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n13 +PREHOOK: Input: default@bucket_small_n13 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(a) */ count(*) FROM bucket_small_n13 a JOIN bucket_big_n13 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n13 +POSTHOOK: Input: default@bucket_small_n13 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/bucketcontext_6.q.out b/ql/src/test/results/clientpositive/bucketcontext_6.q.out index 7cfcec0..471288a 100644 --- a/ql/src/test/results/clientpositive/bucketcontext_6.q.out +++ b/ql/src/test/results/clientpositive/bucketcontext_6.q.out @@ -82,8 +82,18 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@bucket_big_n7@ds=2008-04-09 PREHOOK: query: explain extended select /*+ MAPJOIN(a) */ count(*) FROM bucket_small_n7 a JOIN bucket_big_n7 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n7 +PREHOOK: Input: default@bucket_big_n7@ds=2008-04-08 +PREHOOK: Input: default@bucket_big_n7@ds=2008-04-09 +PREHOOK: Input: default@bucket_small_n7 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(a) */ count(*) FROM bucket_small_n7 a JOIN bucket_big_n7 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n7 +POSTHOOK: Input: default@bucket_big_n7@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big_n7@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small_n7 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -313,8 +323,18 @@ POSTHOOK: Input: default@bucket_small_n7 928 PREHOOK: query: explain extended select /*+ MAPJOIN(a) */ count(*) FROM bucket_small_n7 a JOIN bucket_big_n7 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n7 +PREHOOK: Input: default@bucket_big_n7@ds=2008-04-08 +PREHOOK: Input: default@bucket_big_n7@ds=2008-04-09 +PREHOOK: Input: default@bucket_small_n7 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(a) */ count(*) FROM bucket_small_n7 a JOIN bucket_big_n7 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n7 +POSTHOOK: Input: default@bucket_big_n7@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big_n7@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small_n7 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/bucketcontext_7.q.out b/ql/src/test/results/clientpositive/bucketcontext_7.q.out index 47d568f..a87d058 100644 --- a/ql/src/test/results/clientpositive/bucketcontext_7.q.out +++ b/ql/src/test/results/clientpositive/bucketcontext_7.q.out @@ -116,8 +116,22 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@bucket_big_n2@ds=2008-04-09 PREHOOK: query: explain extended select /*+ MAPJOIN(a) */ count(*) FROM bucket_small_n2 a JOIN bucket_big_n2 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n2 +PREHOOK: Input: default@bucket_big_n2@ds=2008-04-08 +PREHOOK: Input: default@bucket_big_n2@ds=2008-04-09 +PREHOOK: Input: default@bucket_small_n2 +PREHOOK: Input: default@bucket_small_n2@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n2@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(a) */ count(*) FROM bucket_small_n2 a JOIN bucket_big_n2 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n2 +POSTHOOK: Input: default@bucket_big_n2@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big_n2@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small_n2 +POSTHOOK: Input: default@bucket_small_n2@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n2@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -448,8 +462,22 @@ POSTHOOK: Input: default@bucket_small_n2@ds=2008-04-09 1856 PREHOOK: query: explain extended select /*+ MAPJOIN(a) */ count(*) FROM bucket_small_n2 a JOIN bucket_big_n2 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n2 +PREHOOK: Input: default@bucket_big_n2@ds=2008-04-08 +PREHOOK: Input: default@bucket_big_n2@ds=2008-04-09 +PREHOOK: Input: default@bucket_small_n2 +PREHOOK: Input: default@bucket_small_n2@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n2@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(a) */ count(*) FROM bucket_small_n2 a JOIN bucket_big_n2 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n2 +POSTHOOK: Input: default@bucket_big_n2@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big_n2@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small_n2 +POSTHOOK: Input: default@bucket_small_n2@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n2@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/bucketcontext_8.q.out b/ql/src/test/results/clientpositive/bucketcontext_8.q.out index 1468453..53a9771 100644 --- a/ql/src/test/results/clientpositive/bucketcontext_8.q.out +++ b/ql/src/test/results/clientpositive/bucketcontext_8.q.out @@ -116,8 +116,22 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@bucket_big_n10@ds=2008-04-09 PREHOOK: query: explain extended select /*+ MAPJOIN(a) */ count(*) FROM bucket_small_n10 a JOIN bucket_big_n10 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n10 +PREHOOK: Input: default@bucket_big_n10@ds=2008-04-08 +PREHOOK: Input: default@bucket_big_n10@ds=2008-04-09 +PREHOOK: Input: default@bucket_small_n10 +PREHOOK: Input: default@bucket_small_n10@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n10@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(a) */ count(*) FROM bucket_small_n10 a JOIN bucket_big_n10 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n10 +POSTHOOK: Input: default@bucket_big_n10@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big_n10@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small_n10 +POSTHOOK: Input: default@bucket_small_n10@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n10@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -448,8 +462,22 @@ POSTHOOK: Input: default@bucket_small_n10@ds=2008-04-09 1856 PREHOOK: query: explain extended select /*+ MAPJOIN(a) */ count(*) FROM bucket_small_n10 a JOIN bucket_big_n10 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n10 +PREHOOK: Input: default@bucket_big_n10@ds=2008-04-08 +PREHOOK: Input: default@bucket_big_n10@ds=2008-04-09 +PREHOOK: Input: default@bucket_small_n10 +PREHOOK: Input: default@bucket_small_n10@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n10@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(a) */ count(*) FROM bucket_small_n10 a JOIN bucket_big_n10 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n10 +POSTHOOK: Input: default@bucket_big_n10@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big_n10@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small_n10 +POSTHOOK: Input: default@bucket_small_n10@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n10@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/bucketmapjoin10.q.out b/ql/src/test/results/clientpositive/bucketmapjoin10.q.out index 728a44b..5c8706f 100644 --- a/ql/src/test/results/clientpositive/bucketmapjoin10.q.out +++ b/ql/src/test/results/clientpositive/bucketmapjoin10.q.out @@ -131,11 +131,25 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n6 a JOIN srcbucket_mapjoin_part_2_n13 b ON a.key = b.key AND a.part IS NOT NULL AND b.part IS NOT NULL PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n6 +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n6@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n6@part=2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n13 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n13@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n13@part=2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n6 a JOIN srcbucket_mapjoin_part_2_n13 b ON a.key = b.key AND a.part IS NOT NULL AND b.part IS NOT NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n6 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n6@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n6@part=2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n13 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n13@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n13@part=2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/bucketmapjoin11.q.out b/ql/src/test/results/clientpositive/bucketmapjoin11.q.out index 1cb95b3..177ae48 100644 --- a/ql/src/test/results/clientpositive/bucketmapjoin11.q.out +++ b/ql/src/test/results/clientpositive/bucketmapjoin11.q.out @@ -139,11 +139,25 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n2 a JOIN srcbucket_mapjoin_part_2_n6 b ON a.key = b.key AND a.part IS NOT NULL AND b.part IS NOT NULL PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n2 +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n2@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n2@part=2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n6 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n6@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n6@part=2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n2 a JOIN srcbucket_mapjoin_part_2_n6 b ON a.key = b.key AND a.part IS NOT NULL AND b.part IS NOT NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n2@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n2@part=2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n6 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n6@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n6@part=2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -476,11 +490,25 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n2 a JOIN srcbucket_mapjoin_part_2_n6 b ON a.key = b.key AND a.part = b.part AND a.part IS NOT NULL AND b.part IS NOT NULL PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n2 +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n2@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n2@part=2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n6 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n6@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n6@part=2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n2 a JOIN srcbucket_mapjoin_part_2_n6 b ON a.key = b.key AND a.part = b.part AND a.part IS NOT NULL AND b.part IS NOT NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n2@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n2@part=2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n6 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n6@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n6@part=2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/bucketmapjoin12.q.out b/ql/src/test/results/clientpositive/bucketmapjoin12.q.out index b360261..59d7ee5 100644 --- a/ql/src/test/results/clientpositive/bucketmapjoin12.q.out +++ b/ql/src/test/results/clientpositive/bucketmapjoin12.q.out @@ -100,11 +100,21 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_2_n0 b ON a.key = b.key AND a.part = '1' and b.part = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1 +PREHOOK: Input: default@srcbucket_mapjoin_part_1@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n0 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n0@part=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_2_n0 b ON a.key = b.key AND a.part = '1' and b.part = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n0 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n0@part=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -335,11 +345,21 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_3 b ON a.key = b.key AND a.part = '1' and b.part = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1 +PREHOOK: Input: default@srcbucket_mapjoin_part_1@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_3 +PREHOOK: Input: default@srcbucket_mapjoin_part_3@part=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_3 b ON a.key = b.key AND a.part = '1' and b.part = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_3 +POSTHOOK: Input: default@srcbucket_mapjoin_part_3@part=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/bucketmapjoin13.q.out b/ql/src/test/results/clientpositive/bucketmapjoin13.q.out index 2f9b3ca..72064ef 100644 --- a/ql/src/test/results/clientpositive/bucketmapjoin13.q.out +++ b/ql/src/test/results/clientpositive/bucketmapjoin13.q.out @@ -67,11 +67,23 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n8 a JOIN srcbucket_mapjoin_part_2_n18 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n8 +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n8@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n8@part=2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n18 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n18@part=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n8 a JOIN srcbucket_mapjoin_part_2_n18 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n8 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n8@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n8@part=2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n18 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n18@part=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -350,11 +362,21 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n8 a JOIN srcbucket_mapjoin_part_2_n18 b ON a.key = b.key and a.part = '2' PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n8 +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n8@part=2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n18 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n18@part=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n8 a JOIN srcbucket_mapjoin_part_2_n18 b ON a.key = b.key and a.part = '2' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n8 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n8@part=2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n18 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n18@part=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -596,11 +618,21 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n8 a JOIN srcbucket_mapjoin_part_2_n18 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n8 +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n8@part=2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n18 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n18@part=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n8 a JOIN srcbucket_mapjoin_part_2_n18 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n8 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n8@part=2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n18 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n18@part=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -842,11 +874,21 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n8 a JOIN srcbucket_mapjoin_part_2_n18 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n8 +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n8@part=2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n18 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n18@part=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n8 a JOIN srcbucket_mapjoin_part_2_n18 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n8 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n8@part=2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n18 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n18@part=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/bucketmapjoin5.q.out b/ql/src/test/results/clientpositive/bucketmapjoin5.q.out index 7f0b1ed..0abc2fc 100644 --- a/ql/src/test/results/clientpositive/bucketmapjoin5.q.out +++ b/ql/src/test/results/clientpositive/bucketmapjoin5.q.out @@ -168,12 +168,22 @@ select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin_n0 a join srcbucket_mapjoin_part_n0 b on a.key=b.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_n0 +PREHOOK: Input: default@srcbucket_mapjoin_part_n0 +PREHOOK: Input: default@srcbucket_mapjoin_part_n0@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_n0@ds=2008-04-09 +PREHOOK: Output: default@bucketmapjoin_tmp_result POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin_n0 a join srcbucket_mapjoin_part_n0 b on a.key=b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_n0 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n0 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n0@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n0@ds=2008-04-09 +POSTHOOK: Output: default@bucketmapjoin_tmp_result STAGE DEPENDENCIES: Stage-9 is a root stage Stage-1 depends on stages: Stage-9 @@ -770,12 +780,22 @@ select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin_n0 a join srcbucket_mapjoin_part_2 b on a.key=b.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_n0 +PREHOOK: Input: default@srcbucket_mapjoin_part_2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-09 +PREHOOK: Output: default@bucketmapjoin_tmp_result POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin_n0 a join srcbucket_mapjoin_part_2 b on a.key=b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_n0 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-09 +POSTHOOK: Output: default@bucketmapjoin_tmp_result STAGE DEPENDENCIES: Stage-9 is a root stage Stage-1 depends on stages: Stage-9 diff --git a/ql/src/test/results/clientpositive/bucketmapjoin8.q.out b/ql/src/test/results/clientpositive/bucketmapjoin8.q.out index 4ec58eb..87b3d34 100644 --- a/ql/src/test/results/clientpositive/bucketmapjoin8.q.out +++ b/ql/src/test/results/clientpositive/bucketmapjoin8.q.out @@ -65,11 +65,21 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n1 a JOIN srcbucket_mapjoin_part_2_n4 b ON a.key = b.key AND a.part = '1' and b.part = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n1 +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n1@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n4 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n4@part=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n1 a JOIN srcbucket_mapjoin_part_2_n4 b ON a.key = b.key AND a.part = '1' and b.part = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n1@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n4 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n4@part=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -309,11 +319,21 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n1 a JOIN srcbucket_mapjoin_part_2_n4 b ON a.key = b.key AND a.part = '1' and b.part = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n1 +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n1@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n4 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n4@part=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n1 a JOIN srcbucket_mapjoin_part_2_n4 b ON a.key = b.key AND a.part = '1' and b.part = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n1@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n4 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n4@part=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/bucketmapjoin9.q.out b/ql/src/test/results/clientpositive/bucketmapjoin9.q.out index 1b23e0b..70440e0 100644 --- a/ql/src/test/results/clientpositive/bucketmapjoin9.q.out +++ b/ql/src/test/results/clientpositive/bucketmapjoin9.q.out @@ -73,11 +73,21 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n5 a JOIN srcbucket_mapjoin_part_2_n12 b ON a.key = b.key AND a.part = '1' and b.part = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n5 +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n5@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n12 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n12@part=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n5 a JOIN srcbucket_mapjoin_part_2_n12 b ON a.key = b.key AND a.part = '1' and b.part = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n5 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n5@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n12 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n12@part=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -342,11 +352,21 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n5 a JOIN srcbucket_mapjoin_part_2_n12 b ON a.key = b.key AND a.part = '1' AND b.part = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n5 +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n5@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n12 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n12@part=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n5 a JOIN srcbucket_mapjoin_part_2_n12 b ON a.key = b.key AND a.part = '1' AND b.part = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n5 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n5@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n12 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n12@part=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out b/ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out index f7c1cfc..785d9cd 100644 --- a/ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out +++ b/ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out @@ -69,12 +69,20 @@ select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_n10 a join srcbucket_mapjoin_part_n10 b on a.key=b.key where b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_n10 +PREHOOK: Input: default@srcbucket_mapjoin_part_n10 +PREHOOK: Input: default@srcbucket_mapjoin_part_n10@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result_n4 POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result_n4 select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_n10 a join srcbucket_mapjoin_part_n10 b on a.key=b.key where b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_n10 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n10 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n10@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result_n4 STAGE DEPENDENCIES: Stage-9 is a root stage Stage-1 depends on stages: Stage-9 diff --git a/ql/src/test/results/clientpositive/bucketmapjoin_negative2.q.out b/ql/src/test/results/clientpositive/bucketmapjoin_negative2.q.out index c92d0e5..ac8a182 100644 --- a/ql/src/test/results/clientpositive/bucketmapjoin_negative2.q.out +++ b/ql/src/test/results/clientpositive/bucketmapjoin_negative2.q.out @@ -78,12 +78,22 @@ select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_n5 a join srcbucket_mapjoin_part_2_n7 b on a.key=b.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_n5 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n7 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n7@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n7@ds=2008-04-09 +PREHOOK: Output: default@bucketmapjoin_tmp_result_n3 POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result_n3 select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_n5 a join srcbucket_mapjoin_part_2_n7 b on a.key=b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_n5 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n7 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n7@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n7@ds=2008-04-09 +POSTHOOK: Output: default@bucketmapjoin_tmp_result_n3 STAGE DEPENDENCIES: Stage-9 is a root stage Stage-1 depends on stages: Stage-9 diff --git a/ql/src/test/results/clientpositive/bucketmapjoin_negative3.q.out b/ql/src/test/results/clientpositive/bucketmapjoin_negative3.q.out index 7d3db6a..89e3b32 100644 --- a/ql/src/test/results/clientpositive/bucketmapjoin_negative3.q.out +++ b/ql/src/test/results/clientpositive/bucketmapjoin_negative3.q.out @@ -144,8 +144,12 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@test4 PREHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test1_n11 L join test1_n11 R on L.key=R.key AND L.value=R.value PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n11 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test1_n11 L join test1_n11 R on L.key=R.key AND L.value=R.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -295,8 +299,12 @@ STAGE PLANS: PREHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test2_n7 L join test2_n7 R on L.key=R.key AND L.value=R.value PREHOOK: type: QUERY +PREHOOK: Input: default@test2_n7 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test2_n7 L join test2_n7 R on L.key=R.key AND L.value=R.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@test2_n7 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -446,8 +454,12 @@ STAGE PLANS: PREHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test1_n11 L join test1_n11 R on L.key+L.key=R.key PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n11 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test1_n11 L join test1_n11 R on L.key+L.key=R.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -589,8 +601,14 @@ STAGE PLANS: PREHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test1_n11 L join test2_n7 R on L.key=R.key AND L.value=R.value PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n11 +PREHOOK: Input: default@test2_n7 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test1_n11 L join test2_n7 R on L.key=R.key AND L.value=R.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n11 +POSTHOOK: Input: default@test2_n7 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -732,8 +750,14 @@ STAGE PLANS: PREHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test1_n11 L join test3 R on L.key=R.key AND L.value=R.value PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n11 +PREHOOK: Input: default@test3 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test1_n11 L join test3 R on L.key=R.key AND L.value=R.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n11 +POSTHOOK: Input: default@test3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -875,8 +899,14 @@ STAGE PLANS: PREHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test1_n11 L join test4 R on L.key=R.key AND L.value=R.value PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n11 +PREHOOK: Input: default@test4 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test1_n11 L join test4 R on L.key=R.key AND L.value=R.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n11 +POSTHOOK: Input: default@test4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -1018,8 +1048,14 @@ STAGE PLANS: PREHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test2_n7 L join test3 R on L.key=R.key AND L.value=R.value PREHOOK: type: QUERY +PREHOOK: Input: default@test2_n7 +PREHOOK: Input: default@test3 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test2_n7 L join test3 R on L.key=R.key AND L.value=R.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@test2_n7 +POSTHOOK: Input: default@test3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -1161,8 +1197,14 @@ STAGE PLANS: PREHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test2_n7 L join test4 R on L.key=R.key AND L.value=R.value PREHOOK: type: QUERY +PREHOOK: Input: default@test2_n7 +PREHOOK: Input: default@test4 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test2_n7 L join test4 R on L.key=R.key AND L.value=R.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@test2_n7 +POSTHOOK: Input: default@test4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -1304,8 +1346,14 @@ STAGE PLANS: PREHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test3 L join test4 R on L.key=R.key AND L.value=R.value PREHOOK: type: QUERY +PREHOOK: Input: default@test3 +PREHOOK: Input: default@test4 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test3 L join test4 R on L.key=R.key AND L.value=R.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@test3 +POSTHOOK: Input: default@test4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/bucketsortoptimize_insert_1.q.out b/ql/src/test/results/clientpositive/bucketsortoptimize_insert_1.q.out index fe2c7c2..66633f0 100644 --- a/ql/src/test/results/clientpositive/bucketsortoptimize_insert_1.q.out +++ b/ql/src/test/results/clientpositive/bucketsortoptimize_insert_1.q.out @@ -37,6 +37,9 @@ SELECT x.key, x.value from SELECT a.key, a.value FROM test_table1_n5 a WHERE a.ds = '1' )x PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n5 +PREHOOK: Input: default@test_table1_n5@ds=1 +PREHOOK: Output: default@test_table2_n5@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n5 PARTITION (ds = '1') SELECT x.key, x.value from @@ -44,6 +47,9 @@ SELECT x.key, x.value from SELECT a.key, a.value FROM test_table1_n5 a WHERE a.ds = '1' )x POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n5 +POSTHOOK: Input: default@test_table1_n5@ds=1 +POSTHOOK: Output: default@test_table2_n5@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -147,6 +153,9 @@ SELECT * from SELECT a.key, a.value FROM test_table1_n5 a WHERE a.ds = '1' )x PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n5 +PREHOOK: Input: default@test_table1_n5@ds=1 +PREHOOK: Output: default@test_table2_n5@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n5 PARTITION (ds = '1') SELECT * from @@ -154,6 +163,9 @@ SELECT * from SELECT a.key, a.value FROM test_table1_n5 a WHERE a.ds = '1' )x POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n5 +POSTHOOK: Input: default@test_table1_n5@ds=1 +POSTHOOK: Output: default@test_table2_n5@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -257,6 +269,9 @@ SELECT x.key, concat(x.value, x.value) from SELECT a.key, a.value FROM test_table1_n5 a WHERE a.ds = '1' )x PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n5 +PREHOOK: Input: default@test_table1_n5@ds=1 +PREHOOK: Output: default@test_table2_n5@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n5 PARTITION (ds = '1') SELECT x.key, concat(x.value, x.value) from @@ -264,6 +279,9 @@ SELECT x.key, concat(x.value, x.value) from SELECT a.key, a.value FROM test_table1_n5 a WHERE a.ds = '1' )x POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n5 +POSTHOOK: Input: default@test_table1_n5@ds=1 +POSTHOOK: Output: default@test_table2_n5@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -316,6 +334,9 @@ SELECT x.key+x.key, x.value from SELECT a.key, a.value FROM test_table1_n5 a WHERE a.ds = '1' )x PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n5 +PREHOOK: Input: default@test_table1_n5@ds=1 +PREHOOK: Output: default@test_table2_n5@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n5 PARTITION (ds = '1') SELECT x.key+x.key, x.value from @@ -323,6 +344,9 @@ SELECT x.key+x.key, x.value from SELECT a.key, a.value FROM test_table1_n5 a WHERE a.ds = '1' )x POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n5 +POSTHOOK: Input: default@test_table1_n5@ds=1 +POSTHOOK: Output: default@test_table2_n5@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -432,6 +456,9 @@ SELECT x.k1, concat(x.v1, x.v1) from SELECT a.key as k1, a.value as v1 FROM test_table1_n5 a WHERE a.ds = '1' )x PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n5 +PREHOOK: Input: default@test_table1_n5@ds=1 +PREHOOK: Output: default@test_table2_n5@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n5 PARTITION (ds = '1') SELECT x.k1, concat(x.v1, x.v1) from @@ -439,6 +466,9 @@ SELECT x.k1, concat(x.v1, x.v1) from SELECT a.key as k1, a.value as v1 FROM test_table1_n5 a WHERE a.ds = '1' )x POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n5 +POSTHOOK: Input: default@test_table1_n5@ds=1 +POSTHOOK: Output: default@test_table2_n5@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/bucketsortoptimize_insert_3.q.out b/ql/src/test/results/clientpositive/bucketsortoptimize_insert_3.q.out index 085f8f4..e0d5bfc 100644 --- a/ql/src/test/results/clientpositive/bucketsortoptimize_insert_3.q.out +++ b/ql/src/test/results/clientpositive/bucketsortoptimize_insert_3.q.out @@ -35,11 +35,17 @@ INSERT OVERWRITE TABLE test_table2_n18 PARTITION (ds = '1') SELECT x.value, x.key from (SELECT a.key, a.value FROM test_table1_n19 a WHERE a.ds = '1')x PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n19 +PREHOOK: Input: default@test_table1_n19@ds=1 +PREHOOK: Output: default@test_table2_n18@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n18 PARTITION (ds = '1') SELECT x.value, x.key from (SELECT a.key, a.value FROM test_table1_n19 a WHERE a.ds = '1')x POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n19 +POSTHOOK: Input: default@test_table1_n19@ds=1 +POSTHOOK: Output: default@test_table2_n18@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -147,11 +153,17 @@ INSERT OVERWRITE TABLE test_table2_n18 PARTITION (ds = '1') SELECT x.key, x.value from (SELECT a.key, a.value FROM test_table1_n19 a WHERE a.ds = '1')x PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n19 +PREHOOK: Input: default@test_table1_n19@ds=1 +PREHOOK: Output: default@test_table2_n18@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n18 PARTITION (ds = '1') SELECT x.key, x.value from (SELECT a.key, a.value FROM test_table1_n19 a WHERE a.ds = '1')x POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n19 +POSTHOOK: Input: default@test_table1_n19@ds=1 +POSTHOOK: Output: default@test_table2_n18@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/bucketsortoptimize_insert_4.q.out b/ql/src/test/results/clientpositive/bucketsortoptimize_insert_4.q.out index cbcac68..76f5c50 100644 --- a/ql/src/test/results/clientpositive/bucketsortoptimize_insert_4.q.out +++ b/ql/src/test/results/clientpositive/bucketsortoptimize_insert_4.q.out @@ -58,12 +58,22 @@ SELECT a.key, a.key, concat(a.value, b.value) FROM test_table1_n16 a JOIN test_table2_n15 b ON a.key = b.key WHERE a.ds = '1' and b.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n16 +PREHOOK: Input: default@test_table1_n16@ds=1 +PREHOOK: Input: default@test_table2_n15 +PREHOOK: Input: default@test_table2_n15@ds=1 +PREHOOK: Output: default@test_table3_n8@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3_n8 PARTITION (ds = '1') SELECT a.key, a.key, concat(a.value, b.value) FROM test_table1_n16 a JOIN test_table2_n15 b ON a.key = b.key WHERE a.ds = '1' and b.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n16 +POSTHOOK: Input: default@test_table1_n16@ds=1 +POSTHOOK: Input: default@test_table2_n15 +POSTHOOK: Input: default@test_table2_n15@ds=1 +POSTHOOK: Output: default@test_table3_n8@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -255,12 +265,22 @@ SELECT a.key, a.value FROM test_table1_n16 a JOIN test_table2_n15 b ON a.key = b.key WHERE a.ds = '1' and b.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n16 +PREHOOK: Input: default@test_table1_n16@ds=1 +PREHOOK: Input: default@test_table2_n15 +PREHOOK: Input: default@test_table2_n15@ds=1 +PREHOOK: Output: default@test_table3_n8@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3_n8 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1_n16 a JOIN test_table2_n15 b ON a.key = b.key WHERE a.ds = '1' and b.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n16 +POSTHOOK: Input: default@test_table1_n16@ds=1 +POSTHOOK: Input: default@test_table2_n15 +POSTHOOK: Input: default@test_table2_n15@ds=1 +POSTHOOK: Output: default@test_table3_n8@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/bucketsortoptimize_insert_5.q.out b/ql/src/test/results/clientpositive/bucketsortoptimize_insert_5.q.out index 97c4d96..9eef0db 100644 --- a/ql/src/test/results/clientpositive/bucketsortoptimize_insert_5.q.out +++ b/ql/src/test/results/clientpositive/bucketsortoptimize_insert_5.q.out @@ -58,12 +58,22 @@ SELECT a.key, concat(a.value, b.value) FROM test_table1_n8 a JOIN test_table2_n8 b ON a.key = b.key WHERE a.ds = '1' and b.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n8 +PREHOOK: Input: default@test_table1_n8@ds=1 +PREHOOK: Input: default@test_table2_n8 +PREHOOK: Input: default@test_table2_n8@ds=1 +PREHOOK: Output: default@test_table3_n5@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3_n5 PARTITION (ds = '1') SELECT a.key, concat(a.value, b.value) FROM test_table1_n8 a JOIN test_table2_n8 b ON a.key = b.key WHERE a.ds = '1' and b.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n8 +POSTHOOK: Input: default@test_table1_n8@ds=1 +POSTHOOK: Input: default@test_table2_n8 +POSTHOOK: Input: default@test_table2_n8@ds=1 +POSTHOOK: Output: default@test_table3_n5@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -243,6 +253,11 @@ JOIN (select key, value from test_table2_n8 where ds = '1') b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n8 +PREHOOK: Input: default@test_table1_n8@ds=1 +PREHOOK: Input: default@test_table2_n8 +PREHOOK: Input: default@test_table2_n8@ds=1 +PREHOOK: Output: default@test_table3_n5@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3_n5 PARTITION (ds = '1') SELECT a.key, concat(a.value, b.value) @@ -252,6 +267,11 @@ JOIN (select key, value from test_table2_n8 where ds = '1') b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n8 +POSTHOOK: Input: default@test_table1_n8@ds=1 +POSTHOOK: Input: default@test_table2_n8 +POSTHOOK: Input: default@test_table2_n8@ds=1 +POSTHOOK: Output: default@test_table3_n5@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/bucketsortoptimize_insert_8.q.out b/ql/src/test/results/clientpositive/bucketsortoptimize_insert_8.q.out index 0b9485a..9b2ac8d 100644 --- a/ql/src/test/results/clientpositive/bucketsortoptimize_insert_8.q.out +++ b/ql/src/test/results/clientpositive/bucketsortoptimize_insert_8.q.out @@ -58,12 +58,22 @@ SELECT a.key, b.key, concat(a.value, b.value) FROM test_table1_n2 a JOIN test_table2_n2 b ON a.key = b.key WHERE a.ds = '1' and b.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n2 +PREHOOK: Input: default@test_table1_n2@ds=1 +PREHOOK: Input: default@test_table2_n2 +PREHOOK: Input: default@test_table2_n2@ds=1 +PREHOOK: Output: default@test_table3_n2@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3_n2 PARTITION (ds = '1') SELECT a.key, b.key, concat(a.value, b.value) FROM test_table1_n2 a JOIN test_table2_n2 b ON a.key = b.key WHERE a.ds = '1' and b.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n2 +POSTHOOK: Input: default@test_table1_n2@ds=1 +POSTHOOK: Input: default@test_table2_n2 +POSTHOOK: Input: default@test_table2_n2@ds=1 +POSTHOOK: Output: default@test_table3_n2@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -241,12 +251,22 @@ SELECT b.key, a.key, concat(a.value, b.value) FROM test_table1_n2 a JOIN test_table2_n2 b ON a.key = b.key WHERE a.ds = '1' and b.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n2 +PREHOOK: Input: default@test_table1_n2@ds=1 +PREHOOK: Input: default@test_table2_n2 +PREHOOK: Input: default@test_table2_n2@ds=1 +PREHOOK: Output: default@test_table3_n2@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3_n2 PARTITION (ds = '1') SELECT b.key, a.key, concat(a.value, b.value) FROM test_table1_n2 a JOIN test_table2_n2 b ON a.key = b.key WHERE a.ds = '1' and b.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n2 +POSTHOOK: Input: default@test_table1_n2@ds=1 +POSTHOOK: Input: default@test_table2_n2 +POSTHOOK: Input: default@test_table2_n2@ds=1 +POSTHOOK: Output: default@test_table3_n2@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/case_sensitivity.q.out b/ql/src/test/results/clientpositive/case_sensitivity.q.out index a8d5d50..87d7c82 100644 --- a/ql/src/test/results/clientpositive/case_sensitivity.q.out +++ b/ql/src/test/results/clientpositive/case_sensitivity.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM SRC_THRIFT INSERT OVERWRITE TABLE dest1_n129 SELECT src_Thrift.LINT[1], src_thrift.lintstring[0].MYSTRING where src_thrift.liNT[0] > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@src_thrift +PREHOOK: Output: default@dest1_n129 POSTHOOK: query: EXPLAIN FROM SRC_THRIFT INSERT OVERWRITE TABLE dest1_n129 SELECT src_Thrift.LINT[1], src_thrift.lintstring[0].MYSTRING where src_thrift.liNT[0] > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_thrift +POSTHOOK: Output: default@dest1_n129 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/cast1.q.out b/ql/src/test/results/clientpositive/cast1.q.out index e4e8dd6..8529504 100644 --- a/ql/src/test/results/clientpositive/cast1.q.out +++ b/ql/src/test/results/clientpositive/cast1.q.out @@ -9,9 +9,13 @@ POSTHOOK: Output: default@dest1_n151 PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n151 SELECT 3 + 2, 3.0 + 2, 3 + 2.0, 3.0 + 2.0, 3 + CAST(2.0 AS INT) + CAST(CAST(0 AS SMALLINT) AS INT), CAST(1 AS BOOLEAN), CAST(TRUE AS INT) WHERE src.key = 86 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n151 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n151 SELECT 3 + 2, 3.0 + 2, 3 + 2.0, 3.0 + 2.0, 3 + CAST(2.0 AS INT) + CAST(CAST(0 AS SMALLINT) AS INT), CAST(1 AS BOOLEAN), CAST(TRUE AS INT) WHERE src.key = 86 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n151 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/cast_on_constant.q.out b/ql/src/test/results/clientpositive/cast_on_constant.q.out index 731129c..b77460c 100644 --- a/ql/src/test/results/clientpositive/cast_on_constant.q.out +++ b/ql/src/test/results/clientpositive/cast_on_constant.q.out @@ -8,8 +8,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t1_n138 PREHOOK: query: explain select * from t1_n138 where ts_field = "2016-01-23 00:00:00" PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n138 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t1_n138 where ts_field = "2016-01-23 00:00:00" POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n138 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -45,8 +49,12 @@ STAGE PLANS: PREHOOK: query: explain select * from t1_n138 where date_field = "2016-01-23" PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n138 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t1_n138 where date_field = "2016-01-23" POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n138 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -82,8 +90,12 @@ STAGE PLANS: PREHOOK: query: explain select * from t1_n138 where ts_field = timestamp '2016-01-23 00:00:00' PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n138 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t1_n138 where ts_field = timestamp '2016-01-23 00:00:00' POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n138 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -119,8 +131,12 @@ STAGE PLANS: PREHOOK: query: explain select * from t1_n138 where date_field = date '2016-01-23' PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n138 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t1_n138 where date_field = date '2016-01-23' POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n138 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -156,8 +172,12 @@ STAGE PLANS: PREHOOK: query: explain select * from t1_n138 where date_field = ts_field PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n138 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t1_n138 where date_field = ts_field POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n138 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/cbo_SortUnionTransposeRule.q.out b/ql/src/test/results/clientpositive/cbo_SortUnionTransposeRule.q.out index 6900f62..d454991 100644 --- a/ql/src/test/results/clientpositive/cbo_SortUnionTransposeRule.q.out +++ b/ql/src/test/results/clientpositive/cbo_SortUnionTransposeRule.q.out @@ -16,12 +16,16 @@ union all select key from s_n3 b order by key PREHOOK: type: QUERY +PREHOOK: Input: default@s_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select key from s_n3 a union all select key from s_n3 b order by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@s_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -81,12 +85,16 @@ union all select key from s_n3 b limit 0 PREHOOK: type: QUERY +PREHOOK: Input: default@s_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select key from s_n3 a union all select key from s_n3 b limit 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@s_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -103,12 +111,16 @@ union all select key from s_n3 b limit 5 PREHOOK: type: QUERY +PREHOOK: Input: default@s_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select key from s_n3 a union all select key from s_n3 b limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@s_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -169,6 +181,8 @@ select key from s_n3 b order by key limit 5 PREHOOK: type: QUERY +PREHOOK: Input: default@s_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select key from s_n3 a union all @@ -176,6 +190,8 @@ select key from s_n3 b order by key limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@s_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -248,6 +264,8 @@ on src1.key = src2.key limit 10)subq2 limit 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from( select src1.key, src2.value @@ -262,6 +280,8 @@ on src1.key = src2.key limit 10)subq2 limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -465,12 +485,16 @@ union all select key from s_n3 b order by key PREHOOK: type: QUERY +PREHOOK: Input: default@s_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select key from s_n3 a union all select key from s_n3 b order by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@s_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -530,12 +554,16 @@ union all select key from s_n3 b limit 0 PREHOOK: type: QUERY +PREHOOK: Input: default@s_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select key from s_n3 a union all select key from s_n3 b limit 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@s_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -552,12 +580,16 @@ union all select key from s_n3 b limit 5 PREHOOK: type: QUERY +PREHOOK: Input: default@s_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select key from s_n3 a union all select key from s_n3 b limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@s_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 @@ -676,6 +708,8 @@ select key from s_n3 b order by key limit 5 PREHOOK: type: QUERY +PREHOOK: Input: default@s_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select key from s_n3 a union all @@ -683,6 +717,8 @@ select key from s_n3 b order by key limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@s_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 @@ -807,6 +843,8 @@ on src1.key = src2.key limit 10)subq2 limit 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from( select src1.key, src2.value @@ -821,6 +859,8 @@ on src1.key = src2.key limit 10)subq2 limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-1 depends on stages: Stage-4 @@ -1082,12 +1122,16 @@ union all select key from s_n3 b limit 5 PREHOOK: type: QUERY +PREHOOK: Input: default@s_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select key from s_n3 a union all select key from s_n3 b limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@s_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1147,12 +1191,16 @@ union all select key from s_n3 b limit 5 PREHOOK: type: QUERY +PREHOOK: Input: default@s_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select key from s_n3 a union all select key from s_n3 b limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@s_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/cbo_const.q.out b/ql/src/test/results/clientpositive/cbo_const.q.out index 090fd1b..d8a230f 100644 --- a/ql/src/test/results/clientpositive/cbo_const.q.out +++ b/ql/src/test/results/clientpositive/cbo_const.q.out @@ -109,8 +109,12 @@ key1 value1 2011-10-15 key1 value1 2011-10-15 PREHOOK: query: explain select array(1,2,3) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select array(1,2,3) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -144,9 +148,13 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select key from (SELECT key from src where key = 1+3)s PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select key from (SELECT key from src where key = 1+3)s POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -219,11 +227,19 @@ SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key and y.key = 1+2) JOIN srcpart z ON (x.value = z.value and z.ds='2008-04-08' and z.hr=11+3) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key and y.key = 1+2) JOIN srcpart z ON (x.value = z.value and z.ds='2008-04-08' and z.hr=11+3) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/cbo_input26.q.out b/ql/src/test/results/clientpositive/cbo_input26.q.out index 26a2310..8552d85 100644 --- a/ql/src/test/results/clientpositive/cbo_input26.q.out +++ b/ql/src/test/results/clientpositive/cbo_input26.q.out @@ -5,6 +5,9 @@ select * from ( select * from (select * from srcpart b where b.ds = '2008-04-08' and b.hr = '14' limit 5)pb )subq PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain select * from ( select * from (select * from srcpart a where a.ds = '2008-04-08' and a.hr = '11' order by a.key limit 5)pa @@ -12,6 +15,9 @@ select * from ( select * from (select * from srcpart b where b.ds = '2008-04-08' and b.hr = '14' limit 5)pb )subq POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 @@ -164,6 +170,9 @@ select * from ( select * from (select b.ds, b.key, b.hr from srcpart b where b.ds = '2008-04-08' and b.hr = '14' limit 5)pb )subq PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain select * from ( select * from (select a.ds, a.key, a.hr from srcpart a where a.ds = '2008-04-08' and a.hr = '11' order by a.key limit 5)pa @@ -171,6 +180,9 @@ select * from ( select * from (select b.ds, b.key, b.hr from srcpart b where b.ds = '2008-04-08' and b.hr = '14' limit 5)pb )subq POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 @@ -322,6 +334,9 @@ select * from ( select * from (select b.ds, b.key, b.hr from srcpart b where b.ds = '2008-04-08' and b.hr = '14' limit 5)pb )subq PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain select * from ( select * from (select a.ds, a.key, a.hr from srcpart a where a.ds = '2008-04-08' and a.hr = '11' order by a.hr,a.key limit 5)pa @@ -329,6 +344,9 @@ select * from ( select * from (select b.ds, b.key, b.hr from srcpart b where b.ds = '2008-04-08' and b.hr = '14' limit 5)pb )subq POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 @@ -480,6 +498,9 @@ select * from ( select * from (select b.key, b.ds, b.value from srcpart b where b.ds = '2008-04-08' and b.hr = '14' limit 5)pb )subq PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain select * from ( select * from (select a.key, a.ds, a.value from srcpart a where a.ds = '2008-04-08' and a.hr = '11' order by a.ds limit 5)pa @@ -487,6 +508,9 @@ select * from ( select * from (select b.key, b.ds, b.value from srcpart b where b.ds = '2008-04-08' and b.hr = '14' limit 5)pb )subq POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 diff --git a/ql/src/test/results/clientpositive/cbo_ppd_non_deterministic.q.out b/ql/src/test/results/clientpositive/cbo_ppd_non_deterministic.q.out index 8f00aa8..f2a9dad 100644 --- a/ql/src/test/results/clientpositive/cbo_ppd_non_deterministic.q.out +++ b/ql/src/test/results/clientpositive/cbo_ppd_non_deterministic.q.out @@ -99,11 +99,17 @@ select part1,randum123 from (SELECT *, cast(rand() as double) AS randum123 FROM testA where part1='CA' and part2 = 'ABC') a where randum123 <= 0.5) s where s.randum123 > 0.25 limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@testa +PREHOOK: Input: default@testa@part1=CA/part2=ABC/part3=300 +#### A masked pattern was here #### POSTHOOK: query: explain select * from ( select part1,randum123 from (SELECT *, cast(rand() as double) AS randum123 FROM testA where part1='CA' and part2 = 'ABC') a where randum123 <= 0.5) s where s.randum123 > 0.25 limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@testa +POSTHOOK: Input: default@testa@part1=CA/part2=ABC/part3=300 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -148,11 +154,17 @@ select part1,randum123 from (SELECT *, cast(rand() as double) AS randum123 FROM testA where part1='CA' and part2 = 'ABC') a where randum123 <= 0.5) s where s.randum123 > 0.25 limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@testa +PREHOOK: Input: default@testa@part1=CA/part2=ABC/part3=300 +#### A masked pattern was here #### POSTHOOK: query: explain select * from ( select part1,randum123 from (SELECT *, cast(rand() as double) AS randum123 FROM testA where part1='CA' and part2 = 'ABC') a where randum123 <= 0.5) s where s.randum123 > 0.25 limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@testa +POSTHOOK: Input: default@testa@part1=CA/part2=ABC/part3=300 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/cbo_rp_annotate_stats_groupby.q.out b/ql/src/test/results/clientpositive/cbo_rp_annotate_stats_groupby.q.out index 3af4b85..9136967 100644 --- a/ql/src/test/results/clientpositive/cbo_rp_annotate_stats_groupby.q.out +++ b/ql/src/test/results/clientpositive/cbo_rp_annotate_stats_groupby.q.out @@ -54,8 +54,12 @@ POSTHOOK: Lineage: loc_orc_n1.year SIMPLE [(loc_staging_n1)loc_staging_n1.FieldS POSTHOOK: Lineage: loc_orc_n1.zip SIMPLE [(loc_staging_n1)loc_staging_n1.FieldSchema(name:zip, type:bigint, comment:null), ] PREHOOK: query: explain select * from loc_orc_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -90,6 +94,8 @@ from ( select state as a, locid as b, count(*) as c ) sq1 group by a,c PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select a, c, min(b) from ( select state as a, locid as b, count(*) as c from loc_orc_n1 @@ -97,6 +103,8 @@ from ( select state as a, locid as b, count(*) as c ) sq1 group by a,c POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -190,8 +198,12 @@ POSTHOOK: Output: default@loc_orc_n1 #### A masked pattern was here #### PREHOOK: query: explain select year from loc_orc_n1 group by year PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select year from loc_orc_n1 group by year POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -240,8 +252,12 @@ STAGE PLANS: PREHOOK: query: explain select state,locid from loc_orc_n1 group by state,locid PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select state,locid from loc_orc_n1 group by state,locid POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -290,8 +306,12 @@ STAGE PLANS: PREHOOK: query: explain select state,locid from loc_orc_n1 group by state,locid with cube PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select state,locid from loc_orc_n1 group by state,locid with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -340,8 +360,12 @@ STAGE PLANS: PREHOOK: query: explain select state,locid from loc_orc_n1 group by state,locid with rollup PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select state,locid from loc_orc_n1 group by state,locid with rollup POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -390,8 +414,12 @@ STAGE PLANS: PREHOOK: query: explain select state,locid from loc_orc_n1 group by rollup (state,locid) PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select state,locid from loc_orc_n1 group by rollup (state,locid) POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -440,8 +468,12 @@ STAGE PLANS: PREHOOK: query: explain select state,locid from loc_orc_n1 group by state,locid grouping sets((state)) PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select state,locid from loc_orc_n1 group by state,locid grouping sets((state)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -490,8 +522,12 @@ STAGE PLANS: PREHOOK: query: explain select state,locid from loc_orc_n1 group by state,locid grouping sets((state),(locid)) PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select state,locid from loc_orc_n1 group by state,locid grouping sets((state),(locid)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -540,8 +576,12 @@ STAGE PLANS: PREHOOK: query: explain select state,locid from loc_orc_n1 group by state,locid grouping sets((state),(locid),()) PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select state,locid from loc_orc_n1 group by state,locid grouping sets((state),(locid),()) POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -590,8 +630,12 @@ STAGE PLANS: PREHOOK: query: explain select state,locid from loc_orc_n1 group by state,locid grouping sets((state,locid),(state),(locid),()) PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select state,locid from loc_orc_n1 group by state,locid grouping sets((state,locid),(state),(locid),()) POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -640,8 +684,12 @@ STAGE PLANS: PREHOOK: query: explain select year from loc_orc_n1 group by year PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select year from loc_orc_n1 group by year POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -690,8 +738,12 @@ STAGE PLANS: PREHOOK: query: explain select state,locid from loc_orc_n1 group by state,locid with cube PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select state,locid from loc_orc_n1 group by state,locid with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -740,8 +792,12 @@ STAGE PLANS: PREHOOK: query: explain select state,zip from loc_orc_n1 group by state,zip PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select state,zip from loc_orc_n1 group by state,zip POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -790,8 +846,12 @@ STAGE PLANS: PREHOOK: query: explain select state,locid from loc_orc_n1 group by state,locid with cube PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select state,locid from loc_orc_n1 group by state,locid with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -840,8 +900,12 @@ STAGE PLANS: PREHOOK: query: explain select state,locid from loc_orc_n1 group by state,locid with rollup PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select state,locid from loc_orc_n1 group by state,locid with rollup POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -890,8 +954,12 @@ STAGE PLANS: PREHOOK: query: explain select state,locid from loc_orc_n1 group by rollup (state,locid) PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select state,locid from loc_orc_n1 group by rollup (state,locid) POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -940,8 +1008,12 @@ STAGE PLANS: PREHOOK: query: explain select state,locid from loc_orc_n1 group by state,locid grouping sets((state)) PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select state,locid from loc_orc_n1 group by state,locid grouping sets((state)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -990,8 +1062,12 @@ STAGE PLANS: PREHOOK: query: explain select state,locid from loc_orc_n1 group by state,locid grouping sets((state),(locid)) PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select state,locid from loc_orc_n1 group by state,locid grouping sets((state),(locid)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1040,8 +1116,12 @@ STAGE PLANS: PREHOOK: query: explain select state,locid from loc_orc_n1 group by state,locid grouping sets((state),(locid),()) PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select state,locid from loc_orc_n1 group by state,locid grouping sets((state),(locid),()) POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1090,8 +1170,12 @@ STAGE PLANS: PREHOOK: query: explain select state,locid from loc_orc_n1 group by state,locid grouping sets((state,locid),(state),(locid),()) PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select state,locid from loc_orc_n1 group by state,locid grouping sets((state,locid),(state),(locid),()) POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1140,8 +1224,12 @@ STAGE PLANS: PREHOOK: query: explain select year from loc_orc_n1 group by year PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select year from loc_orc_n1 group by year POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1190,8 +1278,12 @@ STAGE PLANS: PREHOOK: query: explain select state,locid from loc_orc_n1 group by state,locid with cube PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select state,locid from loc_orc_n1 group by state,locid with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/cbo_rp_auto_join0.q.out b/ql/src/test/results/clientpositive/cbo_rp_auto_join0.q.out index df19463..0922756 100644 --- a/ql/src/test/results/clientpositive/cbo_rp_auto_join0.q.out +++ b/ql/src/test/results/clientpositive/cbo_rp_auto_join0.q.out @@ -10,6 +10,8 @@ SELECT cbo_t1.key as k1, cbo_t1.value as v1, SORT BY k1, v1, k2, v2 ) a PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### POSTHOOK: query: explain select sum(hash(a.k1,a.v1,a.k2, a.v2)) from ( @@ -21,6 +23,8 @@ SELECT cbo_t1.key as k1, cbo_t1.value as v1, SORT BY k1, v1, k2, v2 ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-5 is a root stage Stage-2 depends on stages: Stage-5 @@ -123,6 +127,8 @@ SELECT cbo_t1.key as k1, cbo_t1.value as v1, SORT BY k1, v1, k2, v2 ) a PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### POSTHOOK: query: explain select sum(hash(a.k1,a.v1,a.k2, a.v2)) from ( @@ -134,6 +140,8 @@ SELECT cbo_t1.key as k1, cbo_t1.value as v1, SORT BY k1, v1, k2, v2 ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-5 is a root stage Stage-2 depends on stages: Stage-5 diff --git a/ql/src/test/results/clientpositive/cbo_rp_auto_join1.q.out b/ql/src/test/results/clientpositive/cbo_rp_auto_join1.q.out index 3016c26..9ccfd17 100644 --- a/ql/src/test/results/clientpositive/cbo_rp_auto_join1.q.out +++ b/ql/src/test/results/clientpositive/cbo_rp_auto_join1.q.out @@ -79,11 +79,17 @@ select count(*) from ( select a.key as key, a.value as val1, b.value as val2 from tbl1_n13 a join tbl2_n12 b on a.key = b.key ) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n13 +PREHOOK: Input: default@tbl2_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( select a.key as key, a.value as val1, b.value as val2 from tbl1_n13 a join tbl2_n12 b on a.key = b.key ) subq1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n13 +POSTHOOK: Input: default@tbl2_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -224,6 +230,9 @@ select count(*) from group by key ) subq2 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n13 +PREHOOK: Input: default@tbl2_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( @@ -234,6 +243,9 @@ select count(*) from group by key ) subq2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n13 +POSTHOOK: Input: default@tbl2_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -373,6 +385,9 @@ join ) src2 on src1.key = src2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n13 +PREHOOK: Input: default@tbl2_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select src1.key, src1.cnt1, src2.cnt1 from ( @@ -390,6 +405,9 @@ join ) src2 on src1.key = src2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n13 +POSTHOOK: Input: default@tbl2_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -609,6 +627,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2_n12 a where key < 6) subq2 on subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n13 +PREHOOK: Input: default@tbl2_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key as key, a.value as value from tbl1_n13 a where key < 6) subq1 @@ -616,6 +637,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2_n12 a where key < 6) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n13 +POSTHOOK: Input: default@tbl2_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -697,6 +721,9 @@ select count(*) from join tbl2_n12 b on subq2.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n13 +PREHOOK: Input: default@tbl2_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( @@ -709,6 +736,9 @@ select count(*) from join tbl2_n12 b on subq2.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n13 +POSTHOOK: Input: default@tbl2_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -807,6 +837,8 @@ select count(*) from ) subq4 on subq2.key = subq4.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n13 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( @@ -826,6 +858,8 @@ select count(*) from ) subq4 on subq2.key = subq4.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n13 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -924,6 +958,9 @@ select count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl2_n12 a where key < 8) subq2 on subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n13 +PREHOOK: Input: default@tbl2_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl1_n13 a where key < 8) subq1 @@ -931,6 +968,9 @@ select count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl2_n12 a where key < 8) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n13 +POSTHOOK: Input: default@tbl2_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1007,6 +1047,9 @@ select count(*) from (select a.key +1 as key, concat(a.value, a.value) as value from tbl2_n12 a) subq2 on subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n13 +PREHOOK: Input: default@tbl2_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key +1 as key, concat(a.value, a.value) as value from tbl1_n13 a) subq1 @@ -1014,6 +1057,9 @@ select count(*) from (select a.key +1 as key, concat(a.value, a.value) as value from tbl2_n12 a) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n13 +POSTHOOK: Input: default@tbl2_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 @@ -1197,11 +1243,17 @@ select count(*) from (select a.key as key, a.value as value from tbl1_n13 a where key < 6) subq1 join tbl2_n12 a on subq1.key = a.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n13 +PREHOOK: Input: default@tbl2_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key as key, a.value as value from tbl1_n13 a where key < 6) subq1 join tbl2_n12 a on subq1.key = a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n13 +POSTHOOK: Input: default@tbl2_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1277,6 +1329,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2_n12 a where key < 6) subq3 on (subq1.key = subq3.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n13 +PREHOOK: Input: default@tbl2_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key as key, a.value as value from tbl1_n13 a where key < 6) subq1 @@ -1287,6 +1342,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2_n12 a where key < 6) subq3 on (subq1.key = subq3.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n13 +POSTHOOK: Input: default@tbl2_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1377,6 +1435,9 @@ select count(*) from ( join tbl2_n12 b on subq2.key = b.key) a PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n13 +PREHOOK: Input: default@tbl2_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( select subq2.key as key, subq2.value as value1, b.value as value2 from @@ -1390,6 +1451,9 @@ select count(*) from ( join tbl2_n12 b on subq2.key = b.key) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n13 +POSTHOOK: Input: default@tbl2_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1473,8 +1537,14 @@ POSTHOOK: Input: default@tbl2_n12 20 PREHOOK: query: explain select a.key as key, a.value as val1, b.value as val2 from tbl1_n13 a join tbl2_n12 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n13 +PREHOOK: Input: default@tbl2_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key as key, a.value as val1, b.value as val2 from tbl1_n13 a join tbl2_n12 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n13 +POSTHOOK: Input: default@tbl2_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1550,8 +1620,14 @@ POSTHOOK: Input: default@tbl2_n12 9 val_9 val_9 PREHOOK: query: explain select a.key as key, a.value as val1, b.value as val2 from tbl1_n13 a join tbl2_n12 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n13 +PREHOOK: Input: default@tbl2_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key as key, a.value as val1, b.value as val2 from tbl1_n13 a join tbl2_n12 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n13 +POSTHOOK: Input: default@tbl2_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/cbo_rp_auto_join17.q.out b/ql/src/test/results/clientpositive/cbo_rp_auto_join17.q.out index df1e4d4..7d48d3f 100644 --- a/ql/src/test/results/clientpositive/cbo_rp_auto_join17.q.out +++ b/ql/src/test/results/clientpositive/cbo_rp_auto_join17.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest1_n112 SELECT src1.*, src2.* PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n112 POSTHOOK: query: explain FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest1_n112 SELECT src1.*, src2.* POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n112 STAGE DEPENDENCIES: Stage-6 is a root stage Stage-5 depends on stages: Stage-6 diff --git a/ql/src/test/results/clientpositive/cbo_rp_cross_product_check_2.q.out b/ql/src/test/results/clientpositive/cbo_rp_cross_product_check_2.q.out index 10a8ae1..796c6b4 100644 --- a/ql/src/test/results/clientpositive/cbo_rp_cross_product_check_2.q.out +++ b/ql/src/test/results/clientpositive/cbo_rp_cross_product_check_2.q.out @@ -31,8 +31,14 @@ POSTHOOK: Lineage: b_n14.value SIMPLE [(src)src.FieldSchema(name:value, type:str Warning: Map Join MAPJOIN[8][bigTable=?] in task 'Stage-3:MAPRED' is a cross product PREHOOK: query: explain select * from A_n18 join B_n14 PREHOOK: type: QUERY +PREHOOK: Input: default@a_n18 +PREHOOK: Input: default@b_n14 +#### A masked pattern was here #### POSTHOOK: query: explain select * from A_n18 join B_n14 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n18 +POSTHOOK: Input: default@b_n14 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -97,8 +103,14 @@ STAGE PLANS: Warning: Map Join MAPJOIN[19][bigTable=?] in task 'Stage-5:MAPRED' is a cross product PREHOOK: query: explain select * from B_n14 d1 join B_n14 d2 on d1.key = d2.key join A_n18 PREHOOK: type: QUERY +PREHOOK: Input: default@a_n18 +PREHOOK: Input: default@b_n14 +#### A masked pattern was here #### POSTHOOK: query: explain select * from B_n14 d1 join B_n14 d2 on d1.key = d2.key join A_n18 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n18 +POSTHOOK: Input: default@b_n14 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-7 is a root stage Stage-5 depends on stages: Stage-7 @@ -195,11 +207,17 @@ PREHOOK: query: explain select * from A_n18 join from B_n14 d1 join B_n14 d2 on d1.key = d2.key where 1 = 1 group by d1.key) od1 PREHOOK: type: QUERY +PREHOOK: Input: default@a_n18 +PREHOOK: Input: default@b_n14 +#### A masked pattern was here #### POSTHOOK: query: explain select * from A_n18 join (select d1.key from B_n14 d1 join B_n14 d2 on d1.key = d2.key where 1 = 1 group by d1.key) od1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n18 +POSTHOOK: Input: default@b_n14 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-8 is a root stage Stage-3 depends on stages: Stage-8 @@ -335,8 +353,14 @@ Warning: Map Join MAPJOIN[21][bigTable=?] in task 'Stage-5:MAPRED' is a cross pr Warning: Map Join MAPJOIN[22][bigTable=?] in task 'Stage-3:MAPRED' is a cross product PREHOOK: query: explain select * from A_n18 join (select d1.key from B_n14 d1 join B_n14 d2 where 1 = 1 group by d1.key) od1 PREHOOK: type: QUERY +PREHOOK: Input: default@a_n18 +PREHOOK: Input: default@b_n14 +#### A masked pattern was here #### POSTHOOK: query: explain select * from A_n18 join (select d1.key from B_n14 d1 join B_n14 d2 where 1 = 1 group by d1.key) od1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n18 +POSTHOOK: Input: default@b_n14 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-8 is a root stage Stage-3 depends on stages: Stage-8 @@ -467,10 +491,16 @@ PREHOOK: query: explain select * from (select A_n18.key from A_n18 group by key) ss join (select d1.key from B_n14 d1 join B_n14 d2 on d1.key = d2.key where 1 = 1 group by d1.key) od1 PREHOOK: type: QUERY +PREHOOK: Input: default@a_n18 +PREHOOK: Input: default@b_n14 +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select A_n18.key from A_n18 group by key) ss join (select d1.key from B_n14 d1 join B_n14 d2 on d1.key = d2.key where 1 = 1 group by d1.key) od1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n18 +POSTHOOK: Input: default@b_n14 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-8 depends on stages: Stage-1, Stage-4 , consists of Stage-10, Stage-11, Stage-2 diff --git a/ql/src/test/results/clientpositive/cbo_rp_gby2_map_multi_distinct.q.out b/ql/src/test/results/clientpositive/cbo_rp_gby2_map_multi_distinct.q.out index 3fb7f4a..58bb2a7 100644 --- a/ql/src/test/results/clientpositive/cbo_rp_gby2_map_multi_distinct.q.out +++ b/ql/src/test/results/clientpositive/cbo_rp_gby2_map_multi_distinct.q.out @@ -12,12 +12,16 @@ INSERT OVERWRITE TABLE dest1_n166 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n166 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n166 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n166 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -170,12 +174,16 @@ INSERT OVERWRITE TABLE dest1_n166 SELECT substr(src.key,1,1), count(DISTINCT substr(src.key,1,1)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n166 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n166 SELECT substr(src.key,1,1), count(DISTINCT substr(src.key,1,1)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n166 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/cbo_rp_groupby3_noskew_multi_distinct.q.out b/ql/src/test/results/clientpositive/cbo_rp_groupby3_noskew_multi_distinct.q.out index 34cf06e..7d0a2a0 100644 --- a/ql/src/test/results/clientpositive/cbo_rp_groupby3_noskew_multi_distinct.q.out +++ b/ql/src/test/results/clientpositive/cbo_rp_groupby3_noskew_multi_distinct.q.out @@ -21,6 +21,8 @@ INSERT OVERWRITE TABLE dest1_n123 SELECT sum(DISTINCT substr(src.value, 5)), count(DISTINCT substr(src.value, 5)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n123 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n123 SELECT @@ -36,6 +38,8 @@ INSERT OVERWRITE TABLE dest1_n123 SELECT sum(DISTINCT substr(src.value, 5)), count(DISTINCT substr(src.value, 5)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n123 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/cbo_rp_join0.q.out b/ql/src/test/results/clientpositive/cbo_rp_join0.q.out index 29499a1..ba41c7b 100644 --- a/ql/src/test/results/clientpositive/cbo_rp_join0.q.out +++ b/ql/src/test/results/clientpositive/cbo_rp_join0.q.out @@ -2,10 +2,22 @@ PREHOOK: query: explain select key, cbo_t1.c_int, cbo_t2.p, q from cbo_t1 join (select cbo_t2.key as p, cbo_t2.c_int as q, c_float as r from cbo_t2) cbo_t2 on cbo_t1.key=p right outer join (select key as a, c_int as b, cbo_t3.c_float as c from cbo_t3) cbo_t3 on cbo_t1.key=a PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +PREHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### POSTHOOK: query: explain select key, cbo_t1.c_int, cbo_t2.p, q from cbo_t1 join (select cbo_t2.key as p, cbo_t2.c_int as q, c_float as r from cbo_t2) cbo_t2 on cbo_t1.key=p right outer join (select key as a, c_int as b, cbo_t3.c_float as c from cbo_t3) cbo_t3 on cbo_t1.key=a POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +POSTHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -648,11 +660,23 @@ PREHOOK: query: explain select key, c_int, cbo_t2.p, cbo_t2.q, cbo_t3.x, cbo_t4. (select cbo_t3.key as x, cbo_t3.c_int as y, c_float as z from cbo_t3) cbo_t3 on cbo_t1.key=x left outer join (select key as a, c_int as b, c_float as c from cbo_t1) cbo_t4 on cbo_t1.key=a PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +PREHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### POSTHOOK: query: explain select key, c_int, cbo_t2.p, cbo_t2.q, cbo_t3.x, cbo_t4.b from cbo_t1 join (select cbo_t2.key as p, cbo_t2.c_int as q, c_float as r from cbo_t2) cbo_t2 on cbo_t1.key=p right outer join (select cbo_t3.key as x, cbo_t3.c_int as y, c_float as z from cbo_t3) cbo_t3 on cbo_t1.key=x left outer join (select key as a, c_int as b, c_float as c from cbo_t1) cbo_t4 on cbo_t1.key=a POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +POSTHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/cbo_rp_join1.q.out b/ql/src/test/results/clientpositive/cbo_rp_join1.q.out index c5ec00d..1e0eaa6 100644 --- a/ql/src/test/results/clientpositive/cbo_rp_join1.q.out +++ b/ql/src/test/results/clientpositive/cbo_rp_join1.q.out @@ -17,8 +17,12 @@ POSTHOOK: Output: default@myinput1_n0 Warning: Shuffle Join JOIN[6][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-1:MAPRED' is a cross product PREHOOK: query: EXPLAIN SELECT sum(hash(a.key,a.value,b.key,b.value)) FROM myinput1_n0 a FULL OUTER JOIN myinput1_n0 b on a.key = 40 AND b.key = 40 PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT sum(hash(a.key,a.value,b.key,b.value)) FROM myinput1_n0 a FULL OUTER JOIN myinput1_n0 b on a.key = 40 AND b.key = 40 POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -120,8 +124,12 @@ POSTHOOK: Input: default@myinput1_n0 Warning: Shuffle Join JOIN[6][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-1:MAPRED' is a cross product PREHOOK: query: EXPLAIN SELECT sum(hash(a.key,a.value,b.key,b.value)) FROM myinput1_n0 a FULL OUTER JOIN myinput1_n0 b on a.key = 40 AND a.value = 40 AND a.key = a.value AND b.key = 40 PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT sum(hash(a.key,a.value,b.key,b.value)) FROM myinput1_n0 a FULL OUTER JOIN myinput1_n0 b on a.key = 40 AND a.value = 40 AND a.key = a.value AND b.key = 40 POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -223,8 +231,12 @@ POSTHOOK: Input: default@myinput1_n0 Warning: Shuffle Join JOIN[6][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-1:MAPRED' is a cross product PREHOOK: query: EXPLAIN SELECT sum(hash(a.key,a.value,b.key,b.value)) FROM myinput1_n0 a FULL OUTER JOIN myinput1_n0 b on a.key = 40 AND a.key = b.key AND b.key = 40 PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT sum(hash(a.key,a.value,b.key,b.value)) FROM myinput1_n0 a FULL OUTER JOIN myinput1_n0 b on a.key = 40 AND a.key = b.key AND b.key = 40 POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -326,8 +338,12 @@ POSTHOOK: Input: default@myinput1_n0 Warning: Shuffle Join JOIN[6][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-1:MAPRED' is a cross product PREHOOK: query: EXPLAIN SELECT sum(hash(a.key,a.value,b.key,b.value)) FROM myinput1_n0 a FULL OUTER JOIN myinput1_n0 b on a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT sum(hash(a.key,a.value,b.key,b.value)) FROM myinput1_n0 a FULL OUTER JOIN myinput1_n0 b on a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/cbo_rp_outer_join_ppr.q.out b/ql/src/test/results/clientpositive/cbo_rp_outer_join_ppr.q.out index f7123b9..96e10f4 100644 --- a/ql/src/test/results/clientpositive/cbo_rp_outer_join_ppr.q.out +++ b/ql/src/test/results/clientpositive/cbo_rp_outer_join_ppr.q.out @@ -7,6 +7,11 @@ PREHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED FROM src a @@ -16,6 +21,11 @@ POSTHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -309,6 +319,11 @@ PREHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 AND b.ds = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED FROM src a @@ -318,6 +333,11 @@ POSTHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 AND b.ds = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/cbo_rp_simple_select.q.out b/ql/src/test/results/clientpositive/cbo_rp_simple_select.q.out index 469fbaa..5d03ac8 100644 --- a/ql/src/test/results/clientpositive/cbo_rp_simple_select.q.out +++ b/ql/src/test/results/clientpositive/cbo_rp_simple_select.q.out @@ -743,8 +743,14 @@ POSTHOOK: Input: default@cbo_t2@dt=2014 400 PREHOOK: query: EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (cbo_t2.c_int) PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (cbo_t2.c_int) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -768,9 +774,15 @@ STAGE PLANS: PREHOOK: query: -- c_int is not null EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (2*cbo_t2.c_int) PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: -- c_int is not null EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (2*cbo_t2.c_int) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -794,9 +806,15 @@ STAGE PLANS: PREHOOK: query: -- c_int is 0 EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) = (cbo_t2.c_int) PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: -- c_int is 0 EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) = (cbo_t2.c_int) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -820,9 +838,15 @@ STAGE PLANS: PREHOOK: query: -- c_int is not null EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (NULL) PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: -- c_int is not null EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (NULL) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -846,9 +870,15 @@ STAGE PLANS: PREHOOK: query: -- rewrite to NULL EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (cbo_t2.c_int, 2*cbo_t2.c_int) PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: -- rewrite to NULL EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (cbo_t2.c_int, 2*cbo_t2.c_int) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -872,9 +902,15 @@ STAGE PLANS: PREHOOK: query: -- no rewrite EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (cbo_t2.c_int, 0) PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: -- no rewrite EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (cbo_t2.c_int, 0) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/cbo_rp_udaf_percentile_approx_23.q.out b/ql/src/test/results/clientpositive/cbo_rp_udaf_percentile_approx_23.q.out index 69785e1..1a998f6 100644 --- a/ql/src/test/results/clientpositive/cbo_rp_udaf_percentile_approx_23.q.out +++ b/ql/src/test/results/clientpositive/cbo_rp_udaf_percentile_approx_23.q.out @@ -497,9 +497,13 @@ POSTHOOK: Input: default@t12_n1 PREHOOK: query: explain select percentile_approx(case when key < 100 then cast('NaN' as double) else key end, 0.5) from bucket_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select percentile_approx(case when key < 100 then cast('NaN' as double) else key end, 0.5) from bucket_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -556,9 +560,13 @@ true PREHOOK: query: explain select percentile_approx(key, 0.5) from bucket_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select percentile_approx(key, 0.5) from bucket_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/cbo_simple_select.q.out b/ql/src/test/results/clientpositive/cbo_simple_select.q.out index a44388c..791d3bf 100644 --- a/ql/src/test/results/clientpositive/cbo_simple_select.q.out +++ b/ql/src/test/results/clientpositive/cbo_simple_select.q.out @@ -743,8 +743,14 @@ POSTHOOK: Input: default@cbo_t2@dt=2014 400 PREHOOK: query: EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (cbo_t2.c_int) PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (cbo_t2.c_int) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -768,9 +774,15 @@ STAGE PLANS: PREHOOK: query: -- c_int is not null EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (2*cbo_t2.c_int) PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: -- c_int is not null EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (2*cbo_t2.c_int) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -794,9 +806,15 @@ STAGE PLANS: PREHOOK: query: -- c_int is 0 EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) = (cbo_t2.c_int) PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: -- c_int is 0 EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) = (cbo_t2.c_int) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -820,9 +838,15 @@ STAGE PLANS: PREHOOK: query: -- c_int is not null EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (NULL) PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: -- c_int is not null EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (NULL) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -846,9 +870,15 @@ STAGE PLANS: PREHOOK: query: -- rewrite to NULL EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (cbo_t2.c_int, 2*cbo_t2.c_int) PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: -- rewrite to NULL EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (cbo_t2.c_int, 2*cbo_t2.c_int) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -872,9 +902,15 @@ STAGE PLANS: PREHOOK: query: -- no rewrite EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (cbo_t2.c_int, 0) PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: -- no rewrite EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (cbo_t2.c_int, 0) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/cbo_union_view.q.out b/ql/src/test/results/clientpositive/cbo_union_view.q.out index 5552cfe..58daf9b 100644 --- a/ql/src/test/results/clientpositive/cbo_union_view.q.out +++ b/ql/src/test/results/clientpositive/cbo_union_view.q.out @@ -54,8 +54,18 @@ POSTHOOK: Lineage: src_union_view.key EXPRESSION [(src_union_1)src_union_1.Field POSTHOOK: Lineage: src_union_view.value EXPRESSION [(src_union_1)src_union_1.FieldSchema(name:value, type:string, comment:null), (src_union_2)src_union_2.FieldSchema(name:value, type:string, comment:null), (src_union_3)src_union_3.FieldSchema(name:value, type:string, comment:null), ] PREHOOK: query: EXPLAIN SELECT key, value, ds FROM src_union_view WHERE key=86 PREHOOK: type: QUERY +PREHOOK: Input: default@src_union_1 +PREHOOK: Input: default@src_union_2 +PREHOOK: Input: default@src_union_3 +PREHOOK: Input: default@src_union_view +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, value, ds FROM src_union_view WHERE key=86 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_union_1 +POSTHOOK: Input: default@src_union_2 +POSTHOOK: Input: default@src_union_3 +POSTHOOK: Input: default@src_union_view +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -148,8 +158,18 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT key, value, ds FROM src_union_view WHERE key=86 AND ds ='1' PREHOOK: type: QUERY +PREHOOK: Input: default@src_union_1 +PREHOOK: Input: default@src_union_2 +PREHOOK: Input: default@src_union_3 +PREHOOK: Input: default@src_union_view +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, value, ds FROM src_union_view WHERE key=86 AND ds ='1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_union_1 +POSTHOOK: Input: default@src_union_2 +POSTHOOK: Input: default@src_union_3 +POSTHOOK: Input: default@src_union_view +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/columnStatsUpdateForStatsOptimizer_2.q.out b/ql/src/test/results/clientpositive/columnStatsUpdateForStatsOptimizer_2.q.out index aafa386..bc07612 100644 --- a/ql/src/test/results/clientpositive/columnStatsUpdateForStatsOptimizer_2.q.out +++ b/ql/src/test/results/clientpositive/columnStatsUpdateForStatsOptimizer_2.q.out @@ -102,8 +102,12 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain select max(year) from calendar PREHOOK: type: QUERY +PREHOOK: Input: default@calendar +#### A masked pattern was here #### POSTHOOK: query: explain select max(year) from calendar POSTHOOK: type: QUERY +POSTHOOK: Input: default@calendar +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -125,8 +129,12 @@ POSTHOOK: Input: default@calendar 2012 PREHOOK: query: explain select count(1) from calendar PREHOOK: type: QUERY +PREHOOK: Input: default@calendar +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from calendar POSTHOOK: type: QUERY +POSTHOOK: Input: default@calendar +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -192,8 +200,12 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain select max(month) from calendar PREHOOK: type: QUERY +PREHOOK: Input: default@calendar +#### A masked pattern was here #### POSTHOOK: query: explain select max(month) from calendar POSTHOOK: type: QUERY +POSTHOOK: Input: default@calendar +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -250,8 +262,12 @@ POSTHOOK: Input: default@calendar 12 PREHOOK: query: explain select count(1) from calendar PREHOOK: type: QUERY +PREHOOK: Input: default@calendar +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from calendar POSTHOOK: type: QUERY +POSTHOOK: Input: default@calendar +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -315,8 +331,12 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain select max(month) from calendar PREHOOK: type: QUERY +PREHOOK: Input: default@calendar +#### A masked pattern was here #### POSTHOOK: query: explain select max(month) from calendar POSTHOOK: type: QUERY +POSTHOOK: Input: default@calendar +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -373,8 +393,12 @@ POSTHOOK: Input: default@calendar NULL PREHOOK: query: explain select count(1) from calendar PREHOOK: type: QUERY +PREHOOK: Input: default@calendar +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from calendar POSTHOOK: type: QUERY +POSTHOOK: Input: default@calendar +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/column_pruner_multiple_children.q.out b/ql/src/test/results/clientpositive/column_pruner_multiple_children.q.out index 4b0aaab..fb97eb6 100644 --- a/ql/src/test/results/clientpositive/column_pruner_multiple_children.q.out +++ b/ql/src/test/results/clientpositive/column_pruner_multiple_children.q.out @@ -21,9 +21,13 @@ POSTHOOK: Lineage: s_n129.value SIMPLE [(src)src.FieldSchema(name:value, type:st PREHOOK: query: explain FROM S_n129 INSERT OVERWRITE TABLE DEST1_n52 SELECT key, sum(SUBSTR(value,5)) GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@s_n129 +PREHOOK: Output: default@dest1_n52 POSTHOOK: query: explain FROM S_n129 INSERT OVERWRITE TABLE DEST1_n52 SELECT key, sum(SUBSTR(value,5)) GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@s_n129 +POSTHOOK: Output: default@dest1_n52 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/column_pruning_partitioned_view.q.out b/ql/src/test/results/clientpositive/column_pruning_partitioned_view.q.out index 3b9fe54..cfa9cdc 100644 --- a/ql/src/test/results/clientpositive/column_pruning_partitioned_view.q.out +++ b/ql/src/test/results/clientpositive/column_pruning_partitioned_view.q.out @@ -19,8 +19,14 @@ POSTHOOK: Output: default@lv_view POSTHOOK: Lineage: lv_view.c1 SIMPLE [(lv_table)lv_table.FieldSchema(name:c1, type:string, comment:null), ] PREHOOK: query: EXPLAIN SELECT * FROM lv_view PREHOOK: type: QUERY +PREHOOK: Input: default@lv_table +PREHOOK: Input: default@lv_view +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM lv_view POSTHOOK: type: QUERY +POSTHOOK: Input: default@lv_table +POSTHOOK: Input: default@lv_view +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/columnarserde_create_shortcut.q.out b/ql/src/test/results/clientpositive/columnarserde_create_shortcut.q.out index 6948810..96c9395 100644 --- a/ql/src/test/results/clientpositive/columnarserde_create_shortcut.q.out +++ b/ql/src/test/results/clientpositive/columnarserde_create_shortcut.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src_thrift INSERT OVERWRITE TABLE columnarserde_create_shortcut SELECT src_thrift.lint, src_thrift.lstring, src_thrift.mstringstring, src_thrift.aint, src_thrift.astring DISTRIBUTE BY 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src_thrift +PREHOOK: Output: default@columnarserde_create_shortcut POSTHOOK: query: EXPLAIN FROM src_thrift INSERT OVERWRITE TABLE columnarserde_create_shortcut SELECT src_thrift.lint, src_thrift.lstring, src_thrift.mstringstring, src_thrift.aint, src_thrift.astring DISTRIBUTE BY 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_thrift +POSTHOOK: Output: default@columnarserde_create_shortcut STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/columnstats_partlvl.q.out b/ql/src/test/results/clientpositive/columnstats_partlvl.q.out index 1d01c7b..5b5f699 100644 --- a/ql/src/test/results/clientpositive/columnstats_partlvl.q.out +++ b/ql/src/test/results/clientpositive/columnstats_partlvl.q.out @@ -33,9 +33,19 @@ POSTHOOK: Output: default@employee_part@employeesalary=4000.0 PREHOOK: query: explain analyze table Employee_Part partition (employeeSalary=2000.0) compute statistics for columns employeeID PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@employee_part +PREHOOK: Input: default@employee_part@employeesalary=2000.0 +PREHOOK: Output: default@employee_part +PREHOOK: Output: default@employee_part@employeesalary=2000.0 +#### A masked pattern was here #### POSTHOOK: query: explain analyze table Employee_Part partition (employeeSalary=2000.0) compute statistics for columns employeeID POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@employee_part +POSTHOOK: Input: default@employee_part@employeesalary=2000.0 +POSTHOOK: Output: default@employee_part +POSTHOOK: Output: default@employee_part@employeesalary=2000.0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -93,9 +103,19 @@ STAGE PLANS: PREHOOK: query: explain extended analyze table Employee_Part partition (employeeSalary=2000.0) compute statistics for columns employeeID PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@employee_part +PREHOOK: Input: default@employee_part@employeesalary=2000.0 +PREHOOK: Output: default@employee_part +PREHOOK: Output: default@employee_part@employeesalary=2000.0 +#### A masked pattern was here #### POSTHOOK: query: explain extended analyze table Employee_Part partition (employeeSalary=2000.0) compute statistics for columns employeeID POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@employee_part +POSTHOOK: Input: default@employee_part@employeesalary=2000.0 +POSTHOOK: Output: default@employee_part +POSTHOOK: Output: default@employee_part@employeesalary=2000.0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -282,9 +302,19 @@ Storage Desc Params: PREHOOK: query: explain analyze table Employee_Part partition (employeeSalary=4000.0) compute statistics for columns employeeID PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@employee_part +PREHOOK: Input: default@employee_part@employeesalary=4000.0 +PREHOOK: Output: default@employee_part +PREHOOK: Output: default@employee_part@employeesalary=4000.0 +#### A masked pattern was here #### POSTHOOK: query: explain analyze table Employee_Part partition (employeeSalary=4000.0) compute statistics for columns employeeID POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@employee_part +POSTHOOK: Input: default@employee_part@employeesalary=4000.0 +POSTHOOK: Output: default@employee_part +POSTHOOK: Output: default@employee_part@employeesalary=4000.0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -342,9 +372,19 @@ STAGE PLANS: PREHOOK: query: explain extended analyze table Employee_Part partition (employeeSalary=4000.0) compute statistics for columns employeeID PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@employee_part +PREHOOK: Input: default@employee_part@employeesalary=4000.0 +PREHOOK: Output: default@employee_part +PREHOOK: Output: default@employee_part@employeesalary=4000.0 +#### A masked pattern was here #### POSTHOOK: query: explain extended analyze table Employee_Part partition (employeeSalary=4000.0) compute statistics for columns employeeID POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@employee_part +POSTHOOK: Input: default@employee_part@employeesalary=4000.0 +POSTHOOK: Output: default@employee_part +POSTHOOK: Output: default@employee_part@employeesalary=4000.0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -493,9 +533,19 @@ POSTHOOK: Output: default@employee_part@employeesalary=4000.0 PREHOOK: query: explain analyze table Employee_Part partition (employeeSalary=2000.0) compute statistics for columns PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@employee_part +PREHOOK: Input: default@employee_part@employeesalary=2000.0 +PREHOOK: Output: default@employee_part +PREHOOK: Output: default@employee_part@employeesalary=2000.0 +#### A masked pattern was here #### POSTHOOK: query: explain analyze table Employee_Part partition (employeeSalary=2000.0) compute statistics for columns POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@employee_part +POSTHOOK: Input: default@employee_part@employeesalary=2000.0 +POSTHOOK: Output: default@employee_part +POSTHOOK: Output: default@employee_part@employeesalary=2000.0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -603,9 +653,23 @@ comment from deserializer PREHOOK: query: explain analyze table Employee_Part compute statistics for columns PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@employee_part +PREHOOK: Input: default@employee_part@employeesalary=2000.0 +PREHOOK: Input: default@employee_part@employeesalary=4000.0 +PREHOOK: Output: default@employee_part +PREHOOK: Output: default@employee_part@employeesalary=2000.0 +PREHOOK: Output: default@employee_part@employeesalary=4000.0 +#### A masked pattern was here #### POSTHOOK: query: explain analyze table Employee_Part compute statistics for columns POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@employee_part +POSTHOOK: Input: default@employee_part@employeesalary=2000.0 +POSTHOOK: Input: default@employee_part@employeesalary=4000.0 +POSTHOOK: Output: default@employee_part +POSTHOOK: Output: default@employee_part@employeesalary=2000.0 +POSTHOOK: Output: default@employee_part@employeesalary=4000.0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -717,9 +781,23 @@ comment from deserializer PREHOOK: query: explain analyze table Employee_Part compute statistics for columns PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@employee_part +PREHOOK: Input: default@employee_part@employeesalary=2000.0 +PREHOOK: Input: default@employee_part@employeesalary=4000.0 +PREHOOK: Output: default@employee_part +PREHOOK: Output: default@employee_part@employeesalary=2000.0 +PREHOOK: Output: default@employee_part@employeesalary=4000.0 +#### A masked pattern was here #### POSTHOOK: query: explain analyze table Employee_Part compute statistics for columns POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@employee_part +POSTHOOK: Input: default@employee_part@employeesalary=2000.0 +POSTHOOK: Input: default@employee_part@employeesalary=4000.0 +POSTHOOK: Output: default@employee_part +POSTHOOK: Output: default@employee_part@employeesalary=2000.0 +POSTHOOK: Output: default@employee_part@employeesalary=4000.0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/columnstats_partlvl_dp.q.out b/ql/src/test/results/clientpositive/columnstats_partlvl_dp.q.out index 7d83d6e..f2a9094 100644 --- a/ql/src/test/results/clientpositive/columnstats_partlvl_dp.q.out +++ b/ql/src/test/results/clientpositive/columnstats_partlvl_dp.q.out @@ -69,9 +69,19 @@ POSTHOOK: Output: default@employee_part_n0@employeesalary=3000.0/country=UK PREHOOK: query: explain analyze table Employee_Part_n0 partition (employeeSalary='4000.0', country) compute statistics for columns employeeName, employeeID PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@employee_part_n0 +PREHOOK: Input: default@employee_part_n0@employeesalary=4000.0/country=USA +PREHOOK: Output: default@employee_part_n0 +PREHOOK: Output: default@employee_part_n0@employeesalary=4000.0/country=USA +#### A masked pattern was here #### POSTHOOK: query: explain analyze table Employee_Part_n0 partition (employeeSalary='4000.0', country) compute statistics for columns employeeName, employeeID POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@employee_part_n0 +POSTHOOK: Input: default@employee_part_n0@employeesalary=4000.0/country=USA +POSTHOOK: Output: default@employee_part_n0 +POSTHOOK: Output: default@employee_part_n0@employeesalary=4000.0/country=USA +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -200,9 +210,23 @@ comment from deserializer PREHOOK: query: explain analyze table Employee_Part_n0 partition (employeeSalary='2000.0') compute statistics for columns employeeID PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@employee_part_n0 +PREHOOK: Input: default@employee_part_n0@employeesalary=2000.0/country=UK +PREHOOK: Input: default@employee_part_n0@employeesalary=2000.0/country=USA +PREHOOK: Output: default@employee_part_n0 +PREHOOK: Output: default@employee_part_n0@employeesalary=2000.0/country=UK +PREHOOK: Output: default@employee_part_n0@employeesalary=2000.0/country=USA +#### A masked pattern was here #### POSTHOOK: query: explain analyze table Employee_Part_n0 partition (employeeSalary='2000.0') compute statistics for columns employeeID POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@employee_part_n0 +POSTHOOK: Input: default@employee_part_n0@employeesalary=2000.0/country=UK +POSTHOOK: Input: default@employee_part_n0@employeesalary=2000.0/country=USA +POSTHOOK: Output: default@employee_part_n0 +POSTHOOK: Output: default@employee_part_n0@employeesalary=2000.0/country=UK +POSTHOOK: Output: default@employee_part_n0@employeesalary=2000.0/country=USA +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -314,9 +338,39 @@ comment from deserializer PREHOOK: query: explain analyze table Employee_Part_n0 partition (employeeSalary) compute statistics for columns employeeID PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@employee_part_n0 +PREHOOK: Input: default@employee_part_n0@employeesalary=2000.0/country=UK +PREHOOK: Input: default@employee_part_n0@employeesalary=2000.0/country=USA +PREHOOK: Input: default@employee_part_n0@employeesalary=3000.0/country=UK +PREHOOK: Input: default@employee_part_n0@employeesalary=3000.0/country=USA +PREHOOK: Input: default@employee_part_n0@employeesalary=3500.0/country=UK +PREHOOK: Input: default@employee_part_n0@employeesalary=4000.0/country=USA +PREHOOK: Output: default@employee_part_n0 +PREHOOK: Output: default@employee_part_n0@employeesalary=2000.0/country=UK +PREHOOK: Output: default@employee_part_n0@employeesalary=2000.0/country=USA +PREHOOK: Output: default@employee_part_n0@employeesalary=3000.0/country=UK +PREHOOK: Output: default@employee_part_n0@employeesalary=3000.0/country=USA +PREHOOK: Output: default@employee_part_n0@employeesalary=3500.0/country=UK +PREHOOK: Output: default@employee_part_n0@employeesalary=4000.0/country=USA +#### A masked pattern was here #### POSTHOOK: query: explain analyze table Employee_Part_n0 partition (employeeSalary) compute statistics for columns employeeID POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@employee_part_n0 +POSTHOOK: Input: default@employee_part_n0@employeesalary=2000.0/country=UK +POSTHOOK: Input: default@employee_part_n0@employeesalary=2000.0/country=USA +POSTHOOK: Input: default@employee_part_n0@employeesalary=3000.0/country=UK +POSTHOOK: Input: default@employee_part_n0@employeesalary=3000.0/country=USA +POSTHOOK: Input: default@employee_part_n0@employeesalary=3500.0/country=UK +POSTHOOK: Input: default@employee_part_n0@employeesalary=4000.0/country=USA +POSTHOOK: Output: default@employee_part_n0 +POSTHOOK: Output: default@employee_part_n0@employeesalary=2000.0/country=UK +POSTHOOK: Output: default@employee_part_n0@employeesalary=2000.0/country=USA +POSTHOOK: Output: default@employee_part_n0@employeesalary=3000.0/country=UK +POSTHOOK: Output: default@employee_part_n0@employeesalary=3000.0/country=USA +POSTHOOK: Output: default@employee_part_n0@employeesalary=3500.0/country=UK +POSTHOOK: Output: default@employee_part_n0@employeesalary=4000.0/country=USA +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -426,9 +480,39 @@ comment from deserializer PREHOOK: query: explain analyze table Employee_Part_n0 partition (employeeSalary,country) compute statistics for columns PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@employee_part_n0 +PREHOOK: Input: default@employee_part_n0@employeesalary=2000.0/country=UK +PREHOOK: Input: default@employee_part_n0@employeesalary=2000.0/country=USA +PREHOOK: Input: default@employee_part_n0@employeesalary=3000.0/country=UK +PREHOOK: Input: default@employee_part_n0@employeesalary=3000.0/country=USA +PREHOOK: Input: default@employee_part_n0@employeesalary=3500.0/country=UK +PREHOOK: Input: default@employee_part_n0@employeesalary=4000.0/country=USA +PREHOOK: Output: default@employee_part_n0 +PREHOOK: Output: default@employee_part_n0@employeesalary=2000.0/country=UK +PREHOOK: Output: default@employee_part_n0@employeesalary=2000.0/country=USA +PREHOOK: Output: default@employee_part_n0@employeesalary=3000.0/country=UK +PREHOOK: Output: default@employee_part_n0@employeesalary=3000.0/country=USA +PREHOOK: Output: default@employee_part_n0@employeesalary=3500.0/country=UK +PREHOOK: Output: default@employee_part_n0@employeesalary=4000.0/country=USA +#### A masked pattern was here #### POSTHOOK: query: explain analyze table Employee_Part_n0 partition (employeeSalary,country) compute statistics for columns POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@employee_part_n0 +POSTHOOK: Input: default@employee_part_n0@employeesalary=2000.0/country=UK +POSTHOOK: Input: default@employee_part_n0@employeesalary=2000.0/country=USA +POSTHOOK: Input: default@employee_part_n0@employeesalary=3000.0/country=UK +POSTHOOK: Input: default@employee_part_n0@employeesalary=3000.0/country=USA +POSTHOOK: Input: default@employee_part_n0@employeesalary=3500.0/country=UK +POSTHOOK: Input: default@employee_part_n0@employeesalary=4000.0/country=USA +POSTHOOK: Output: default@employee_part_n0 +POSTHOOK: Output: default@employee_part_n0@employeesalary=2000.0/country=UK +POSTHOOK: Output: default@employee_part_n0@employeesalary=2000.0/country=USA +POSTHOOK: Output: default@employee_part_n0@employeesalary=3000.0/country=UK +POSTHOOK: Output: default@employee_part_n0@employeesalary=3000.0/country=USA +POSTHOOK: Output: default@employee_part_n0@employeesalary=3500.0/country=UK +POSTHOOK: Output: default@employee_part_n0@employeesalary=4000.0/country=USA +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/columnstats_quoting.q.out b/ql/src/test/results/clientpositive/columnstats_quoting.q.out index 8ed8239..9bf560b 100644 --- a/ql/src/test/results/clientpositive/columnstats_quoting.q.out +++ b/ql/src/test/results/clientpositive/columnstats_quoting.q.out @@ -12,8 +12,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@user_web_events PREHOOK: query: explain analyze table user_web_events compute statistics for columns PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@user_web_events +PREHOOK: Output: default@user_web_events +#### A masked pattern was here #### POSTHOOK: query: explain analyze table user_web_events compute statistics for columns POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@user_web_events +POSTHOOK: Output: default@user_web_events +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -72,8 +78,14 @@ POSTHOOK: Output: default@user_web_events #### A masked pattern was here #### PREHOOK: query: explain analyze table user_web_events compute statistics for columns `user id` PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@user_web_events +PREHOOK: Output: default@user_web_events +#### A masked pattern was here #### POSTHOOK: query: explain analyze table user_web_events compute statistics for columns `user id` POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@user_web_events +POSTHOOK: Output: default@user_web_events +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/columnstats_tbllvl.q.out b/ql/src/test/results/clientpositive/columnstats_tbllvl.q.out index 0b4bb47..d21d209 100644 --- a/ql/src/test/results/clientpositive/columnstats_tbllvl.q.out +++ b/ql/src/test/results/clientpositive/columnstats_tbllvl.q.out @@ -41,9 +41,15 @@ POSTHOOK: Output: default@uservisits_web_text_none PREHOOK: query: explain analyze table UserVisits_web_text_none compute statistics for columns sourceIP, avgTimeOnSite, adRevenue PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@uservisits_web_text_none +PREHOOK: Output: default@uservisits_web_text_none +#### A masked pattern was here #### POSTHOOK: query: explain analyze table UserVisits_web_text_none compute statistics for columns sourceIP, avgTimeOnSite, adRevenue POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@uservisits_web_text_none +POSTHOOK: Output: default@uservisits_web_text_none +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -93,9 +99,15 @@ STAGE PLANS: PREHOOK: query: explain extended analyze table UserVisits_web_text_none compute statistics for columns sourceIP, avgTimeOnSite, adRevenue PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@uservisits_web_text_none +PREHOOK: Output: default@uservisits_web_text_none +#### A masked pattern was here #### POSTHOOK: query: explain extended analyze table UserVisits_web_text_none compute statistics for columns sourceIP, avgTimeOnSite, adRevenue POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@uservisits_web_text_none +POSTHOOK: Output: default@uservisits_web_text_none +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -231,9 +243,15 @@ POSTHOOK: Output: default@uservisits_web_text_none PREHOOK: query: explain analyze table default.UserVisits_web_text_none compute statistics for columns PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@uservisits_web_text_none +PREHOOK: Output: default@uservisits_web_text_none +#### A masked pattern was here #### POSTHOOK: query: explain analyze table default.UserVisits_web_text_none compute statistics for columns POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@uservisits_web_text_none +POSTHOOK: Output: default@uservisits_web_text_none +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -370,9 +388,15 @@ POSTHOOK: Output: default@empty_tab PREHOOK: query: explain analyze table empty_tab compute statistics for columns a,b,c,d,e PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@empty_tab +PREHOOK: Output: default@empty_tab +#### A masked pattern was here #### POSTHOOK: query: explain analyze table empty_tab compute statistics for columns a,b,c,d,e POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@empty_tab +POSTHOOK: Output: default@empty_tab +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -515,9 +539,15 @@ POSTHOOK: Input: database:default PREHOOK: query: explain analyze table dummydb.UserVisits_in_dummy_db compute statistics for columns sourceIP, avgTimeOnSite, adRevenue PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: dummydb@uservisits_in_dummy_db +PREHOOK: Output: dummydb@uservisits_in_dummy_db +#### A masked pattern was here #### POSTHOOK: query: explain analyze table dummydb.UserVisits_in_dummy_db compute statistics for columns sourceIP, avgTimeOnSite, adRevenue POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: dummydb@uservisits_in_dummy_db +POSTHOOK: Output: dummydb@uservisits_in_dummy_db +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -567,9 +597,15 @@ STAGE PLANS: PREHOOK: query: explain extended analyze table dummydb.UserVisits_in_dummy_db compute statistics for columns sourceIP, avgTimeOnSite, adRevenue PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: dummydb@uservisits_in_dummy_db +PREHOOK: Output: dummydb@uservisits_in_dummy_db +#### A masked pattern was here #### POSTHOOK: query: explain extended analyze table dummydb.UserVisits_in_dummy_db compute statistics for columns sourceIP, avgTimeOnSite, adRevenue POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: dummydb@uservisits_in_dummy_db +POSTHOOK: Output: dummydb@uservisits_in_dummy_db +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -705,9 +741,15 @@ POSTHOOK: Output: dummydb@uservisits_in_dummy_db PREHOOK: query: explain analyze table dummydb.UserVisits_in_dummy_db compute statistics for columns PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: dummydb@uservisits_in_dummy_db +PREHOOK: Output: dummydb@uservisits_in_dummy_db +#### A masked pattern was here #### POSTHOOK: query: explain analyze table dummydb.UserVisits_in_dummy_db compute statistics for columns POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: dummydb@uservisits_in_dummy_db +POSTHOOK: Output: dummydb@uservisits_in_dummy_db +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/combine2.q.out b/ql/src/test/results/clientpositive/combine2.q.out index 416f092..9ecc81d 100644 --- a/ql/src/test/results/clientpositive/combine2.q.out +++ b/ql/src/test/results/clientpositive/combine2.q.out @@ -64,9 +64,29 @@ value=| PREHOOK: query: explain select key, value from combine2_n0 where value is not null PREHOOK: type: QUERY +PREHOOK: Input: default@combine2_n0 +PREHOOK: Input: default@combine2_n0@value=2010-04-21 09%3A45%3A00 +PREHOOK: Input: default@combine2_n0@value=val_0 +PREHOOK: Input: default@combine2_n0@value=val_2 +PREHOOK: Input: default@combine2_n0@value=val_4 +PREHOOK: Input: default@combine2_n0@value=val_5 +PREHOOK: Input: default@combine2_n0@value=val_8 +PREHOOK: Input: default@combine2_n0@value=val_9 +PREHOOK: Input: default@combine2_n0@value=| +#### A masked pattern was here #### POSTHOOK: query: explain select key, value from combine2_n0 where value is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@combine2_n0 +POSTHOOK: Input: default@combine2_n0@value=2010-04-21 09%3A45%3A00 +POSTHOOK: Input: default@combine2_n0@value=val_0 +POSTHOOK: Input: default@combine2_n0@value=val_2 +POSTHOOK: Input: default@combine2_n0@value=val_4 +POSTHOOK: Input: default@combine2_n0@value=val_5 +POSTHOOK: Input: default@combine2_n0@value=val_8 +POSTHOOK: Input: default@combine2_n0@value=val_9 +POSTHOOK: Input: default@combine2_n0@value=| +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -123,9 +143,13 @@ POSTHOOK: Input: default@combine2_n0@value=| PREHOOK: query: explain extended select count(1) from combine2_n0 where value is not null PREHOOK: type: QUERY +PREHOOK: Input: default@combine2_n0 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(1) from combine2_n0 where value is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@combine2_n0 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM `default`.`combine2_n0` WHERE `value` IS NOT NULL @@ -151,9 +175,21 @@ POSTHOOK: Input: default@combine2_n0 PREHOOK: query: explain select ds, count(1) from srcpart where ds is not null group by ds PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select ds, count(1) from srcpart where ds is not null group by ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/comments.q.out b/ql/src/test/results/clientpositive/comments.q.out index 668aa43..d28b2a0 100644 --- a/ql/src/test/results/clientpositive/comments.q.out +++ b/ql/src/test/results/clientpositive/comments.q.out @@ -73,8 +73,12 @@ POSTHOOK: Input: default@src 1019 PREHOOK: query: explain extended select /*+ MAPJOIN(a) */ count(*) from src a join src b on a.key = b.key where a.key > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(a) */ count(*) from src a join src b on a.key = b.key where a.key > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`src` diff --git a/ql/src/test/results/clientpositive/complex_alias.q.out b/ql/src/test/results/clientpositive/complex_alias.q.out index e74132d..94474d3 100644 --- a/ql/src/test/results/clientpositive/complex_alias.q.out +++ b/ql/src/test/results/clientpositive/complex_alias.q.out @@ -40,6 +40,8 @@ FROM (SELECT Sum(agg1.col2) AS a1 alias.a1) single_use_subq11 ON ( single_use_subq11.a0 = single_use_subq11.a0 ) PREHOOK: type: QUERY +PREHOOK: Input: default@agg1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT single_use_subq11.a1 AS a1, single_use_subq11.a2 AS a2 @@ -62,6 +64,8 @@ FROM (SELECT Sum(agg1.col2) AS a1 alias.a1) single_use_subq11 ON ( single_use_subq11.a0 = single_use_subq11.a0 ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@agg1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 diff --git a/ql/src/test/results/clientpositive/compute_stats_date.q.out b/ql/src/test/results/clientpositive/compute_stats_date.q.out index 58d2d70..dcec5fb 100644 --- a/ql/src/test/results/clientpositive/compute_stats_date.q.out +++ b/ql/src/test/results/clientpositive/compute_stats_date.q.out @@ -47,9 +47,15 @@ POSTHOOK: Input: default@tab_date PREHOOK: query: explain analyze table tab_date compute statistics for columns fl_date PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@tab_date +PREHOOK: Output: default@tab_date +#### A masked pattern was here #### POSTHOOK: query: explain analyze table tab_date compute statistics for columns fl_date POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@tab_date +POSTHOOK: Output: default@tab_date +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/concat_op.q.out b/ql/src/test/results/clientpositive/concat_op.q.out index 0ad2d6f..b0f9b53 100644 --- a/ql/src/test/results/clientpositive/concat_op.q.out +++ b/ql/src/test/results/clientpositive/concat_op.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain select key || value from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key || value from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -240,8 +244,12 @@ x2 x3 PREHOOK: query: explain select concat('a','b','c') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select concat('a','b','c') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -262,8 +270,12 @@ STAGE PLANS: PREHOOK: query: explain select 'a' || 'b' || 'c' PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select 'a' || 'b' || 'c' POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/constGby.q.out b/ql/src/test/results/clientpositive/constGby.q.out index 2ff81ea..d35ced8 100644 --- a/ql/src/test/results/clientpositive/constGby.q.out +++ b/ql/src/test/results/clientpositive/constGby.q.out @@ -26,8 +26,12 @@ POSTHOOK: Output: default@t1_n36 #### A masked pattern was here #### PREHOOK: query: explain select count(1) from t1_n36 group by 1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n36 +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from t1_n36 group by 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n36 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -98,8 +102,12 @@ POSTHOOK: Input: default@t1_n36 0 PREHOOK: query: explain select count(*) from t1_n36 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n36 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from t1_n36 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n36 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/constantPropWhen.q.out b/ql/src/test/results/clientpositive/constantPropWhen.q.out index 82fd74f..4e7af0c 100644 --- a/ql/src/test/results/clientpositive/constantPropWhen.q.out +++ b/ql/src/test/results/clientpositive/constantPropWhen.q.out @@ -22,8 +22,12 @@ POSTHOOK: Lineage: test_1_n4.id SCRIPT [] POSTHOOK: Lineage: test_1_n4.id2 SCRIPT [] PREHOOK: query: explain SELECT cast(CASE WHEN id = id2 THEN FALSE ELSE TRUE END AS BOOLEAN) AS b FROM test_1_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@test_1_n4 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT cast(CASE WHEN id = id2 THEN FALSE ELSE TRUE END AS BOOLEAN) AS b FROM test_1_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_1_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -68,8 +72,12 @@ true false PREHOOK: query: explain SELECT cast(CASE id when id2 THEN FALSE ELSE TRUE END AS BOOLEAN) AS b FROM test_1_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@test_1_n4 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT cast(CASE id when id2 THEN FALSE ELSE TRUE END AS BOOLEAN) AS b FROM test_1_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_1_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -114,8 +122,12 @@ true false PREHOOK: query: explain SELECT cast(CASE WHEN id = id2 THEN TRUE ELSE FALSE END AS BOOLEAN) AS b FROM test_1_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@test_1_n4 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT cast(CASE WHEN id = id2 THEN TRUE ELSE FALSE END AS BOOLEAN) AS b FROM test_1_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_1_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -160,8 +172,12 @@ false true PREHOOK: query: explain SELECT cast(CASE id when id2 THEN TRUE ELSE FALSE END AS BOOLEAN) AS b FROM test_1_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@test_1_n4 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT cast(CASE id when id2 THEN TRUE ELSE FALSE END AS BOOLEAN) AS b FROM test_1_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_1_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -206,8 +222,12 @@ false true PREHOOK: query: explain SELECT cast(CASE WHEN id = id2 THEN FALSE ELSE TRUE END AS BOOLEAN) AS b FROM test_1_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@test_1_n4 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT cast(CASE WHEN id = id2 THEN FALSE ELSE TRUE END AS BOOLEAN) AS b FROM test_1_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_1_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -252,8 +272,12 @@ true false PREHOOK: query: explain SELECT cast(CASE id when id2 THEN FALSE ELSE TRUE END AS BOOLEAN) AS b FROM test_1_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@test_1_n4 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT cast(CASE id when id2 THEN FALSE ELSE TRUE END AS BOOLEAN) AS b FROM test_1_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_1_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -298,8 +322,12 @@ true false PREHOOK: query: explain SELECT cast(CASE WHEN id = id2 THEN TRUE ELSE FALSE END AS BOOLEAN) AS b FROM test_1_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@test_1_n4 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT cast(CASE WHEN id = id2 THEN TRUE ELSE FALSE END AS BOOLEAN) AS b FROM test_1_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_1_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -344,8 +372,12 @@ false true PREHOOK: query: explain SELECT cast(CASE id when id2 THEN TRUE ELSE FALSE END AS BOOLEAN) AS b FROM test_1_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@test_1_n4 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT cast(CASE id when id2 THEN TRUE ELSE FALSE END AS BOOLEAN) AS b FROM test_1_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_1_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/constantPropagateForSubQuery.q.out b/ql/src/test/results/clientpositive/constantPropagateForSubQuery.q.out index 00f6ce6..8e0839d 100644 --- a/ql/src/test/results/clientpositive/constantPropagateForSubQuery.q.out +++ b/ql/src/test/results/clientpositive/constantPropagateForSubQuery.q.out @@ -2,9 +2,15 @@ Warning: Shuffle Join JOIN[7][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-1:MAP PREHOOK: query: explain extended select * from (select a.key as ak, a.value as av, b.key as bk, b.value as bv from src a join src1 b where a.key = '429' ) c PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from (select a.key as ak, a.value as av, b.key as bk, b.value as bv from src a join src1 b where a.key = '429' ) c POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT CAST('429' AS STRING) AS `ak`, `t0`.`value` AS `av`, `t1`.`key` AS `bk`, `t1`.`value` AS `bv` FROM (SELECT CAST('429' AS STRING) AS `key`, `value` FROM `default`.`src` diff --git a/ql/src/test/results/clientpositive/constant_prop.q.out b/ql/src/test/results/clientpositive/constant_prop.q.out index 001a3c8..43dfac8 100644 --- a/ql/src/test/results/clientpositive/constant_prop.q.out +++ b/ql/src/test/results/clientpositive/constant_prop.q.out @@ -9,6 +9,8 @@ SELECT NAMED_STRUCT( ).F2 FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT NAMED_STRUCT( IF(ARRAY_CONTAINS(ARRAY(1, 2), 3), "F1", "B1"), 1, @@ -20,6 +22,8 @@ SELECT NAMED_STRUCT( ).F2 FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/constant_prop_1.q.out b/ql/src/test/results/clientpositive/constant_prop_1.q.out index fc0453f..cd9832a 100644 --- a/ql/src/test/results/clientpositive/constant_prop_1.q.out +++ b/ql/src/test/results/clientpositive/constant_prop_1.q.out @@ -3,11 +3,15 @@ select 1 as a from src union all select 1 as a from src limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select 1 as a from src union all select 1 as a from src limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -74,6 +78,8 @@ union all select 1 as a from src limit 1 )sub join src b where value='12345' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select a, key, value from ( @@ -82,6 +88,8 @@ union all select 1 as a from src limit 1 )sub join src b where value='12345' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -183,11 +191,15 @@ select 1 as a from src union all select 2 as a from src limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select 1 as a from src union all select 2 as a from src limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -250,6 +262,8 @@ union all select 2 as a from src limit 1 )sub join src b where value='12345' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select a, key, value from ( @@ -258,6 +272,8 @@ union all select 2 as a from src limit 1 )sub join src b where value='12345' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -365,9 +381,13 @@ Warning: Shuffle Join JOIN[4][tables = [a, b]] in Stage 'Stage-1:MAPRED' is a cr PREHOOK: query: explain select a.key, b.value from src a join src b where a.key = '238' and b.value = '234' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.value from src a join src b where a.key = '238' and b.value = '234' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -423,9 +443,13 @@ STAGE PLANS: PREHOOK: query: explain select a.key, b.value from src a join src b on a.key=b.key where b.value = '234' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.value from src a join src b on a.key=b.key where b.value = '234' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -508,11 +532,15 @@ select a2 as a3 from (select a1 as a2, c1 as c2 from (select a as a1, b as b1, c as c1 from t_n26 where a=1 and b=2 and c=3)sub1)sub2 PREHOOK: type: QUERY +PREHOOK: Input: default@t_n26 +#### A masked pattern was here #### POSTHOOK: query: explain select a2 as a3 from (select a1 as a2, c1 as c2 from (select a as a1, b as b1, c as c1 from t_n26 where a=1 and b=2 and c=3)sub1)sub2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_n26 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/constant_prop_2.q.out b/ql/src/test/results/clientpositive/constant_prop_2.q.out index cdd3913..469d43a 100644 --- a/ql/src/test/results/clientpositive/constant_prop_2.q.out +++ b/ql/src/test/results/clientpositive/constant_prop_2.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain select count('1') from src group by '1' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count('1') from src group by '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -24,9 +28,19 @@ POSTHOOK: Input: default@src PREHOOK: query: explain analyze table srcpart partition (ds='2008-04-08',hr=11) compute statistics for columns key, value PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@srcpart +PREHOOK: Output: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain analyze table srcpart partition (ds='2008-04-08',hr=11) compute statistics for columns key, value POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@srcpart +POSTHOOK: Output: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/constant_prop_3.q.out b/ql/src/test/results/clientpositive/constant_prop_3.q.out index 3ac1991..6d482a5 100644 --- a/ql/src/test/results/clientpositive/constant_prop_3.q.out +++ b/ql/src/test/results/clientpositive/constant_prop_3.q.out @@ -126,6 +126,10 @@ order by p_type, p_size PREHOOK: type: QUERY +PREHOOK: Input: default@part_hive +PREHOOK: Input: default@partsupp_hive +PREHOOK: Input: default@supplier_hive +#### A masked pattern was here #### POSTHOOK: query: explain select p_brand, p_type, @@ -157,6 +161,10 @@ order by p_type, p_size POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_hive +POSTHOOK: Input: default@partsupp_hive +POSTHOOK: Input: default@supplier_hive +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-7 diff --git a/ql/src/test/results/clientpositive/constantfolding.q.out b/ql/src/test/results/clientpositive/constantfolding.q.out index bc8f191..3a44344 100644 --- a/ql/src/test/results/clientpositive/constantfolding.q.out +++ b/ql/src/test/results/clientpositive/constantfolding.q.out @@ -178,8 +178,12 @@ POSTHOOK: Input: default@src NULL PREHOOK: query: explain select cast("1970-12-31 15:59:58.174" as TIMESTAMP) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select cast("1970-12-31 15:59:58.174" as TIMESTAMP) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -199,8 +203,12 @@ STAGE PLANS: PREHOOK: query: explain select cast("1970-12-31 15:59:58.174" as DATE) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select cast("1970-12-31 15:59:58.174" as DATE) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -245,6 +253,8 @@ SELECT ROUND(LN(3.0),12), LN(0.0), LN(-1), ROUND(LOG(3.0),12), LOG(0.0), POWER(CAST (2 AS DECIMAL), CAST (3 AS INT)), POW(CAST (2 AS DECIMAL), CAST(3 AS INT)) FROM dest1_n127 PREHOOK: type: QUERY +PREHOOK: Input: default@dest1_n127 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT ROUND(LN(3.0),12), LN(0.0), LN(-1), ROUND(LOG(3.0),12), LOG(0.0), LOG(-1), ROUND(LOG2(3.0),12), LOG2(0.0), LOG2(-1), @@ -255,6 +265,8 @@ SELECT ROUND(LN(3.0),12), LN(0.0), LN(-1), ROUND(LOG(3.0),12), LOG(0.0), POWER(CAST (2 AS DECIMAL), CAST (3 AS INT)), POW(CAST (2 AS DECIMAL), CAST(3 AS INT)) FROM dest1_n127 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest1_n127 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/constprog1.q.out b/ql/src/test/results/clientpositive/constprog1.q.out index daca31b..937b9ec 100644 --- a/ql/src/test/results/clientpositive/constprog1.q.out +++ b/ql/src/test/results/clientpositive/constprog1.q.out @@ -2,10 +2,14 @@ PREHOOK: query: EXPLAIN SELECT IF(INSTR(CONCAT('foo', 'bar'), 'foob') > 0, "F1", "B1") FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT IF(INSTR(CONCAT('foo', 'bar'), 'foob') > 0, "F1", "B1") FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/constprog2.q.out b/ql/src/test/results/clientpositive/constprog2.q.out index c9e9d93..0dc6dd8 100644 --- a/ql/src/test/results/clientpositive/constprog2.q.out +++ b/ql/src/test/results/clientpositive/constprog2.q.out @@ -3,10 +3,14 @@ PREHOOK: query: EXPLAIN SELECT src1.key, src1.key + 1, src2.value FROM srcbucket src1 join srcbucket src2 ON src1.key = src2.key AND src1.key = 86 PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.key, src1.key + 1, src2.value FROM srcbucket src1 join srcbucket src2 ON src1.key = src2.key AND src1.key = 86 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -72,10 +76,14 @@ PREHOOK: query: EXPLAIN SELECT src1.key, src1.key + 1, src2.value FROM srcbucket src1 join srcbucket src2 ON src1.key = src2.key AND cast(src1.key as double) = 86 PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.key, src1.key + 1, src2.value FROM srcbucket src1 join srcbucket src2 ON src1.key = src2.key AND cast(src1.key as double) = 86 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/constprog3.q.out b/ql/src/test/results/clientpositive/constprog3.q.out index 9fc06d6..80f0e11 100644 --- a/ql/src/test/results/clientpositive/constprog3.q.out +++ b/ql/src/test/results/clientpositive/constprog3.q.out @@ -20,11 +20,17 @@ select table1.id, table1.val, table1.val1 from table1 inner join table3 on table1.dimid = table3.id and table3.id = 1 where table1.dimid <> 1 PREHOOK: type: QUERY +PREHOOK: Input: default@table1 +PREHOOK: Input: default@table3 +#### A masked pattern was here #### POSTHOOK: query: explain select table1.id, table1.val, table1.val1 from table1 inner join table3 on table1.dimid = table3.id and table3.id = 1 where table1.dimid <> 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/constprog_dp.q.out b/ql/src/test/results/clientpositive/constprog_dp.q.out index b5143a7..adbe0df 100644 --- a/ql/src/test/results/clientpositive/constprog_dp.q.out +++ b/ql/src/test/results/clientpositive/constprog_dp.q.out @@ -10,10 +10,17 @@ PREHOOK: query: EXPLAIN from srcpart insert overwrite table dest_n1 partition (ds) select key, value, ds where ds='2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@dest_n1 POSTHOOK: query: EXPLAIN from srcpart insert overwrite table dest_n1 partition (ds) select key, value, ds where ds='2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/constprog_partitioner.q.out b/ql/src/test/results/clientpositive/constprog_partitioner.q.out index f4f2e22..ef4e215 100644 --- a/ql/src/test/results/clientpositive/constprog_partitioner.q.out +++ b/ql/src/test/results/clientpositive/constprog_partitioner.q.out @@ -3,10 +3,14 @@ PREHOOK: query: EXPLAIN SELECT src1.key, src1.key + 1, src2.value FROM srcbucket src1 join srcbucket src2 ON src1.key = src2.key AND src1.key = 100 PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.key, src1.key + 1, src2.value FROM srcbucket src1 join srcbucket src2 ON src1.key = src2.key AND src1.key = 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -73,12 +77,16 @@ FROM lineitem li WHERE li.l_linenumber = 1 AND li.l_orderkey IN (SELECT l_orderkey FROM lineitem WHERE l_shipmode = 'AIR' AND l_linenumber = li.l_linenumber) PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT l_partkey, l_suppkey FROM lineitem li WHERE li.l_linenumber = 1 AND li.l_orderkey IN (SELECT l_orderkey FROM lineitem WHERE l_shipmode = 'AIR' AND l_linenumber = li.l_linenumber) POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/constprog_type.q.out b/ql/src/test/results/clientpositive/constprog_type.q.out index a3f6358..f5e5179 100644 --- a/ql/src/test/results/clientpositive/constprog_type.q.out +++ b/ql/src/test/results/clientpositive/constprog_type.q.out @@ -11,11 +11,15 @@ INSERT OVERWRITE TABLE dest1_n26 SELECT cast('2013-11-17' as date), cast(cast('1.3041352164485E9' as double) as timestamp) FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n26 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest1_n26 SELECT cast('2013-11-17' as date), cast(cast('1.3041352164485E9' as double) as timestamp) FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n26 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/constprog_when_case.q.out b/ql/src/test/results/clientpositive/constprog_when_case.q.out index 4d2214a..d237f13 100644 --- a/ql/src/test/results/clientpositive/constprog_when_case.q.out +++ b/ql/src/test/results/clientpositive/constprog_when_case.q.out @@ -32,8 +32,12 @@ POSTHOOK: Lineage: src_orc.key1 SIMPLE [(src)src.FieldSchema(name:value, type:st POSTHOOK: Lineage: src_orc.key2 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: explain SELECT IF ( ( (CASE WHEN bool0 THEN 1 WHEN NOT bool0 THEN 0 END) = (CASE WHEN TRUE THEN 1 WHEN NOT TRUE THEN 0 END) ), key0, IF ( ( (CASE WHEN bool0 THEN 1 WHEN NOT bool0 THEN 0 END) = (CASE WHEN FALSE THEN 1 WHEN NOT FALSE THEN 0 END) ), key1, key2 ) ) FROM src_orc PREHOOK: type: QUERY +PREHOOK: Input: default@src_orc +#### A masked pattern was here #### POSTHOOK: query: explain SELECT IF ( ( (CASE WHEN bool0 THEN 1 WHEN NOT bool0 THEN 0 END) = (CASE WHEN TRUE THEN 1 WHEN NOT TRUE THEN 0 END) ), key0, IF ( ( (CASE WHEN bool0 THEN 1 WHEN NOT bool0 THEN 0 END) = (CASE WHEN FALSE THEN 1 WHEN NOT FALSE THEN 0 END) ), key1, key2 ) ) FROM src_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_orc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/convert_decimal64_to_decimal.q.out b/ql/src/test/results/clientpositive/convert_decimal64_to_decimal.q.out index 31e4dd3..1fc892a 100644 --- a/ql/src/test/results/clientpositive/convert_decimal64_to_decimal.q.out +++ b/ql/src/test/results/clientpositive/convert_decimal64_to_decimal.q.out @@ -131,8 +131,14 @@ POSTHOOK: Input: default@table_19 POSTHOOK: Output: default@table_19 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT count(t2.smallint_col_15) FROM table_19 t1 INNER JOIN table_8 t2 ON t2.decimal0402_col_20 = t1.decimal0801_col_4 PREHOOK: type: QUERY +PREHOOK: Input: default@table_19 +PREHOOK: Input: default@table_8 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT count(t2.smallint_col_15) FROM table_19 t1 INNER JOIN table_8 t2 ON t2.decimal0402_col_20 = t1.decimal0801_col_4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_19 +POSTHOOK: Input: default@table_8 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -282,8 +288,14 @@ POSTHOOK: Input: default@table_8 2 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT count(t2.smallint_col_15) FROM table_19 t1 INNER JOIN table_8 t2 ON t2.decimal0402_col_20 = t1.decimal0801_col_4 PREHOOK: type: QUERY +PREHOOK: Input: default@table_19 +PREHOOK: Input: default@table_8 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT count(t2.smallint_col_15) FROM table_19 t1 INNER JOIN table_8 t2 ON t2.decimal0402_col_20 = t1.decimal0801_col_4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_19 +POSTHOOK: Input: default@table_8 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/correlated_join_keys.q.out b/ql/src/test/results/clientpositive/correlated_join_keys.q.out index 3c0e6e8..959f80a 100644 --- a/ql/src/test/results/clientpositive/correlated_join_keys.q.out +++ b/ql/src/test/results/clientpositive/correlated_join_keys.q.out @@ -70,8 +70,12 @@ POSTHOOK: Output: default@customer_address_n0 #### A masked pattern was here #### PREHOOK: query: explain select count(*) from customer_address_n0 a join customer_address_n0 b on (a.ca_zip = b.ca_zip and a.ca_state = b.ca_state) PREHOOK: type: QUERY +PREHOOK: Input: default@customer_address_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from customer_address_n0 a join customer_address_n0 b on (a.ca_zip = b.ca_zip and a.ca_state = b.ca_state) POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_address_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -162,8 +166,12 @@ STAGE PLANS: PREHOOK: query: explain select count(*) from customer_address_n0 a join customer_address_n0 b on (a.ca_zip = b.ca_zip and a.ca_state = b.ca_state) PREHOOK: type: QUERY +PREHOOK: Input: default@customer_address_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from customer_address_n0 a join customer_address_n0 b on (a.ca_zip = b.ca_zip and a.ca_state = b.ca_state) POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_address_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/correlationoptimizer10.q.out b/ql/src/test/results/clientpositive/correlationoptimizer10.q.out index f8e07a6..7605ef0 100644 --- a/ql/src/test/results/clientpositive/correlationoptimizer10.q.out +++ b/ql/src/test/results/clientpositive/correlationoptimizer10.q.out @@ -5,6 +5,9 @@ FROM LEFT SEMI JOIN src yy ON xx.key=yy.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key, xx.cnt FROM @@ -12,6 +15,9 @@ FROM LEFT SEMI JOIN src yy ON xx.key=yy.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -193,6 +199,9 @@ FROM LEFT SEMI JOIN src yy ON xx.key=yy.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key, xx.cnt FROM @@ -200,6 +209,9 @@ FROM LEFT SEMI JOIN src yy ON xx.key=yy.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -363,6 +375,9 @@ LEFT SEMI JOIN y.key > 20) yy ON xx.key=yy.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key, xx.value FROM @@ -374,6 +389,9 @@ LEFT SEMI JOIN y.key > 20) yy ON xx.key=yy.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -525,6 +543,9 @@ LEFT SEMI JOIN y.key > 20) yy ON xx.key=yy.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key, xx.value FROM @@ -536,6 +557,9 @@ LEFT SEMI JOIN y.key > 20) yy ON xx.key=yy.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -684,6 +708,8 @@ LEFT SEMI JOIN WHERE x.key < 200 AND x.key > 180) yy ON xx.key=yy.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key, xx.value FROM @@ -694,6 +720,8 @@ LEFT SEMI JOIN WHERE x.key < 200 AND x.key > 180) yy ON xx.key=yy.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -858,6 +886,8 @@ LEFT SEMI JOIN WHERE x.key < 200 AND x.key > 180) yy ON xx.key=yy.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key, xx.value FROM @@ -868,6 +898,8 @@ LEFT SEMI JOIN WHERE x.key < 200 AND x.key > 180) yy ON xx.key=yy.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/correlationoptimizer11.q.out b/ql/src/test/results/clientpositive/correlationoptimizer11.q.out index 57db64a..1f34fcf 100644 --- a/ql/src/test/results/clientpositive/correlationoptimizer11.q.out +++ b/ql/src/test/results/clientpositive/correlationoptimizer11.q.out @@ -37,6 +37,10 @@ WHERE x.partitionId = 1 AND y.partitionId = 2 GROUP BY x.key PREHOOK: type: QUERY +PREHOOK: Input: default@part_table_n1 +PREHOOK: Input: default@part_table_n1@partitionid=1 +PREHOOK: Input: default@part_table_n1@partitionid=2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.key AS key, count(1) AS cnt FROM part_table_n1 x JOIN part_table_n1 y ON (x.key = y.key) @@ -44,6 +48,10 @@ WHERE x.partitionId = 1 AND y.partitionId = 2 GROUP BY x.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_table_n1 +POSTHOOK: Input: default@part_table_n1@partitionid=1 +POSTHOOK: Input: default@part_table_n1@partitionid=2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -167,6 +175,10 @@ WHERE x.partitionId = 1 AND y.partitionId = 2 GROUP BY x.key PREHOOK: type: QUERY +PREHOOK: Input: default@part_table_n1 +PREHOOK: Input: default@part_table_n1@partitionid=1 +PREHOOK: Input: default@part_table_n1@partitionid=2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.key AS key, count(1) AS cnt FROM part_table_n1 x JOIN part_table_n1 y ON (x.key = y.key) @@ -174,6 +186,10 @@ WHERE x.partitionId = 1 AND y.partitionId = 2 GROUP BY x.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_table_n1 +POSTHOOK: Input: default@part_table_n1@partitionid=1 +POSTHOOK: Input: default@part_table_n1@partitionid=2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -275,6 +291,9 @@ WHERE x.partitionId = 2 AND y.partitionId = 2 GROUP BY x.key PREHOOK: type: QUERY +PREHOOK: Input: default@part_table_n1 +PREHOOK: Input: default@part_table_n1@partitionid=2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.key AS key, count(1) AS cnt FROM part_table_n1 x JOIN part_table_n1 y ON (x.key = y.key) @@ -282,6 +301,9 @@ WHERE x.partitionId = 2 AND y.partitionId = 2 GROUP BY x.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_table_n1 +POSTHOOK: Input: default@part_table_n1@partitionid=2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -416,6 +438,9 @@ WHERE x.partitionId = 2 AND y.partitionId = 2 GROUP BY x.key PREHOOK: type: QUERY +PREHOOK: Input: default@part_table_n1 +PREHOOK: Input: default@part_table_n1@partitionid=2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.key AS key, count(1) AS cnt FROM part_table_n1 x JOIN part_table_n1 y ON (x.key = y.key) @@ -423,6 +448,9 @@ WHERE x.partitionId = 2 AND y.partitionId = 2 GROUP BY x.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_table_n1 +POSTHOOK: Input: default@part_table_n1@partitionid=2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/correlationoptimizer12.q.out b/ql/src/test/results/clientpositive/correlationoptimizer12.q.out index d62fae3..a5ee7cb 100644 --- a/ql/src/test/results/clientpositive/correlationoptimizer12.q.out +++ b/ql/src/test/results/clientpositive/correlationoptimizer12.q.out @@ -5,6 +5,9 @@ JOIN (SELECT y.key as key, count(y.value) OVER (PARTITION BY y.key) AS cnt FROM src1 y) yy ON (xx.key=yy.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key, xx.cnt, yy.key, yy.cnt FROM (SELECT x.key as key, count(x.value) OVER (PARTITION BY x.key) AS cnt FROM src x) xx @@ -12,6 +15,9 @@ JOIN (SELECT y.key as key, count(y.value) OVER (PARTITION BY y.key) AS cnt FROM src1 y) yy ON (xx.key=yy.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 diff --git a/ql/src/test/results/clientpositive/correlationoptimizer13.q.out b/ql/src/test/results/clientpositive/correlationoptimizer13.q.out index de456fe..a94d62b 100644 --- a/ql/src/test/results/clientpositive/correlationoptimizer13.q.out +++ b/ql/src/test/results/clientpositive/correlationoptimizer13.q.out @@ -28,6 +28,8 @@ JOIN (SELECT x1.c1 AS key1, x1.c3 AS key2, count(1) AS cnt FROM tmp x1 WHERE x1.c2 > 100 GROUP BY x1.c3, x1.c1) yy ON (xx.key1 = yy.key1 AND xx.key2 == yy.key2) ORDER BY xx.key1, xx.key2, yy.key1, yy.key2, xx.cnt, yy.cnt PREHOOK: type: QUERY +PREHOOK: Input: default@tmp +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key1, xx.key2, yy.key1, yy.key2, xx.cnt, yy.cnt FROM @@ -36,6 +38,8 @@ JOIN (SELECT x1.c1 AS key1, x1.c3 AS key2, count(1) AS cnt FROM tmp x1 WHERE x1.c2 > 100 GROUP BY x1.c3, x1.c1) yy ON (xx.key1 = yy.key1 AND xx.key2 == yy.key2) ORDER BY xx.key1, xx.key2, yy.key1, yy.key2, xx.cnt, yy.cnt POSTHOOK: type: QUERY +POSTHOOK: Input: default@tmp +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/correlationoptimizer14.q.out b/ql/src/test/results/clientpositive/correlationoptimizer14.q.out index da30b48..446b0e8 100644 --- a/ql/src/test/results/clientpositive/correlationoptimizer14.q.out +++ b/ql/src/test/results/clientpositive/correlationoptimizer14.q.out @@ -6,6 +6,9 @@ JOIN (SELECT y.key as key, y.value as value FROM src1 y DISTRIBUTE BY key) yy ON (xx.key=yy.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key, xx.value, yy.key, yy.value FROM @@ -14,6 +17,9 @@ JOIN (SELECT y.key as key, y.value as value FROM src1 y DISTRIBUTE BY key) yy ON (xx.key=yy.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 @@ -131,6 +137,9 @@ JOIN (SELECT y.key as key, y.value as value FROM src1 y SORT BY key) yy ON (xx.key=yy.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key, xx.value, yy.key, yy.value FROM @@ -139,6 +148,9 @@ JOIN (SELECT y.key as key, y.value as value FROM src1 y SORT BY key) yy ON (xx.key=yy.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 @@ -256,6 +268,9 @@ JOIN (SELECT y.key as key, y.value as value FROM src1 y DISTRIBUTE BY key SORT BY key) yy ON (xx.key=yy.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key, xx.value, yy.key, yy.value FROM @@ -264,6 +279,9 @@ JOIN (SELECT y.key as key, y.value as value FROM src1 y DISTRIBUTE BY key SORT BY key) yy ON (xx.key=yy.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 @@ -440,6 +458,9 @@ JOIN (SELECT y.key as key, y.value as value FROM src1 y DISTRIBUTE BY key SORT BY key) yy ON (xx.key=yy.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key, xx.value, yy.key, yy.value FROM @@ -448,6 +469,9 @@ JOIN (SELECT y.key as key, y.value as value FROM src1 y DISTRIBUTE BY key SORT BY key) yy ON (xx.key=yy.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -605,6 +629,9 @@ JOIN (SELECT y.key as key, y.value as value FROM src1 y DISTRIBUTE BY key SORT BY key DESC) yy ON (xx.key=yy.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key, xx.value, yy.key, yy.value FROM @@ -613,6 +640,9 @@ JOIN (SELECT y.key as key, y.value as value FROM src1 y DISTRIBUTE BY key SORT BY key DESC) yy ON (xx.key=yy.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 @@ -732,6 +762,9 @@ JOIN (SELECT y.key as key, y.value as value FROM src1 y ORDER BY key) yy ON (xx.key=yy.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key, xx.value, yy.key, yy.value FROM @@ -740,6 +773,9 @@ JOIN (SELECT y.key as key, y.value as value FROM src1 y ORDER BY key) yy ON (xx.key=yy.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 @@ -857,6 +893,9 @@ JOIN (SELECT y.key as key, y.value as value FROM src1 y Cluster BY key) yy ON (xx.key=yy.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key, xx.value, yy.key, yy.value FROM @@ -865,6 +904,9 @@ JOIN (SELECT y.key as key, y.value as value FROM src1 y Cluster BY key) yy ON (xx.key=yy.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 @@ -1041,6 +1083,9 @@ JOIN (SELECT y.key as key, y.value as value FROM src1 y Cluster BY key) yy ON (xx.key=yy.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key, xx.value, yy.key, yy.value FROM @@ -1049,6 +1094,9 @@ JOIN (SELECT y.key as key, y.value as value FROM src1 y Cluster BY key) yy ON (xx.key=yy.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1206,6 +1254,9 @@ JOIN (SELECT y.key as key, count(*) as value FROM src1 y GROUP BY y.key ORDER BY key) yy ON (xx.key=yy.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key, xx.value, yy.key, yy.value FROM @@ -1214,6 +1265,9 @@ JOIN (SELECT y.key as key, count(*) as value FROM src1 y GROUP BY y.key ORDER BY key) yy ON (xx.key=yy.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 @@ -1394,6 +1448,9 @@ JOIN (SELECT y.key as key, count(*) as value FROM src1 y GROUP BY y.key ORDER BY key) yy ON (xx.key=yy.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key, xx.value, yy.key, yy.value FROM @@ -1402,6 +1459,9 @@ JOIN (SELECT y.key as key, count(*) as value FROM src1 y GROUP BY y.key ORDER BY key) yy ON (xx.key=yy.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/correlationoptimizer15.q.out b/ql/src/test/results/clientpositive/correlationoptimizer15.q.out index ffa3a28..f1b49ba 100644 --- a/ql/src/test/results/clientpositive/correlationoptimizer15.q.out +++ b/ql/src/test/results/clientpositive/correlationoptimizer15.q.out @@ -5,6 +5,9 @@ FROM JOIN src yy ON xx.key=yy.key ORDER BY xx.key, xx.cnt, yy.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key, xx.cnt, yy.key FROM @@ -12,6 +15,9 @@ FROM JOIN src yy ON xx.key=yy.key ORDER BY xx.key, xx.cnt, yy.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -231,6 +237,9 @@ FROM JOIN src yy ON xx.key=yy.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key, xx.cnt, yy.key FROM @@ -238,6 +247,9 @@ FROM JOIN src yy ON xx.key=yy.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/correlationoptimizer5.q.out b/ql/src/test/results/clientpositive/correlationoptimizer5.q.out index 5fb6c13..ab85399 100644 --- a/ql/src/test/results/clientpositive/correlationoptimizer5.q.out +++ b/ql/src/test/results/clientpositive/correlationoptimizer5.q.out @@ -95,6 +95,11 @@ JOIN (SELECT m.key, n.val FROM T3_n5 m JOIN T4_n1 n ON (m.key = n.key)) d ON b.key = d.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n19 +PREHOOK: Input: default@t2_n11 +PREHOOK: Input: default@t3_n5 +PREHOOK: Input: default@t4_n1 +PREHOOK: Output: default@dest_co1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_co1 SELECT b.key, d.val @@ -104,6 +109,11 @@ JOIN (SELECT m.key, n.val FROM T3_n5 m JOIN T4_n1 n ON (m.key = n.key)) d ON b.key = d.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n19 +POSTHOOK: Input: default@t2_n11 +POSTHOOK: Input: default@t3_n5 +POSTHOOK: Input: default@t4_n1 +POSTHOOK: Output: default@dest_co1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-5 @@ -304,6 +314,11 @@ JOIN (SELECT m.key, n.val FROM T3_n5 m JOIN T4_n1 n ON (m.key = n.key)) d ON b.key = d.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n19 +PREHOOK: Input: default@t2_n11 +PREHOOK: Input: default@t3_n5 +PREHOOK: Input: default@t4_n1 +PREHOOK: Output: default@dest_co2 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_co2 SELECT b.key, d.val @@ -313,6 +328,11 @@ JOIN (SELECT m.key, n.val FROM T3_n5 m JOIN T4_n1 n ON (m.key = n.key)) d ON b.key = d.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n19 +POSTHOOK: Input: default@t2_n11 +POSTHOOK: Input: default@t3_n5 +POSTHOOK: Input: default@t4_n1 +POSTHOOK: Output: default@dest_co2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -502,6 +522,11 @@ JOIN (SELECT m.key, n.val FROM T3_n5 m JOIN T4_n1 n ON (m.key = n.key)) d ON b.key = d.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n19 +PREHOOK: Input: default@t2_n11 +PREHOOK: Input: default@t3_n5 +PREHOOK: Input: default@t4_n1 +PREHOOK: Output: default@dest_co3 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_co3 SELECT b.key, d.val @@ -511,6 +536,11 @@ JOIN (SELECT m.key, n.val FROM T3_n5 m JOIN T4_n1 n ON (m.key = n.key)) d ON b.key = d.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n19 +POSTHOOK: Input: default@t2_n11 +POSTHOOK: Input: default@t3_n5 +POSTHOOK: Input: default@t4_n1 +POSTHOOK: Output: default@dest_co3 STAGE DEPENDENCIES: Stage-14 is a root stage Stage-10 depends on stages: Stage-14 diff --git a/ql/src/test/results/clientpositive/correlationoptimizer7.q.out b/ql/src/test/results/clientpositive/correlationoptimizer7.q.out index bfb31e0..eb99ee7 100644 --- a/ql/src/test/results/clientpositive/correlationoptimizer7.q.out +++ b/ql/src/test/results/clientpositive/correlationoptimizer7.q.out @@ -6,6 +6,9 @@ FROM (SELECT x.key AS key, count(1) AS cnt JOIN src1 yy ON xx.key=yy.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key, xx.cnt, yy.key, yy.value FROM (SELECT x.key AS key, count(1) AS cnt @@ -14,6 +17,9 @@ FROM (SELECT x.key AS key, count(1) AS cnt JOIN src1 yy ON xx.key=yy.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-9 is a root stage Stage-2 depends on stages: Stage-9 @@ -190,6 +196,9 @@ FROM (SELECT x.key AS key, count(1) AS cnt JOIN src1 yy ON xx.key=yy.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key, xx.cnt, yy.key, yy.value FROM (SELECT x.key AS key, count(1) AS cnt @@ -198,6 +207,9 @@ FROM (SELECT x.key AS key, count(1) AS cnt JOIN src1 yy ON xx.key=yy.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-6 is a root stage Stage-2 depends on stages: Stage-6 @@ -371,6 +383,9 @@ FROM (SELECT x.key AS key, count(1) AS cnt JOIN src1 yy ON xx.key=yy.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key, xx.cnt, yy.key, yy.value FROM (SELECT x.key AS key, count(1) AS cnt @@ -379,6 +394,9 @@ FROM (SELECT x.key AS key, count(1) AS cnt JOIN src1 yy ON xx.key=yy.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-9 is a root stage Stage-2 depends on stages: Stage-9 @@ -555,6 +573,9 @@ FROM (SELECT x.key AS key, count(1) AS cnt JOIN src1 yy ON xx.key=yy.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key, xx.cnt, yy.key, yy.value FROM (SELECT x.key AS key, count(1) AS cnt @@ -563,6 +584,9 @@ FROM (SELECT x.key AS key, count(1) AS cnt JOIN src1 yy ON xx.key=yy.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-6 is a root stage Stage-2 depends on stages: Stage-6 diff --git a/ql/src/test/results/clientpositive/correlationoptimizer8.q.out b/ql/src/test/results/clientpositive/correlationoptimizer8.q.out index 9aba806..1080706 100644 --- a/ql/src/test/results/clientpositive/correlationoptimizer8.q.out +++ b/ql/src/test/results/clientpositive/correlationoptimizer8.q.out @@ -7,6 +7,9 @@ FROM ) subq1 JOIN src1 x ON (x.key = subq1.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.key, x.value, subq1.cnt FROM @@ -16,6 +19,9 @@ FROM ) subq1 JOIN src1 x ON (x.key = subq1.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 @@ -203,6 +209,9 @@ FROM ) subq1 JOIN src1 x ON (x.key = subq1.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.key, x.value, subq1.cnt FROM @@ -212,6 +221,9 @@ FROM ) subq1 JOIN src1 x ON (x.key = subq1.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -405,6 +417,9 @@ FROM ) subq1 LEFT OUTER JOIN src1 x ON (x.key = subq1.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT subq1.key, subq1.cnt, x.key, x.value FROM @@ -414,6 +429,9 @@ FROM ) subq1 LEFT OUTER JOIN src1 x ON (x.key = subq1.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 @@ -618,6 +636,9 @@ FROM ) subq1 LEFT OUTER JOIN src1 x ON (x.key = subq1.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT subq1.key, subq1.cnt, x.key, x.value FROM @@ -627,6 +648,9 @@ FROM ) subq1 LEFT OUTER JOIN src1 x ON (x.key = subq1.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -829,6 +853,9 @@ FROM ) subq1 JOIN src1 x ON (x.key = subq1.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.key, x.value, subq1.cnt FROM @@ -838,6 +865,9 @@ FROM ) subq1 JOIN src1 x ON (x.key = subq1.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 @@ -995,6 +1025,9 @@ FROM ) subq1 FULL OUTER JOIN src1 x ON (x.key = subq1.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT subq1.key, subq1.value, x.key, x.value FROM @@ -1004,6 +1037,9 @@ FROM ) subq1 FULL OUTER JOIN src1 x ON (x.key = subq1.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 diff --git a/ql/src/test/results/clientpositive/correlationoptimizer9.q.out b/ql/src/test/results/clientpositive/correlationoptimizer9.q.out index 69d30c1..13ebedb 100644 --- a/ql/src/test/results/clientpositive/correlationoptimizer9.q.out +++ b/ql/src/test/results/clientpositive/correlationoptimizer9.q.out @@ -28,6 +28,8 @@ JOIN (SELECT x1.c2 AS key, count(1) AS cnt FROM tmp_n2 x1 WHERE x1.c2 > 100 GROUP BY x1.c2) yy ON (xx.key = yy.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tmp_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key, yy.key, xx.cnt, yy.cnt FROM @@ -36,6 +38,8 @@ JOIN (SELECT x1.c2 AS key, count(1) AS cnt FROM tmp_n2 x1 WHERE x1.c2 > 100 GROUP BY x1.c2) yy ON (xx.key = yy.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tmp_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 @@ -194,6 +198,8 @@ JOIN (SELECT x1.c2 AS key, count(1) AS cnt FROM tmp_n2 x1 WHERE x1.c2 > 100 GROUP BY x1.c2) yy ON (xx.key = yy.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tmp_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key, yy.key, xx.cnt, yy.cnt FROM @@ -202,6 +208,8 @@ JOIN (SELECT x1.c2 AS key, count(1) AS cnt FROM tmp_n2 x1 WHERE x1.c2 > 100 GROUP BY x1.c2) yy ON (xx.key = yy.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tmp_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -345,6 +353,8 @@ JOIN (SELECT x1.c1 AS key1, x1.c3 AS key2, count(1) AS cnt FROM tmp_n2 x1 WHERE x1.c2 > 100 GROUP BY x1.c1, x1.c3) yy ON (xx.key1 = yy.key1 AND xx.key2 == yy.key2) PREHOOK: type: QUERY +PREHOOK: Input: default@tmp_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key1, xx.key2, yy.key1, yy.key2, xx.cnt, yy.cnt FROM @@ -353,6 +363,8 @@ JOIN (SELECT x1.c1 AS key1, x1.c3 AS key2, count(1) AS cnt FROM tmp_n2 x1 WHERE x1.c2 > 100 GROUP BY x1.c1, x1.c3) yy ON (xx.key1 = yy.key1 AND xx.key2 == yy.key2) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tmp_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 @@ -515,6 +527,8 @@ JOIN (SELECT x1.c1 AS key1, x1.c3 AS key2, count(1) AS cnt FROM tmp_n2 x1 WHERE x1.c2 > 100 GROUP BY x1.c1, x1.c3) yy ON (xx.key1 = yy.key1 AND xx.key2 == yy.key2) PREHOOK: type: QUERY +PREHOOK: Input: default@tmp_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key1, xx.key2, yy.key1, yy.key2, xx.cnt, yy.cnt FROM @@ -523,6 +537,8 @@ JOIN (SELECT x1.c1 AS key1, x1.c3 AS key2, count(1) AS cnt FROM tmp_n2 x1 WHERE x1.c2 > 100 GROUP BY x1.c1, x1.c3) yy ON (xx.key1 = yy.key1 AND xx.key2 == yy.key2) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tmp_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/count_dist_rewrite.q.out b/ql/src/test/results/clientpositive/count_dist_rewrite.q.out index 68f4c5d..31e0d9e 100644 --- a/ql/src/test/results/clientpositive/count_dist_rewrite.q.out +++ b/ql/src/test/results/clientpositive/count_dist_rewrite.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain select count(distinct key) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(distinct key) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -87,8 +91,12 @@ POSTHOOK: Input: default@src 309 PREHOOK: query: explain select max(key), count(distinct key) B1_CNTD from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select max(key), count(distinct key) B1_CNTD from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -177,8 +185,12 @@ POSTHOOK: Input: default@src 98 309 PREHOOK: query: explain select max(key), count(distinct key), min(key) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select max(key), count(distinct key), min(key) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -267,8 +279,12 @@ POSTHOOK: Input: default@src 98 309 0 PREHOOK: query: explain select max(key), count(distinct key), min(key), avg(key) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select max(key), count(distinct key), min(key), avg(key) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -360,8 +376,12 @@ POSTHOOK: Input: default@src 98 309 0 260.182 PREHOOK: query: explain select count(1), count(distinct key) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1), count(distinct key) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -456,6 +476,8 @@ PREHOOK: query: explain select max(key) as max_ss_promo_sk from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) as total, count(key) as not_null_total, @@ -464,6 +486,8 @@ POSTHOOK: query: explain select max(key) as max_ss_promo_sk from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -564,8 +588,12 @@ POSTHOOK: Input: default@src 500 500 309 val_98 98 PREHOOK: query: explain select count(1), count(distinct key), cast(STDDEV(key) as int) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1), count(distinct key), cast(STDDEV(key) as int) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -676,6 +704,8 @@ PREHOOK: query: explain SELECT cast(variance(substr(src.value,5)) as int), cast(var_samp(substr(src.value,5)) as int) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT sum(substr(src.value,5)), avg(substr(src.value,5)), @@ -687,6 +717,8 @@ POSTHOOK: query: explain SELECT cast(variance(substr(src.value,5)) as int), cast(var_samp(substr(src.value,5)) as int) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -796,8 +828,12 @@ POSTHOOK: Input: default@src 130091.0 260.182 309 98 0 142 143 20428 20469 PREHOOK: query: explain select max(key), count(distinct key), min(key), avg(key) from src group by value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select max(key), count(distinct key), min(key), avg(key) from src group by value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/cp_sel.q.out b/ql/src/test/results/clientpositive/cp_sel.q.out index dfb1f3d..a043a5d 100644 --- a/ql/src/test/results/clientpositive/cp_sel.q.out +++ b/ql/src/test/results/clientpositive/cp_sel.q.out @@ -1,9 +1,17 @@ PREHOOK: query: explain select key,value,'hello' as ds, 'world' as hr from srcpart where hr=11 order by 1 limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain select key,value,'hello' as ds, 'world' as hr from srcpart where hr=11 order by 1 limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -76,9 +84,16 @@ POSTHOOK: Output: default@testpartbucket PREHOOK: query: explain insert overwrite table testpartbucket partition(ds,hr) select key,value,'hello' as ds, 'world' as hr from srcpart where hr=11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Output: default@testpartbucket POSTHOOK: query: explain insert overwrite table testpartbucket partition(ds,hr) select key,value,'hello' as ds, 'world' as hr from srcpart where hr=11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/create_genericudaf.q.out b/ql/src/test/results/clientpositive/create_genericudaf.q.out index dd2ce7f..3fa8cc0 100644 --- a/ql/src/test/results/clientpositive/create_genericudaf.q.out +++ b/ql/src/test/results/clientpositive/create_genericudaf.q.out @@ -1,9 +1,11 @@ PREHOOK: query: EXPLAIN CREATE TEMPORARY FUNCTION test_avg AS 'org.apache.hadoop.hive.ql.udf.generic.GenericUDAFAverage' PREHOOK: type: CREATEFUNCTION +PREHOOK: Output: test_avg POSTHOOK: query: EXPLAIN CREATE TEMPORARY FUNCTION test_avg AS 'org.apache.hadoop.hive.ql.udf.generic.GenericUDAFAverage' POSTHOOK: type: CREATEFUNCTION +POSTHOOK: Output: test_avg STAGE DEPENDENCIES: Stage-0 is a root stage @@ -22,12 +24,16 @@ SELECT test_avg(substr(value,5)) FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT test_avg(1), test_avg(substr(value,5)) FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/create_genericudf.q.out b/ql/src/test/results/clientpositive/create_genericudf.q.out index 7af111d..cfe14f5 100644 --- a/ql/src/test/results/clientpositive/create_genericudf.q.out +++ b/ql/src/test/results/clientpositive/create_genericudf.q.out @@ -1,9 +1,11 @@ PREHOOK: query: EXPLAIN CREATE TEMPORARY FUNCTION test_translate AS 'org.apache.hadoop.hive.ql.udf.generic.GenericUDFTestTranslate' PREHOOK: type: CREATEFUNCTION +PREHOOK: Output: test_translate POSTHOOK: query: EXPLAIN CREATE TEMPORARY FUNCTION test_translate AS 'org.apache.hadoop.hive.ql.udf.generic.GenericUDFTestTranslate' POSTHOOK: type: CREATEFUNCTION +POSTHOOK: Output: test_translate STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/create_udaf.q.out b/ql/src/test/results/clientpositive/create_udaf.q.out index d097020..8e20b30 100644 --- a/ql/src/test/results/clientpositive/create_udaf.q.out +++ b/ql/src/test/results/clientpositive/create_udaf.q.out @@ -1,9 +1,11 @@ PREHOOK: query: EXPLAIN CREATE TEMPORARY FUNCTION test_max AS 'org.apache.hadoop.hive.ql.udf.UDAFTestMax' PREHOOK: type: CREATEFUNCTION +PREHOOK: Output: test_max POSTHOOK: query: EXPLAIN CREATE TEMPORARY FUNCTION test_max AS 'org.apache.hadoop.hive.ql.udf.UDAFTestMax' POSTHOOK: type: CREATEFUNCTION +POSTHOOK: Output: test_max STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/create_union_table.q.out b/ql/src/test/results/clientpositive/create_union_table.q.out index f2aedd1..f773f34 100644 --- a/ql/src/test/results/clientpositive/create_union_table.q.out +++ b/ql/src/test/results/clientpositive/create_union_table.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain create table abc(mydata uniontype,struct>, strct struct) PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@abc POSTHOOK: query: explain create table abc(mydata uniontype,struct>, strct struct) POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@abc STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/create_view.q.out b/ql/src/test/results/clientpositive/create_view.q.out index edd9b70..84507da 100644 --- a/ql/src/test/results/clientpositive/create_view.q.out +++ b/ql/src/test/results/clientpositive/create_view.q.out @@ -158,9 +158,15 @@ VAL_86 PREHOOK: query: EXPLAIN CREATE VIEW view0(valoo) AS SELECT upper(value) FROM src WHERE key=86 PREHOOK: type: CREATEVIEW +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@view0 POSTHOOK: query: EXPLAIN CREATE VIEW view0(valoo) AS SELECT upper(value) FROM src WHERE key=86 POSTHOOK: type: CREATEVIEW +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@view0 STAGE DEPENDENCIES: Stage-1 is a root stage @@ -176,9 +182,15 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT * from view2 where key=18 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@view2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * from view2 where key=18 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@view2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/create_view_translate.q.out b/ql/src/test/results/clientpositive/create_view_translate.q.out index 7a9863f..34ffb33 100644 --- a/ql/src/test/results/clientpositive/create_view_translate.q.out +++ b/ql/src/test/results/clientpositive/create_view_translate.q.out @@ -125,9 +125,15 @@ POSTHOOK: Output: default@items PREHOOK: query: explain CREATE VIEW priceview AS SELECT items.id, items.info['price'] FROM items PREHOOK: type: CREATEVIEW +PREHOOK: Input: default@items +PREHOOK: Output: database:default +PREHOOK: Output: default@priceview POSTHOOK: query: explain CREATE VIEW priceview AS SELECT items.id, items.info['price'] FROM items POSTHOOK: type: CREATEVIEW +POSTHOOK: Input: default@items +POSTHOOK: Output: database:default +POSTHOOK: Output: default@priceview STAGE DEPENDENCIES: Stage-1 is a root stage diff --git a/ql/src/test/results/clientpositive/cross_join.q.out b/ql/src/test/results/clientpositive/cross_join.q.out index 40fb2e1..02c9675 100644 --- a/ql/src/test/results/clientpositive/cross_join.q.out +++ b/ql/src/test/results/clientpositive/cross_join.q.out @@ -1,8 +1,12 @@ Warning: Shuffle Join JOIN[6][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-1:MAPRED' is a cross product PREHOOK: query: explain select src.key from src join src src2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src.key from src join src src2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -56,8 +60,12 @@ STAGE PLANS: Warning: Shuffle Join JOIN[6][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-1:MAPRED' is a cross product PREHOOK: query: explain select src.key from src cross join src src2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src.key from src cross join src src2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -110,8 +118,12 @@ STAGE PLANS: PREHOOK: query: explain select src.key from src cross join src src2 on src.key=src2.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src.key from src cross join src src2 on src.key=src2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -176,8 +188,12 @@ STAGE PLANS: Warning: Map Join MAPJOIN[9][bigTable=?] in task 'Stage-3:MAPRED' is a cross product PREHOOK: query: explain select src.key from src join src src2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src.key from src join src src2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -240,8 +256,12 @@ STAGE PLANS: Warning: Map Join MAPJOIN[9][bigTable=?] in task 'Stage-3:MAPRED' is a cross product PREHOOK: query: explain select src.key from src cross join src src2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src.key from src cross join src src2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -303,8 +323,12 @@ STAGE PLANS: PREHOOK: query: explain select src.key from src cross join src src2 on src.key=src2.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src.key from src cross join src src2 on src.key=src2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 diff --git a/ql/src/test/results/clientpositive/cross_join_merge.q.out b/ql/src/test/results/clientpositive/cross_join_merge.q.out index 3389638..d934d36 100644 --- a/ql/src/test/results/clientpositive/cross_join_merge.q.out +++ b/ql/src/test/results/clientpositive/cross_join_merge.q.out @@ -2,9 +2,13 @@ Warning: Shuffle Join JOIN[9][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'St PREHOOK: query: explain select src1.key from src src1 join src src2 join src src3 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src1.key from src src1 join src src2 join src src3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -68,9 +72,13 @@ STAGE PLANS: PREHOOK: query: explain select src1.key from src src1 join src src2 on src1.key=src2.key join src src3 on src1.key=src3.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src1.key from src src1 join src src2 on src1.key=src2.key join src src3 on src1.key=src3.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -152,9 +160,13 @@ STAGE PLANS: PREHOOK: query: explain select src1.key from src src1 join src src2 join src src3 where src1.key=src2.key and src1.key=src3.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src1.key from src src1 join src src2 join src src3 where src1.key=src2.key and src1.key=src3.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -237,9 +249,13 @@ Warning: Shuffle Join JOIN[14][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'S PREHOOK: query: explain select src1.key from src src1 join src src2 on 5 = src2.key join src src3 on src1.key=src3.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src1.key from src src1 join src src2 on 5 = src2.key join src src3 on src1.key=src3.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -342,9 +358,13 @@ Warning: Shuffle Join JOIN[8][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-1:MAP PREHOOK: query: explain select src1.key from src src1 left outer join src src2 join src src3 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src1.key from src src1 left outer join src src2 join src src3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -431,9 +451,13 @@ STAGE PLANS: PREHOOK: query: explain select src1.key from src src1 left outer join src src2 on src1.key=src2.key join src src3 on src1.key=src3.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src1.key from src src1 left outer join src src2 on src1.key=src2.key join src src3 on src1.key=src3.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/cross_product_check_1.q.out b/ql/src/test/results/clientpositive/cross_product_check_1.q.out index 7fbcbe4..ae14fc6 100644 --- a/ql/src/test/results/clientpositive/cross_product_check_1.q.out +++ b/ql/src/test/results/clientpositive/cross_product_check_1.q.out @@ -31,8 +31,14 @@ POSTHOOK: Lineage: b_n6.value SIMPLE [(src)src.FieldSchema(name:value, type:stri Warning: Shuffle Join JOIN[6][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-1:MAPRED' is a cross product PREHOOK: query: explain select * from A_n8 join B_n6 PREHOOK: type: QUERY +PREHOOK: Input: default@a_n8 +PREHOOK: Input: default@b_n6 +#### A masked pattern was here #### POSTHOOK: query: explain select * from A_n8 join B_n6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n8 +POSTHOOK: Input: default@b_n6 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -89,8 +95,14 @@ STAGE PLANS: Warning: Shuffle Join JOIN[13][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Stage-2:MAPRED' is a cross product PREHOOK: query: explain select * from B_n6 d1 join B_n6 d2 on d1.key = d2.key join A_n8 PREHOOK: type: QUERY +PREHOOK: Input: default@a_n8 +PREHOOK: Input: default@b_n6 +#### A masked pattern was here #### POSTHOOK: query: explain select * from B_n6 d1 join B_n6 d2 on d1.key = d2.key join A_n8 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n8 +POSTHOOK: Input: default@b_n6 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -196,11 +208,17 @@ PREHOOK: query: explain select * from A_n8 join from B_n6 d1 join B_n6 d2 on d1.key = d2.key where 1 = 1 group by d1.key) od1 PREHOOK: type: QUERY +PREHOOK: Input: default@a_n8 +PREHOOK: Input: default@b_n6 +#### A masked pattern was here #### POSTHOOK: query: explain select * from A_n8 join (select d1.key from B_n6 d1 join B_n6 d2 on d1.key = d2.key where 1 = 1 group by d1.key) od1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n8 +POSTHOOK: Input: default@b_n6 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -331,8 +349,14 @@ Warning: Shuffle Join JOIN[16][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-1:MA Warning: Shuffle Join JOIN[8][tables = [$hdt$_1, $hdt$_2]] in Stage 'Stage-2:MAPRED' is a cross product PREHOOK: query: explain select * from A_n8 join (select d1.key from B_n6 d1 join B_n6 d2 where 1 = 1 group by d1.key) od1 PREHOOK: type: QUERY +PREHOOK: Input: default@a_n8 +PREHOOK: Input: default@b_n6 +#### A masked pattern was here #### POSTHOOK: query: explain select * from A_n8 join (select d1.key from B_n6 d1 join B_n6 d2 where 1 = 1 group by d1.key) od1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n8 +POSTHOOK: Input: default@b_n6 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -453,10 +477,16 @@ PREHOOK: query: explain select * from (select A_n8.key from A_n8 group by key) ss join (select d1.key from B_n6 d1 join B_n6 d2 on d1.key = d2.key where 1 = 1 group by d1.key) od1 PREHOOK: type: QUERY +PREHOOK: Input: default@a_n8 +PREHOOK: Input: default@b_n6 +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select A_n8.key from A_n8 group by key) ss join (select d1.key from B_n6 d1 join B_n6 d2 on d1.key = d2.key where 1 = 1 group by d1.key) od1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n8 +POSTHOOK: Input: default@b_n6 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 diff --git a/ql/src/test/results/clientpositive/cross_product_check_2.q.out b/ql/src/test/results/clientpositive/cross_product_check_2.q.out index 6143431..b847d7c 100644 --- a/ql/src/test/results/clientpositive/cross_product_check_2.q.out +++ b/ql/src/test/results/clientpositive/cross_product_check_2.q.out @@ -31,8 +31,14 @@ POSTHOOK: Lineage: b_n2.value SIMPLE [(src)src.FieldSchema(name:value, type:stri Warning: Map Join MAPJOIN[9][bigTable=?] in task 'Stage-3:MAPRED' is a cross product PREHOOK: query: explain select * from A_n2 join B_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@a_n2 +PREHOOK: Input: default@b_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from A_n2 join B_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n2 +POSTHOOK: Input: default@b_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -97,8 +103,14 @@ STAGE PLANS: Warning: Map Join MAPJOIN[20][bigTable=?] in task 'Stage-5:MAPRED' is a cross product PREHOOK: query: explain select * from B_n2 d1 join B_n2 d2 on d1.key = d2.key join A_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@a_n2 +PREHOOK: Input: default@b_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from B_n2 d1 join B_n2 d2 on d1.key = d2.key join A_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n2 +POSTHOOK: Input: default@b_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-7 is a root stage Stage-5 depends on stages: Stage-7 @@ -195,11 +207,17 @@ PREHOOK: query: explain select * from A_n2 join from B_n2 d1 join B_n2 d2 on d1.key = d2.key where 1 = 1 group by d1.key) od1 PREHOOK: type: QUERY +PREHOOK: Input: default@a_n2 +PREHOOK: Input: default@b_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from A_n2 join (select d1.key from B_n2 d1 join B_n2 d2 on d1.key = d2.key where 1 = 1 group by d1.key) od1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n2 +POSTHOOK: Input: default@b_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-8 is a root stage Stage-3 depends on stages: Stage-8 @@ -331,8 +349,14 @@ Warning: Map Join MAPJOIN[23][bigTable=?] in task 'Stage-5:MAPRED' is a cross pr Warning: Map Join MAPJOIN[24][bigTable=?] in task 'Stage-3:MAPRED' is a cross product PREHOOK: query: explain select * from A_n2 join (select d1.key from B_n2 d1 join B_n2 d2 where 1 = 1 group by d1.key) od1 PREHOOK: type: QUERY +PREHOOK: Input: default@a_n2 +PREHOOK: Input: default@b_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from A_n2 join (select d1.key from B_n2 d1 join B_n2 d2 where 1 = 1 group by d1.key) od1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n2 +POSTHOOK: Input: default@b_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-8 is a root stage Stage-3 depends on stages: Stage-8 @@ -459,10 +483,16 @@ PREHOOK: query: explain select * from (select A_n2.key from A_n2 group by key) ss join (select d1.key from B_n2 d1 join B_n2 d2 on d1.key = d2.key where 1 = 1 group by d1.key) od1 PREHOOK: type: QUERY +PREHOOK: Input: default@a_n2 +PREHOOK: Input: default@b_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select A_n2.key from A_n2 group by key) ss join (select d1.key from B_n2 d1 join B_n2 d2 on d1.key = d2.key where 1 = 1 group by d1.key) od1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n2 +POSTHOOK: Input: default@b_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-8 depends on stages: Stage-1, Stage-4 , consists of Stage-10, Stage-11, Stage-2 diff --git a/ql/src/test/results/clientpositive/ctas.q.out b/ql/src/test/results/clientpositive/ctas.q.out index 5f1a379..f414c68 100644 --- a/ql/src/test/results/clientpositive/ctas.q.out +++ b/ql/src/test/results/clientpositive/ctas.q.out @@ -16,8 +16,14 @@ POSTHOOK: Input: default@nzhang_tmp #### A masked pattern was here #### PREHOOK: query: explain create table nzhang_CTAS1 as select key k, value from src sort by k, value limit 10 PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@nzhang_CTAS1 POSTHOOK: query: explain create table nzhang_CTAS1 as select key k, value from src sort by k, value limit 10 POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@nzhang_CTAS1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -170,8 +176,14 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain create table nzhang_ctas2 as select * from src sort by key, value limit 10 PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@nzhang_ctas2 POSTHOOK: query: explain create table nzhang_ctas2 as select * from src sort by key, value limit 10 POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@nzhang_ctas2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -324,8 +336,14 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain create table nzhang_ctas3 row format serde "org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe" stored as RCFile as select key/2 half_key, concat(value, "_con") conb from src sort by half_key, conb limit 10 PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@nzhang_ctas3 POSTHOOK: query: explain create table nzhang_ctas3 row format serde "org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe" stored as RCFile as select key/2 half_key, concat(value, "_con") conb from src sort by half_key, conb limit 10 POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@nzhang_ctas3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -542,8 +560,14 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain create table nzhang_ctas4 row format delimited fields terminated by ',' stored as textfile as select key, value from src sort by key, value limit 10 PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@nzhang_ctas4 POSTHOOK: query: explain create table nzhang_ctas4 row format delimited fields terminated by ',' stored as textfile as select key, value from src sort by key, value limit 10 POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@nzhang_ctas4 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -698,8 +722,14 @@ Storage Desc Params: serialization.format , PREHOOK: query: explain create table nzhang_ctas5 row format delimited fields terminated by ',' lines terminated by '\012' stored as textfile as select key, value from src sort by key, value limit 10 PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@nzhang_ctas5 POSTHOOK: query: explain create table nzhang_ctas5 row format delimited fields terminated by ',' lines terminated by '\012' stored as textfile as select key, value from src sort by key, value limit 10 POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@nzhang_ctas5 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/ctas_colname.q.out b/ql/src/test/results/clientpositive/ctas_colname.q.out index b3a4992..9b646ef 100644 --- a/ql/src/test/results/clientpositive/ctas_colname.q.out +++ b/ql/src/test/results/clientpositive/ctas_colname.q.out @@ -1,9 +1,15 @@ PREHOOK: query: explain create table summary as select *, key + 1, concat(value, value) from src limit 20 PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@summary POSTHOOK: query: explain create table summary as select *, key + 1, concat(value, value) from src limit 20 POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@summary STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -148,9 +154,15 @@ POSTHOOK: Input: default@summary PREHOOK: query: explain create table x4 as select *, rank() over(partition by key order by value) as rr from src1 PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src1 +PREHOOK: Output: database:default +PREHOOK: Output: default@x4 POSTHOOK: query: explain create table x4 as select *, rank() over(partition by key order by value) as rr from src1 POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src1 +POSTHOOK: Output: database:default +POSTHOOK: Output: default@x4 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -313,9 +325,15 @@ POSTHOOK: Input: default@x4 PREHOOK: query: explain create table x5 as select *, lead(key,1) over(partition by key order by value) as lead1 from src limit 20 PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@x5 POSTHOOK: query: explain create table x5 as select *, lead(key,1) over(partition by key order by value) as lead1 from src limit 20 POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@x5 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -502,9 +520,15 @@ POSTHOOK: Input: default@x5 PREHOOK: query: explain create table x6 as select * from (select *, key + 1 from src1) a PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src1 +PREHOOK: Output: database:default +PREHOOK: Output: default@x6 POSTHOOK: query: explain create table x6 as select * from (select *, key + 1 from src1) a POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src1 +POSTHOOK: Output: database:default +POSTHOOK: Output: default@x6 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -680,9 +704,15 @@ POSTHOOK: Input: default@x6 PREHOOK: query: explain create table x7 as select * from (select *, count(value) from src group by key, value) a PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@x7 POSTHOOK: query: explain create table x7 as select * from (select *, count(value) from src group by key, value) a POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@x7 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1117,9 +1147,15 @@ POSTHOOK: Input: default@x7 PREHOOK: query: explain create table x8 as select * from (select *, count(value) from src group by key, value having key < 9) a PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@x8 POSTHOOK: query: explain create table x8 as select * from (select *, count(value) from src group by key, value having key < 9) a POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@x8 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1249,9 +1285,15 @@ POSTHOOK: Input: default@x8 PREHOOK: query: explain create table x9 as select * from (select max(value),key from src group by key having key < 9 AND max(value) IS NOT NULL) a PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@x9 POSTHOOK: query: explain create table x9 as select * from (select max(value),key from src group by key having key < 9 AND max(value) IS NOT NULL) a POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@x9 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/ctas_uses_database_location.q.out b/ql/src/test/results/clientpositive/ctas_uses_database_location.q.out index 68bc015..8cf7fe1 100644 --- a/ql/src/test/results/clientpositive/ctas_uses_database_location.q.out +++ b/ql/src/test/results/clientpositive/ctas_uses_database_location.q.out @@ -16,8 +16,14 @@ POSTHOOK: type: SWITCHDATABASE POSTHOOK: Input: database:db1 PREHOOK: query: EXPLAIN CREATE TABLE table_db1 AS SELECT * FROM default.src PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:db1 +PREHOOK: Output: db1@table_db1 POSTHOOK: query: EXPLAIN CREATE TABLE table_db1 AS SELECT * FROM default.src POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:db1 +POSTHOOK: Output: db1@table_db1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/cte_1.q.out b/ql/src/test/results/clientpositive/cte_1.q.out index ecace0f..b4e433c 100644 --- a/ql/src/test/results/clientpositive/cte_1.q.out +++ b/ql/src/test/results/clientpositive/cte_1.q.out @@ -3,11 +3,15 @@ with q1 as ( select key from src where key = '5') select * from q1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain with q1 as ( select key from src where key = '5') select * from q1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -60,10 +64,14 @@ PREHOOK: query: explain with q1 as ( select key from src where key = '5') select * from (select key from q1) a PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain with q1 as ( select key from src where key = '5') select * from (select key from q1) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -115,11 +123,15 @@ with q1 as ( select key from q2 where key = '5'), q2 as ( select key from src where key = '5') select * from (select key from q1) a PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain with q1 as ( select key from q2 where key = '5'), q2 as ( select key from src where key = '5') select * from (select key from q1) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/cte_3.q.out b/ql/src/test/results/clientpositive/cte_3.q.out index 9f5e0aa..3ee87ee 100644 --- a/ql/src/test/results/clientpositive/cte_3.q.out +++ b/ql/src/test/results/clientpositive/cte_3.q.out @@ -3,11 +3,15 @@ with q1 as ( select key from src where key = '5') select * from q1 PREHOOK: type: QUERY +PREHOOK: Input: default@q1 +#### A masked pattern was here #### POSTHOOK: query: explain with q1 as ( select key from src where key = '5') select * from q1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@q1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-6 depends on stages: Stage-1 , consists of Stage-3, Stage-2, Stage-4 @@ -125,10 +129,14 @@ PREHOOK: query: explain with q1 as ( select key from src where key = '5') select * from (select key from q1) a PREHOOK: type: QUERY +PREHOOK: Input: default@q1 +#### A masked pattern was here #### POSTHOOK: query: explain with q1 as ( select key from src where key = '5') select * from (select key from q1) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@q1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-6 depends on stages: Stage-1 , consists of Stage-3, Stage-2, Stage-4 @@ -245,11 +253,15 @@ with q1 as ( select key from q2 where key = '5'), q2 as ( select key from src where key = '5') select * from (select key from q1) a PREHOOK: type: QUERY +PREHOOK: Input: default@q1 +#### A masked pattern was here #### POSTHOOK: query: explain with q1 as ( select key from q2 where key = '5'), q2 as ( select key from src where key = '5') select * from (select key from q1) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@q1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-6 depends on stages: Stage-1 , consists of Stage-3, Stage-2, Stage-4 diff --git a/ql/src/test/results/clientpositive/cte_5.q.out b/ql/src/test/results/clientpositive/cte_5.q.out index 885aa0e..c129e13 100644 --- a/ql/src/test/results/clientpositive/cte_5.q.out +++ b/ql/src/test/results/clientpositive/cte_5.q.out @@ -70,12 +70,18 @@ select a.colnum from mydb.q1_n0 as a join q1_n0 as b on a.colnum=b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: mydb@q1_n0 +#### A masked pattern was here #### POSTHOOK: query: explain with q1_n0 as (select * from src where key= '5') select a.colnum from mydb.q1_n0 as a join q1_n0 as b on a.colnum=b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: mydb@q1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/cte_6.q.out b/ql/src/test/results/clientpositive/cte_6.q.out index 629b8ba..689916f 100644 --- a/ql/src/test/results/clientpositive/cte_6.q.out +++ b/ql/src/test/results/clientpositive/cte_6.q.out @@ -2,10 +2,14 @@ PREHOOK: query: explain with Q1 as ( select key from sRc where key = '5') select CPS.key from Q1 CPS PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain with Q1 as ( select key from sRc where key = '5') select CPS.key from Q1 CPS POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -44,11 +48,15 @@ with Q1 as ( select key from q2 where key = '5'), Q2 as ( select key from sRc where key = '5') select CPS.key from Q1 CPS PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain with Q1 as ( select key from q2 where key = '5'), Q2 as ( select key from sRc where key = '5') select CPS.key from Q1 CPS POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/cte_mat_1.q.out b/ql/src/test/results/clientpositive/cte_mat_1.q.out index 6ac57fd..4071acf 100644 --- a/ql/src/test/results/clientpositive/cte_mat_1.q.out +++ b/ql/src/test/results/clientpositive/cte_mat_1.q.out @@ -5,12 +5,16 @@ select a.key from q1 a join q1 b on a.key=b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain with q1 as (select * from src where key= '5') select a.key from q1 a join q1 b on a.key=b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/cte_mat_2.q.out b/ql/src/test/results/clientpositive/cte_mat_2.q.out index 6ac57fd..4071acf 100644 --- a/ql/src/test/results/clientpositive/cte_mat_2.q.out +++ b/ql/src/test/results/clientpositive/cte_mat_2.q.out @@ -5,12 +5,16 @@ select a.key from q1 a join q1 b on a.key=b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain with q1 as (select * from src where key= '5') select a.key from q1 a join q1 b on a.key=b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/cte_mat_3.q.out b/ql/src/test/results/clientpositive/cte_mat_3.q.out index a075a95..70c97a8 100644 --- a/ql/src/test/results/clientpositive/cte_mat_3.q.out +++ b/ql/src/test/results/clientpositive/cte_mat_3.q.out @@ -4,12 +4,16 @@ select a.key from q1 a join q1 b on a.key=b.key PREHOOK: type: QUERY +PREHOOK: Input: default@q1 +#### A masked pattern was here #### POSTHOOK: query: explain with q1 as (select * from src where key= '5') select a.key from q1 a join q1 b on a.key=b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@q1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-6 depends on stages: Stage-1 , consists of Stage-3, Stage-2, Stage-4 diff --git a/ql/src/test/results/clientpositive/cte_mat_4.q.out b/ql/src/test/results/clientpositive/cte_mat_4.q.out index a121a97..7bf3ea8 100644 --- a/ql/src/test/results/clientpositive/cte_mat_4.q.out +++ b/ql/src/test/results/clientpositive/cte_mat_4.q.out @@ -45,12 +45,16 @@ select a.key from q1 a join q1 b on a.key=b.key PREHOOK: type: QUERY +PREHOOK: Input: default@q1 +#### A masked pattern was here #### POSTHOOK: query: explain with q1 as (select * from src where key= '5') select a.key from q1 a join q1 b on a.key=b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@q1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-6 depends on stages: Stage-1 , consists of Stage-3, Stage-2, Stage-4 @@ -284,12 +288,16 @@ select a.key from q1 a join q1 b on a.key=b.key PREHOOK: type: QUERY +PREHOOK: Input: default@q1 +#### A masked pattern was here #### POSTHOOK: query: explain with q1 as (select * from src where key= '5') select a.key from q1 a join q1 b on a.key=b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@q1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-6 depends on stages: Stage-1 , consists of Stage-3, Stage-2, Stage-4 diff --git a/ql/src/test/results/clientpositive/cte_mat_5.q.out b/ql/src/test/results/clientpositive/cte_mat_5.q.out index 4fcfa55..f1db99b 100644 --- a/ql/src/test/results/clientpositive/cte_mat_5.q.out +++ b/ql/src/test/results/clientpositive/cte_mat_5.q.out @@ -69,12 +69,18 @@ select a.colnum from mydb.q1 as a join q1 as b on a.colnum=b.key PREHOOK: type: QUERY +PREHOOK: Input: default@q1 +PREHOOK: Input: mydb@q1 +#### A masked pattern was here #### POSTHOOK: query: explain with q1 as (select * from src where key= '5') select a.colnum from mydb.q1 as a join q1 as b on a.colnum=b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@q1 +POSTHOOK: Input: mydb@q1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-6 depends on stages: Stage-1 , consists of Stage-3, Stage-2, Stage-4 diff --git a/ql/src/test/results/clientpositive/decimal_join2.q.out b/ql/src/test/results/clientpositive/decimal_join2.q.out index ce45274..8fc4faf 100644 --- a/ql/src/test/results/clientpositive/decimal_join2.q.out +++ b/ql/src/test/results/clientpositive/decimal_join2.q.out @@ -43,9 +43,13 @@ POSTHOOK: Lineage: decimal_3_n0.value SIMPLE [(decimal_3_txt)decimal_3_txt.Field PREHOOK: query: EXPLAIN SELECT * FROM DECIMAL_3_n0 a JOIN DECIMAL_3_n0 b ON (a.key = b.key) ORDER BY a.key, a.value, b.key, b.value PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_3_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM DECIMAL_3_n0 a JOIN DECIMAL_3_n0 b ON (a.key = b.key) ORDER BY a.key, a.value, b.key, b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_3_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -207,9 +211,13 @@ POSTHOOK: Input: default@decimal_3_n0 PREHOOK: query: EXPLAIN SELECT * FROM DECIMAL_3_n0 a JOIN DECIMAL_3_n0 b ON (a.key = b.key) ORDER BY a.key, a.value, b.key, b.value PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_3_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM DECIMAL_3_n0 a JOIN DECIMAL_3_n0 b ON (a.key = b.key) ORDER BY a.key, a.value, b.key, b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_3_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-5 is a root stage Stage-2 depends on stages: Stage-5 diff --git a/ql/src/test/results/clientpositive/decimal_precision.q.out b/ql/src/test/results/clientpositive/decimal_precision.q.out index 921d86b..cedf0d2 100644 --- a/ql/src/test/results/clientpositive/decimal_precision.q.out +++ b/ql/src/test/results/clientpositive/decimal_precision.q.out @@ -524,8 +524,12 @@ NULL NULL 1234567890.1234567890 1524157875323883675.01905199875019052 PREHOOK: query: EXPLAIN SELECT avg(`dec`), sum(`dec`) FROM DECIMAL_PRECISION_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_precision_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT avg(`dec`), sum(`dec`) FROM DECIMAL_PRECISION_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_precision_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/decimal_precision2.q.out b/ql/src/test/results/clientpositive/decimal_precision2.q.out index 3185c38..3ec620c 100644 --- a/ql/src/test/results/clientpositive/decimal_precision2.q.out +++ b/ql/src/test/results/clientpositive/decimal_precision2.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain select 100.001BD PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select 100.001BD POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -22,8 +26,12 @@ STAGE PLANS: PREHOOK: query: explain select 100.000BD PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select 100.000BD POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -44,8 +52,12 @@ STAGE PLANS: PREHOOK: query: explain select 0.000BD PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select 0.000BD POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -66,8 +78,12 @@ STAGE PLANS: PREHOOK: query: explain select 0.100BD PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select 0.100BD POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -88,8 +104,12 @@ STAGE PLANS: PREHOOK: query: explain select 0.010BD PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select 0.010BD POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -110,8 +130,12 @@ STAGE PLANS: PREHOOK: query: explain select cast(0.010 as decimal(6,3)) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select cast(0.010 as decimal(6,3)) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -132,8 +156,12 @@ STAGE PLANS: PREHOOK: query: explain select 0.09765625BD * 0.09765625BD * 0.0125BD * 578992BD PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select 0.09765625BD * 0.09765625BD * 0.0125BD * 578992BD POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/decimal_stats.q.out b/ql/src/test/results/clientpositive/decimal_stats.q.out index de3b66d..27abe6e 100644 --- a/ql/src/test/results/clientpositive/decimal_stats.q.out +++ b/ql/src/test/results/clientpositive/decimal_stats.q.out @@ -63,8 +63,12 @@ comment from deserializer COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"t\":\"true\",\"u\":\"true\",\"v\":\"true\"}} PREHOOK: query: explain select * from decimal_1_n1 order by t limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_1_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from decimal_1_n1 order by t limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/decimal_udf.q.out b/ql/src/test/results/clientpositive/decimal_udf.q.out index 044fede..85adf73 100644 --- a/ql/src/test/results/clientpositive/decimal_udf.q.out +++ b/ql/src/test/results/clientpositive/decimal_udf.q.out @@ -26,8 +26,12 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@decimal_udf PREHOOK: query: EXPLAIN SELECT key + key FROM DECIMAL_UDF PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key + key FROM DECIMAL_UDF POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -93,8 +97,12 @@ NULL 2469135780.2469135600 PREHOOK: query: EXPLAIN SELECT key + value FROM DECIMAL_UDF PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key + value FROM DECIMAL_UDF POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -160,8 +168,12 @@ NULL 2469135780.1234567800 PREHOOK: query: EXPLAIN SELECT key + (value/2) FROM DECIMAL_UDF PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key + (value/2) FROM DECIMAL_UDF POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -227,8 +239,12 @@ NULL 1.8518518351234567E9 PREHOOK: query: EXPLAIN SELECT key + '1.0' FROM DECIMAL_UDF PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key + '1.0' FROM DECIMAL_UDF POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -294,8 +310,12 @@ NULL 1.2345678911234567E9 PREHOOK: query: EXPLAIN SELECT key - key FROM DECIMAL_UDF PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key - key FROM DECIMAL_UDF POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -361,8 +381,12 @@ NULL 0.0000000000 PREHOOK: query: EXPLAIN SELECT key - value FROM DECIMAL_UDF PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key - value FROM DECIMAL_UDF POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -428,8 +452,12 @@ NULL 0.1234567800 PREHOOK: query: EXPLAIN SELECT key - (value/2) FROM DECIMAL_UDF PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key - (value/2) FROM DECIMAL_UDF POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -495,8 +523,12 @@ NULL 6.172839451234567E8 PREHOOK: query: EXPLAIN SELECT key - '1.0' FROM DECIMAL_UDF PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key - '1.0' FROM DECIMAL_UDF POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -562,8 +594,12 @@ NULL 1.2345678891234567E9 PREHOOK: query: EXPLAIN SELECT key * key FROM DECIMAL_UDF PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key * key FROM DECIMAL_UDF POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -629,8 +665,12 @@ NULL 1524157875323883652.79682997652796840 PREHOOK: query: EXPLAIN SELECT key, value FROM DECIMAL_UDF where key * value > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, value FROM DECIMAL_UDF where key * value > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -684,8 +724,12 @@ POSTHOOK: Input: default@decimal_udf 1234567890.1234567800 1234567890 PREHOOK: query: EXPLAIN SELECT key * value FROM DECIMAL_UDF PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key * value FROM DECIMAL_UDF POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -751,8 +795,12 @@ NULL 1524157875171467876.3907942000 PREHOOK: query: EXPLAIN SELECT key * (value/2) FROM DECIMAL_UDF PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key * (value/2) FROM DECIMAL_UDF POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -818,8 +866,12 @@ NULL 7.6207893758573389E17 PREHOOK: query: EXPLAIN SELECT key * '2.0' FROM DECIMAL_UDF PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key * '2.0' FROM DECIMAL_UDF POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -885,8 +937,12 @@ NULL 2.4691357802469134E9 PREHOOK: query: EXPLAIN SELECT key / 0 FROM DECIMAL_UDF limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key / 0 FROM DECIMAL_UDF limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -918,8 +974,12 @@ POSTHOOK: Input: default@decimal_udf NULL PREHOOK: query: EXPLAIN SELECT key / NULL FROM DECIMAL_UDF limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key / NULL FROM DECIMAL_UDF limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -951,8 +1011,12 @@ POSTHOOK: Input: default@decimal_udf NULL PREHOOK: query: EXPLAIN SELECT key / key FROM DECIMAL_UDF WHERE key is not null and key <> 0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key / key FROM DECIMAL_UDF WHERE key is not null and key <> 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1017,8 +1081,12 @@ POSTHOOK: Input: default@decimal_udf 1.000000000000000000 PREHOOK: query: EXPLAIN SELECT key / value FROM DECIMAL_UDF WHERE value is not null and value <> 0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key / value FROM DECIMAL_UDF WHERE value is not null and value <> 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1073,8 +1141,12 @@ POSTHOOK: Input: default@decimal_udf 1.000000000099999992710 PREHOOK: query: EXPLAIN SELECT key / (value/2) FROM DECIMAL_UDF WHERE value is not null and value <> 0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key / (value/2) FROM DECIMAL_UDF WHERE value is not null and value <> 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1129,8 +1201,12 @@ POSTHOOK: Input: default@decimal_udf 2.0000000002 PREHOOK: query: EXPLAIN SELECT 1 + (key / '2.0') FROM DECIMAL_UDF PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT 1 + (key / '2.0') FROM DECIMAL_UDF POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1196,8 +1272,12 @@ NULL 6.172839460617284E8 PREHOOK: query: EXPLAIN SELECT abs(key) FROM DECIMAL_UDF PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT abs(key) FROM DECIMAL_UDF POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1263,8 +1343,12 @@ NULL 1234567890.1234567800 PREHOOK: query: EXPLAIN SELECT value, sum(key) / count(key), avg(key), sum(key) FROM DECIMAL_UDF GROUP BY value ORDER BY value PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT value, sum(key) / count(key), avg(key), sum(key) FROM DECIMAL_UDF GROUP BY value ORDER BY value POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1368,8 +1452,12 @@ POSTHOOK: Input: default@decimal_udf 1234567890 1234567890.123456780000000000 1234567890.1234567800000000000000000000 1234567890.1234567800 PREHOOK: query: EXPLAIN SELECT -key FROM DECIMAL_UDF PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT -key FROM DECIMAL_UDF POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1435,8 +1523,12 @@ NULL -1234567890.1234567800 PREHOOK: query: EXPLAIN SELECT +key FROM DECIMAL_UDF PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT +key FROM DECIMAL_UDF POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1502,8 +1594,12 @@ NULL 1234567890.1234567800 PREHOOK: query: EXPlAIN SELECT CEIL(key) FROM DECIMAL_UDF PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf +#### A masked pattern was here #### POSTHOOK: query: EXPlAIN SELECT CEIL(key) FROM DECIMAL_UDF POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1569,8 +1665,12 @@ NULL 1234567891 PREHOOK: query: EXPLAIN SELECT FLOOR(key) FROM DECIMAL_UDF PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT FLOOR(key) FROM DECIMAL_UDF POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1636,8 +1736,12 @@ NULL 1234567890 PREHOOK: query: EXPLAIN SELECT ROUND(key, 2) FROM DECIMAL_UDF PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT ROUND(key, 2) FROM DECIMAL_UDF POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1703,8 +1807,12 @@ NULL 1234567890.12 PREHOOK: query: EXPLAIN SELECT POWER(key, 2) FROM DECIMAL_UDF PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT POWER(key, 2) FROM DECIMAL_UDF POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1770,8 +1878,12 @@ NULL 1.52415787532388352E18 PREHOOK: query: EXPLAIN SELECT (key + 1) % (key / 2) FROM DECIMAL_UDF PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT (key + 1) % (key / 2) FROM DECIMAL_UDF POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1837,8 +1949,12 @@ NULL 1.000000000000 PREHOOK: query: EXPLAIN SELECT value, stddev(key), variance(key) FROM DECIMAL_UDF GROUP BY value PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT value, stddev(key), variance(key) FROM DECIMAL_UDF GROUP BY value POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1919,8 +2035,12 @@ POSTHOOK: Input: default@decimal_udf 1234567890 0.0 0.0 PREHOOK: query: EXPLAIN SELECT value, stddev_samp(key), var_samp(key) FROM DECIMAL_UDF GROUP BY value PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT value, stddev_samp(key), var_samp(key) FROM DECIMAL_UDF GROUP BY value POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2001,8 +2121,12 @@ POSTHOOK: Input: default@decimal_udf 1234567890 NULL NULL PREHOOK: query: EXPLAIN SELECT histogram_numeric(key, 3) FROM DECIMAL_UDF PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT histogram_numeric(key, 3) FROM DECIMAL_UDF POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2058,8 +2182,12 @@ POSTHOOK: Input: default@decimal_udf [{"x":-1.2345678901234567E9,"y":1.0},{"x":-144.50057142857142,"y":35.0},{"x":1.2345678901234567E9,"y":1.0}] PREHOOK: query: EXPLAIN SELECT MIN(key) FROM DECIMAL_UDF PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT MIN(key) FROM DECIMAL_UDF POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2116,8 +2244,12 @@ POSTHOOK: Input: default@decimal_udf -1234567890.1234567890 PREHOOK: query: EXPLAIN SELECT MAX(key) FROM DECIMAL_UDF PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT MAX(key) FROM DECIMAL_UDF POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2174,8 +2306,12 @@ POSTHOOK: Input: default@decimal_udf 1234567890.1234567800 PREHOOK: query: EXPLAIN SELECT COUNT(key) FROM DECIMAL_UDF PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT COUNT(key) FROM DECIMAL_UDF POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/decimal_udf2.q.out b/ql/src/test/results/clientpositive/decimal_udf2.q.out index 2006e48..5751784 100644 --- a/ql/src/test/results/clientpositive/decimal_udf2.q.out +++ b/ql/src/test/results/clientpositive/decimal_udf2.q.out @@ -28,10 +28,14 @@ PREHOOK: query: EXPLAIN SELECT acos(key), asin(key), atan(key), cos(key), sin(key), tan(key), radians(key) FROM DECIMAL_UDF2 WHERE key = 10 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT acos(key), asin(key), atan(key), cos(key), sin(key), tan(key), radians(key) FROM DECIMAL_UDF2 WHERE key = 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -83,6 +87,8 @@ SELECT log10(key), sqrt(key) FROM DECIMAL_UDF2 WHERE key = 10 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT exp(key), ln(key), @@ -90,6 +96,8 @@ SELECT log10(key), sqrt(key) FROM DECIMAL_UDF2 WHERE key = 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/deleteAnalyze.q.out b/ql/src/test/results/clientpositive/deleteAnalyze.q.out index 0661885..aeaa8db 100644 --- a/ql/src/test/results/clientpositive/deleteAnalyze.q.out +++ b/ql/src/test/results/clientpositive/deleteAnalyze.q.out @@ -151,6 +151,8 @@ coalesce(d.sales_tax,0) as tax from testdeci2_n0 s join testdeci2_n0 d on s.item=d.item and d.id=2 PREHOOK: type: QUERY +PREHOOK: Input: default@testdeci2_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select s.id, coalesce(d.amount,0) as sales, @@ -158,6 +160,8 @@ coalesce(d.sales_tax,0) as tax from testdeci2_n0 s join testdeci2_n0 d on s.item=d.item and d.id=2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@testdeci2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/display_colstats_tbllvl.q.out b/ql/src/test/results/clientpositive/display_colstats_tbllvl.q.out index 4d5144c..930cdd2 100644 --- a/ql/src/test/results/clientpositive/display_colstats_tbllvl.q.out +++ b/ql/src/test/results/clientpositive/display_colstats_tbllvl.q.out @@ -66,9 +66,15 @@ comment from deserializer PREHOOK: query: explain analyze table UserVisits_web_text_none_n0 compute statistics for columns sourceIP, avgTimeOnSite, adRevenue PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@uservisits_web_text_none_n0 +PREHOOK: Output: default@uservisits_web_text_none_n0 +#### A masked pattern was here #### POSTHOOK: query: explain analyze table UserVisits_web_text_none_n0 compute statistics for columns sourceIP, avgTimeOnSite, adRevenue POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@uservisits_web_text_none_n0 +POSTHOOK: Output: default@uservisits_web_text_none_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -118,9 +124,15 @@ STAGE PLANS: PREHOOK: query: explain extended analyze table UserVisits_web_text_none_n0 compute statistics for columns sourceIP, avgTimeOnSite, adRevenue PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@uservisits_web_text_none_n0 +PREHOOK: Output: default@uservisits_web_text_none_n0 +#### A masked pattern was here #### POSTHOOK: query: explain extended analyze table UserVisits_web_text_none_n0 compute statistics for columns sourceIP, avgTimeOnSite, adRevenue POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@uservisits_web_text_none_n0 +POSTHOOK: Output: default@uservisits_web_text_none_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -352,9 +364,15 @@ COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\" PREHOOK: query: explain analyze table empty_tab_n0 compute statistics for columns a,b,c,d,e PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@empty_tab_n0 +PREHOOK: Output: default@empty_tab_n0 +#### A masked pattern was here #### POSTHOOK: query: explain analyze table empty_tab_n0 compute statistics for columns a,b,c,d,e POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@empty_tab_n0 +POSTHOOK: Output: default@empty_tab_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/distinct_stats.q.out b/ql/src/test/results/clientpositive/distinct_stats.q.out index aa89d10..3192cb3 100644 --- a/ql/src/test/results/clientpositive/distinct_stats.q.out +++ b/ql/src/test/results/clientpositive/distinct_stats.q.out @@ -29,9 +29,13 @@ POSTHOOK: Output: default@t1_n11 PREHOOK: query: explain select count(distinct b) from t1_n11 group by a PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n11 +#### A masked pattern was here #### POSTHOOK: query: explain select count(distinct b) from t1_n11 group by a POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -86,9 +90,13 @@ STAGE PLANS: PREHOOK: query: explain select distinct(b) from t1_n11 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n11 +#### A masked pattern was here #### POSTHOOK: query: explain select distinct(b) from t1_n11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -138,9 +146,13 @@ STAGE PLANS: PREHOOK: query: explain select a, count(*) from t1_n11 group by a PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n11 +#### A masked pattern was here #### POSTHOOK: query: explain select a, count(*) from t1_n11 group by a POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/distinct_windowing.q.out b/ql/src/test/results/clientpositive/distinct_windowing.q.out index 39b87e8..e095ec5 100644 --- a/ql/src/test/results/clientpositive/distinct_windowing.q.out +++ b/ql/src/test/results/clientpositive/distinct_windowing.q.out @@ -47,9 +47,13 @@ POSTHOOK: Output: default@over10k_n15 PREHOOK: query: explain select distinct first_value(t) over ( partition by si order by i ) from over10k_n15 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n15 +#### A masked pattern was here #### POSTHOOK: query: explain select distinct first_value(t) over ( partition by si order by i ) from over10k_n15 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n15 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -166,10 +170,14 @@ PREHOOK: query: explain select distinct last_value(i) over ( partition by si order by i ) from over10k_n15 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n15 +#### A masked pattern was here #### POSTHOOK: query: explain select distinct last_value(i) over ( partition by si order by i ) from over10k_n15 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n15 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -288,11 +296,15 @@ select distinct last_value(i) over ( partition by si order by i ), first_value(t) over ( partition by si order by i ) from over10k_n15 limit 50 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n15 +#### A masked pattern was here #### POSTHOOK: query: explain select distinct last_value(i) over ( partition by si order by i ), first_value(t) over ( partition by si order by i ) from over10k_n15 limit 50 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n15 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/distinct_windowing_no_cbo.q.out b/ql/src/test/results/clientpositive/distinct_windowing_no_cbo.q.out index c1fe3a2..0e1c920 100644 --- a/ql/src/test/results/clientpositive/distinct_windowing_no_cbo.q.out +++ b/ql/src/test/results/clientpositive/distinct_windowing_no_cbo.q.out @@ -47,9 +47,13 @@ POSTHOOK: Output: default@over10k_n14 PREHOOK: query: explain select distinct first_value(t) over ( partition by si order by i ) from over10k_n14 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n14 +#### A masked pattern was here #### POSTHOOK: query: explain select distinct first_value(t) over ( partition by si order by i ) from over10k_n14 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n14 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -166,10 +170,14 @@ PREHOOK: query: explain select distinct last_value(i) over ( partition by si order by i ) from over10k_n14 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n14 +#### A masked pattern was here #### POSTHOOK: query: explain select distinct last_value(i) over ( partition by si order by i ) from over10k_n14 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n14 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -288,11 +296,15 @@ select distinct last_value(i) over ( partition by si order by i ), first_value(t) over ( partition by si order by i ) from over10k_n14 limit 50 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n14 +#### A masked pattern was here #### POSTHOOK: query: explain select distinct last_value(i) over ( partition by si order by i ), first_value(t) over ( partition by si order by i ) from over10k_n14 limit 50 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n14 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -462,6 +474,8 @@ GROUP BY si HAVING max(f) > 0 limit 50 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n14 +#### A masked pattern was here #### POSTHOOK: query: explain select si, max(f) mf, rank() over ( partition by si order by mf ) FROM over10k_n14 @@ -469,6 +483,8 @@ GROUP BY si HAVING max(f) > 0 limit 50 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n14 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -643,11 +659,15 @@ select distinct si, rank() over ( partition by si order by i ) FROM over10k_n14 limit 50 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n14 +#### A masked pattern was here #### POSTHOOK: query: explain select distinct si, rank() over ( partition by si order by i ) FROM over10k_n14 limit 50 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n14 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/drop_deleted_partitions.q.out b/ql/src/test/results/clientpositive/drop_deleted_partitions.q.out index e543158..85f4f53 100644 --- a/ql/src/test/results/clientpositive/drop_deleted_partitions.q.out +++ b/ql/src/test/results/clientpositive/drop_deleted_partitions.q.out @@ -31,8 +31,12 @@ b=1/c=1 #### A masked pattern was here #### PREHOOK: query: explain extended alter table dmp.mp drop partition (b='1') PREHOOK: type: ALTERTABLE_DROPPARTS +PREHOOK: Input: dmp@mp +PREHOOK: Output: dmp@mp@b=1/c=1 POSTHOOK: query: explain extended alter table dmp.mp drop partition (b='1') POSTHOOK: type: ALTERTABLE_DROPPARTS +POSTHOOK: Input: dmp@mp +POSTHOOK: Output: dmp@mp@b=1/c=1 STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/drop_multi_partitions.q.out b/ql/src/test/results/clientpositive/drop_multi_partitions.q.out index d1f0116..6b59749 100644 --- a/ql/src/test/results/clientpositive/drop_multi_partitions.q.out +++ b/ql/src/test/results/clientpositive/drop_multi_partitions.q.out @@ -44,8 +44,14 @@ b=1/c=2 b=2/c=2 PREHOOK: query: explain extended alter table dmp.mp_n0 drop partition (b='1') PREHOOK: type: ALTERTABLE_DROPPARTS +PREHOOK: Input: dmp@mp_n0 +PREHOOK: Output: dmp@mp_n0@b=1/c=1 +PREHOOK: Output: dmp@mp_n0@b=1/c=2 POSTHOOK: query: explain extended alter table dmp.mp_n0 drop partition (b='1') POSTHOOK: type: ALTERTABLE_DROPPARTS +POSTHOOK: Input: dmp@mp_n0 +POSTHOOK: Output: dmp@mp_n0@b=1/c=1 +POSTHOOK: Output: dmp@mp_n0@b=1/c=2 STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/drop_udf.q.out b/ql/src/test/results/clientpositive/drop_udf.q.out index 7d9cb84..27dd986 100644 --- a/ql/src/test/results/clientpositive/drop_udf.q.out +++ b/ql/src/test/results/clientpositive/drop_udf.q.out @@ -7,9 +7,11 @@ POSTHOOK: Output: test_translate PREHOOK: query: EXPLAIN DROP TEMPORARY FUNCTION test_translate PREHOOK: type: DROPFUNCTION +PREHOOK: Output: test_translate POSTHOOK: query: EXPLAIN DROP TEMPORARY FUNCTION test_translate POSTHOOK: type: DROPFUNCTION +POSTHOOK: Output: test_translate STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/druid/druidkafkamini_basic.q.out b/ql/src/test/results/clientpositive/druid/druidkafkamini_basic.q.out index b664e8c..8429ab3 100644 --- a/ql/src/test/results/clientpositive/druid/druidkafkamini_basic.q.out +++ b/ql/src/test/results/clientpositive/druid/druidkafkamini_basic.q.out @@ -205,6 +205,9 @@ FROM druid_kafka_test) b ON a.shortname = b.language ) PREHOOK: type: QUERY +PREHOOK: Input: default@druid_kafka_test +PREHOOK: Input: default@languages +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN EXTENDED SELECT a.fullname, b.`user` FROM @@ -217,6 +220,9 @@ FROM druid_kafka_test) b ON a.shortname = b.language ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@druid_kafka_test +POSTHOOK: Input: default@languages +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/druid/druidmini_dynamic_partition.q.out b/ql/src/test/results/clientpositive/druid/druidmini_dynamic_partition.q.out index 8b1e446..3c33eb2 100644 --- a/ql/src/test/results/clientpositive/druid/druidmini_dynamic_partition.q.out +++ b/ql/src/test/results/clientpositive/druid/druidmini_dynamic_partition.q.out @@ -78,6 +78,9 @@ PREHOOK: query: EXPLAIN CREATE EXTERNAL TABLE druid_partitioned_table cboolean2 FROM alltypesorc where ctimestamp1 IS NOT NULL PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@alltypesorc +PREHOOK: Output: database:default +PREHOOK: Output: default@druid_partitioned_table POSTHOOK: query: EXPLAIN CREATE EXTERNAL TABLE druid_partitioned_table STORED BY 'org.apache.hadoop.hive.druid.DruidStorageHandler' TBLPROPERTIES ( @@ -99,6 +102,9 @@ POSTHOOK: query: EXPLAIN CREATE EXTERNAL TABLE druid_partitioned_table cboolean2 FROM alltypesorc where ctimestamp1 IS NOT NULL POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Output: database:default +POSTHOOK: Output: default@druid_partitioned_table STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -309,6 +315,8 @@ SELECT cast (`ctimestamp2` as timestamp with local time zone) as `__time`, cboolean2 FROM alltypesorc where ctimestamp2 IS NOT NULL PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Output: default@druid_partitioned_table POSTHOOK: query: EXPLAIN INSERT INTO TABLE druid_partitioned_table SELECT cast (`ctimestamp2` as timestamp with local time zone) as `__time`, cstring1, @@ -323,6 +331,8 @@ SELECT cast (`ctimestamp2` as timestamp with local time zone) as `__time`, cboolean2 FROM alltypesorc where ctimestamp2 IS NOT NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Output: default@druid_partitioned_table STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 is a root stage @@ -446,6 +456,8 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE druid_partitioned_table cboolean2 FROM alltypesorc where ctimestamp1 IS NOT NULL PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Output: default@druid_partitioned_table POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE druid_partitioned_table SELECT cast (`ctimestamp1` as timestamp with local time zone) as `__time`, cstring1, @@ -460,6 +472,8 @@ POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE druid_partitioned_table cboolean2 FROM alltypesorc where ctimestamp1 IS NOT NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Output: default@druid_partitioned_table STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 is a root stage diff --git a/ql/src/test/results/clientpositive/druid/druidmini_extractTime.q.out b/ql/src/test/results/clientpositive/druid/druidmini_extractTime.q.out index a7fb6c5..575bf53 100644 --- a/ql/src/test/results/clientpositive/druid/druidmini_extractTime.q.out +++ b/ql/src/test/results/clientpositive/druid/druidmini_extractTime.q.out @@ -805,11 +805,15 @@ year(date_c), month(date_c),day(date_c), year(timestamp_c), month(timestamp_c),day(timestamp_c), hour(timestamp_c), minute (timestamp_c), second (timestamp_c) from druid_test_extract_from_string_table PREHOOK: type: QUERY +PREHOOK: Input: default@druid_test_extract_from_string_table +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select year(date_c), month(date_c),day(date_c), year(timestamp_c), month(timestamp_c),day(timestamp_c), hour(timestamp_c), minute (timestamp_c), second (timestamp_c) from druid_test_extract_from_string_table POSTHOOK: type: QUERY +POSTHOOK: Input: default@druid_test_extract_from_string_table +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/druid/druidmini_mv.q.out b/ql/src/test/results/clientpositive/druid/druidmini_mv.q.out index f3c0ba7..39b7a12 100644 --- a/ql/src/test/results/clientpositive/druid/druidmini_mv.q.out +++ b/ql/src/test/results/clientpositive/druid/druidmini_mv.q.out @@ -146,11 +146,17 @@ SELECT a, c FROM cmv_basetable_n2 WHERE a = 3 PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_n2 +PREHOOK: Input: default@cmv_mat_view2_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT a, c FROM cmv_basetable_n2 WHERE a = 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_n2 +POSTHOOK: Input: default@cmv_mat_view2_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -196,6 +202,9 @@ SELECT * FROM ( (SELECT a, c FROM cmv_basetable_n2 WHERE d = 3) table2 ON table1.a = table2.a) PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_n2 +PREHOOK: Input: default@cmv_mat_view2_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT * FROM ( (SELECT a, c FROM cmv_basetable_n2 WHERE a = 3) table1 @@ -203,6 +212,9 @@ SELECT * FROM ( (SELECT a, c FROM cmv_basetable_n2 WHERE d = 3) table2 ON table1.a = table2.a) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_n2 +POSTHOOK: Input: default@cmv_mat_view2_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -321,6 +333,8 @@ SELECT * FROM ( (SELECT a, c FROM cmv_basetable_n2 WHERE d = 3) table2 ON table1.a = table2.a) PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_n2 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT * FROM ( (SELECT a, c FROM cmv_basetable_n2 WHERE a = 3) table1 @@ -328,6 +342,8 @@ SELECT * FROM ( (SELECT a, c FROM cmv_basetable_n2 WHERE d = 3) table2 ON table1.a = table2.a) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_n2 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -426,9 +442,13 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN ALTER MATERIALIZED VIEW cmv_mat_view2_n0 REBUILD PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_n2 +PREHOOK: Output: default@cmv_mat_view2_n0 POSTHOOK: query: EXPLAIN ALTER MATERIALIZED VIEW cmv_mat_view2_n0 REBUILD POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_n2 +POSTHOOK: Output: default@cmv_mat_view2_n0 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-4 depends on stages: Stage-0, Stage-1, Stage-2 @@ -531,6 +551,9 @@ SELECT * FROM ( (SELECT a, c FROM cmv_basetable_n2 WHERE d = 3) table2 ON table1.a = table2.a) PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_n2 +PREHOOK: Input: default@cmv_mat_view2_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT * FROM ( (SELECT a, c FROM cmv_basetable_n2 WHERE a = 3) table1 @@ -538,6 +561,9 @@ SELECT * FROM ( (SELECT a, c FROM cmv_basetable_n2 WHERE d = 3) table2 ON table1.a = table2.a) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_n2 +POSTHOOK: Input: default@cmv_mat_view2_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/druid/druidmini_test_insert.q.out b/ql/src/test/results/clientpositive/druid/druidmini_test_insert.q.out index 0da7610..a4a5594 100644 --- a/ql/src/test/results/clientpositive/druid/druidmini_test_insert.q.out +++ b/ql/src/test/results/clientpositive/druid/druidmini_test_insert.q.out @@ -426,8 +426,12 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 2015-03-10 23:59:59.0 US/Pacific i3-end 2.0 PREHOOK: query: explain select * from druid_test_table_n9 where `__time` = cast('2015-03-08 00:00:00' as timestamp with local time zone) PREHOOK: type: QUERY +PREHOOK: Input: druid_test_dst@druid_test_table_n9 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from druid_test_table_n9 where `__time` = cast('2015-03-08 00:00:00' as timestamp with local time zone) POSTHOOK: type: QUERY +POSTHOOK: Input: druid_test_dst@druid_test_table_n9 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -450,8 +454,12 @@ STAGE PLANS: PREHOOK: query: explain select * from druid_test_table_n9 where `__time` = cast('2015-03-08 23:59:59' as timestamp with local time zone) PREHOOK: type: QUERY +PREHOOK: Input: druid_test_dst@druid_test_table_n9 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from druid_test_table_n9 where `__time` = cast('2015-03-08 23:59:59' as timestamp with local time zone) POSTHOOK: type: QUERY +POSTHOOK: Input: druid_test_dst@druid_test_table_n9 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -474,8 +482,12 @@ STAGE PLANS: PREHOOK: query: explain select * from druid_test_table_n9 where `__time` = cast('2015-03-09 00:00:00' as timestamp with local time zone) PREHOOK: type: QUERY +PREHOOK: Input: druid_test_dst@druid_test_table_n9 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from druid_test_table_n9 where `__time` = cast('2015-03-09 00:00:00' as timestamp with local time zone) POSTHOOK: type: QUERY +POSTHOOK: Input: druid_test_dst@druid_test_table_n9 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -498,8 +510,12 @@ STAGE PLANS: PREHOOK: query: explain select * from druid_test_table_n9 where `__time` = cast('2015-03-09 23:59:59' as timestamp with local time zone) PREHOOK: type: QUERY +PREHOOK: Input: druid_test_dst@druid_test_table_n9 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from druid_test_table_n9 where `__time` = cast('2015-03-09 23:59:59' as timestamp with local time zone) POSTHOOK: type: QUERY +POSTHOOK: Input: druid_test_dst@druid_test_table_n9 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -522,8 +538,12 @@ STAGE PLANS: PREHOOK: query: explain select * from druid_test_table_n9 where `__time` = cast('2015-03-10 00:00:00' as timestamp with local time zone) PREHOOK: type: QUERY +PREHOOK: Input: druid_test_dst@druid_test_table_n9 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from druid_test_table_n9 where `__time` = cast('2015-03-10 00:00:00' as timestamp with local time zone) POSTHOOK: type: QUERY +POSTHOOK: Input: druid_test_dst@druid_test_table_n9 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -546,8 +566,12 @@ STAGE PLANS: PREHOOK: query: explain select * from druid_test_table_n9 where `__time` = cast('2015-03-10 23:59:59' as timestamp with local time zone) PREHOOK: type: QUERY +PREHOOK: Input: druid_test_dst@druid_test_table_n9 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from druid_test_table_n9 where `__time` = cast('2015-03-10 23:59:59' as timestamp with local time zone) POSTHOOK: type: QUERY +POSTHOOK: Input: druid_test_dst@druid_test_table_n9 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -624,8 +648,12 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 2015-03-10 23:59:59.0 US/Pacific i3-end 2.0 PREHOOK: query: EXPLAIN select * from druid_test_table_n9 where `__time` = cast('2015-03-08 00:00:00' as timestamp ) PREHOOK: type: QUERY +PREHOOK: Input: druid_test_dst@druid_test_table_n9 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select * from druid_test_table_n9 where `__time` = cast('2015-03-08 00:00:00' as timestamp ) POSTHOOK: type: QUERY +POSTHOOK: Input: druid_test_dst@druid_test_table_n9 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -648,8 +676,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select * from druid_test_table_n9 where `__time` = cast('2015-03-08 23:59:59' as timestamp ) PREHOOK: type: QUERY +PREHOOK: Input: druid_test_dst@druid_test_table_n9 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select * from druid_test_table_n9 where `__time` = cast('2015-03-08 23:59:59' as timestamp ) POSTHOOK: type: QUERY +POSTHOOK: Input: druid_test_dst@druid_test_table_n9 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -672,8 +704,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select * from druid_test_table_n9 where `__time` = cast('2015-03-09 00:00:00' as timestamp ) PREHOOK: type: QUERY +PREHOOK: Input: druid_test_dst@druid_test_table_n9 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select * from druid_test_table_n9 where `__time` = cast('2015-03-09 00:00:00' as timestamp ) POSTHOOK: type: QUERY +POSTHOOK: Input: druid_test_dst@druid_test_table_n9 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -696,8 +732,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select * from druid_test_table_n9 where `__time` = cast('2015-03-09 23:59:59' as timestamp ) PREHOOK: type: QUERY +PREHOOK: Input: druid_test_dst@druid_test_table_n9 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select * from druid_test_table_n9 where `__time` = cast('2015-03-09 23:59:59' as timestamp ) POSTHOOK: type: QUERY +POSTHOOK: Input: druid_test_dst@druid_test_table_n9 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -720,8 +760,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select * from druid_test_table_n9 where `__time` = cast('2015-03-10 00:00:00' as timestamp ) PREHOOK: type: QUERY +PREHOOK: Input: druid_test_dst@druid_test_table_n9 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select * from druid_test_table_n9 where `__time` = cast('2015-03-10 00:00:00' as timestamp ) POSTHOOK: type: QUERY +POSTHOOK: Input: druid_test_dst@druid_test_table_n9 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -744,8 +788,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select * from druid_test_table_n9 where `__time` = cast('2015-03-10 23:59:59' as timestamp ) PREHOOK: type: QUERY +PREHOOK: Input: druid_test_dst@druid_test_table_n9 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select * from druid_test_table_n9 where `__time` = cast('2015-03-10 23:59:59' as timestamp ) POSTHOOK: type: QUERY +POSTHOOK: Input: druid_test_dst@druid_test_table_n9 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/druid_timeseries.q.out b/ql/src/test/results/clientpositive/druid_timeseries.q.out index 8b29145..c0c12bc 100644 --- a/ql/src/test/results/clientpositive/druid_timeseries.q.out +++ b/ql/src/test/results/clientpositive/druid_timeseries.q.out @@ -12,8 +12,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@druid_table_1_n3 PREHOOK: query: EXPLAIN SELECT count(`__time`) from druid_table_1_n3 where `__time` >= '2010-01-01 00:00:00 UTC' AND `__time` <= '2012-03-01 00:00:00 UTC' OR added <= 0 PREHOOK: type: QUERY +PREHOOK: Input: default@druid_table_1_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(`__time`) from druid_table_1_n3 where `__time` >= '2010-01-01 00:00:00 UTC' AND `__time` <= '2012-03-01 00:00:00 UTC' OR added <= 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@druid_table_1_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -38,8 +42,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT count(`__time`) from druid_table_1_n3 where `__time` <= '2010-01-01 00:00:00 UTC' PREHOOK: type: QUERY +PREHOOK: Input: default@druid_table_1_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(`__time`) from druid_table_1_n3 where `__time` <= '2010-01-01 00:00:00 UTC' POSTHOOK: type: QUERY +POSTHOOK: Input: default@druid_table_1_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -66,10 +74,14 @@ PREHOOK: query: EXPLAIN SELECT max(added), sum(variation) FROM druid_table_1_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@druid_table_1_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT max(added), sum(variation) FROM druid_table_1_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@druid_table_1_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -97,11 +109,15 @@ SELECT `__time`, max(added), sum(variation) FROM druid_table_1_n3 GROUP BY `__time` PREHOOK: type: QUERY +PREHOOK: Input: default@druid_table_1_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT `__time`, max(added), sum(variation) FROM druid_table_1_n3 GROUP BY `__time` POSTHOOK: type: QUERY +POSTHOOK: Input: default@druid_table_1_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -129,11 +145,15 @@ SELECT floor_year(`__time`), max(added), sum(variation) FROM druid_table_1_n3 GROUP BY floor_year(`__time`) PREHOOK: type: QUERY +PREHOOK: Input: default@druid_table_1_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT floor_year(`__time`), max(added), sum(variation) FROM druid_table_1_n3 GROUP BY floor_year(`__time`) POSTHOOK: type: QUERY +POSTHOOK: Input: default@druid_table_1_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -161,11 +181,15 @@ SELECT floor_quarter(`__time`), max(added), sum(variation) FROM druid_table_1_n3 GROUP BY floor_quarter(`__time`) PREHOOK: type: QUERY +PREHOOK: Input: default@druid_table_1_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT floor_quarter(`__time`), max(added), sum(variation) FROM druid_table_1_n3 GROUP BY floor_quarter(`__time`) POSTHOOK: type: QUERY +POSTHOOK: Input: default@druid_table_1_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -193,11 +217,15 @@ SELECT floor_month(`__time`), max(added), sum(variation) FROM druid_table_1_n3 GROUP BY floor_month(`__time`) PREHOOK: type: QUERY +PREHOOK: Input: default@druid_table_1_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT floor_month(`__time`), max(added), sum(variation) FROM druid_table_1_n3 GROUP BY floor_month(`__time`) POSTHOOK: type: QUERY +POSTHOOK: Input: default@druid_table_1_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -225,11 +253,15 @@ SELECT floor_week(`__time`), max(added), sum(variation) FROM druid_table_1_n3 GROUP BY floor_week(`__time`) PREHOOK: type: QUERY +PREHOOK: Input: default@druid_table_1_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT floor_week(`__time`), max(added), sum(variation) FROM druid_table_1_n3 GROUP BY floor_week(`__time`) POSTHOOK: type: QUERY +POSTHOOK: Input: default@druid_table_1_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -257,11 +289,15 @@ SELECT floor_day(`__time`), max(added), sum(variation) FROM druid_table_1_n3 GROUP BY floor_day(`__time`) PREHOOK: type: QUERY +PREHOOK: Input: default@druid_table_1_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT floor_day(`__time`), max(added), sum(variation) FROM druid_table_1_n3 GROUP BY floor_day(`__time`) POSTHOOK: type: QUERY +POSTHOOK: Input: default@druid_table_1_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -289,11 +325,15 @@ SELECT floor_hour(`__time`), max(added), sum(variation) FROM druid_table_1_n3 GROUP BY floor_hour(`__time`) PREHOOK: type: QUERY +PREHOOK: Input: default@druid_table_1_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT floor_hour(`__time`), max(added), sum(variation) FROM druid_table_1_n3 GROUP BY floor_hour(`__time`) POSTHOOK: type: QUERY +POSTHOOK: Input: default@druid_table_1_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -321,11 +361,15 @@ SELECT floor_minute(`__time`), max(added), sum(variation) FROM druid_table_1_n3 GROUP BY floor_minute(`__time`) PREHOOK: type: QUERY +PREHOOK: Input: default@druid_table_1_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT floor_minute(`__time`), max(added), sum(variation) FROM druid_table_1_n3 GROUP BY floor_minute(`__time`) POSTHOOK: type: QUERY +POSTHOOK: Input: default@druid_table_1_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -353,11 +397,15 @@ SELECT floor_second(`__time`), max(added), sum(variation) FROM druid_table_1_n3 GROUP BY floor_second(`__time`) PREHOOK: type: QUERY +PREHOOK: Input: default@druid_table_1_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT floor_second(`__time`), max(added), sum(variation) FROM druid_table_1_n3 GROUP BY floor_second(`__time`) POSTHOOK: type: QUERY +POSTHOOK: Input: default@druid_table_1_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -386,12 +434,16 @@ FROM druid_table_1_n3 WHERE robot='1' GROUP BY floor_hour(`__time`) PREHOOK: type: QUERY +PREHOOK: Input: default@druid_table_1_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT floor_hour(`__time`), max(added), sum(variation) FROM druid_table_1_n3 WHERE robot='1' GROUP BY floor_hour(`__time`) POSTHOOK: type: QUERY +POSTHOOK: Input: default@druid_table_1_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -422,6 +474,8 @@ WHERE floor_hour(`__time`) AND CAST('2014-01-01 00:00:00' AS TIMESTAMP WITH LOCAL TIME ZONE) GROUP BY floor_hour(`__time`) PREHOOK: type: QUERY +PREHOOK: Input: default@druid_table_1_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT floor_hour(`__time`), max(added), sum(variation) FROM druid_table_1_n3 @@ -430,6 +484,8 @@ WHERE floor_hour(`__time`) AND CAST('2014-01-01 00:00:00' AS TIMESTAMP WITH LOCAL TIME ZONE) GROUP BY floor_hour(`__time`) POSTHOOK: type: QUERY +POSTHOOK: Input: default@druid_table_1_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -463,6 +519,8 @@ FROM WHERE subq.h BETWEEN CAST('2010-01-01 00:00:00' AS TIMESTAMP WITH LOCAL TIME ZONE) AND CAST('2014-01-01 00:00:00' AS TIMESTAMP WITH LOCAL TIME ZONE) PREHOOK: type: QUERY +PREHOOK: Input: default@druid_table_1_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT subq.h, subq.m, subq.s FROM @@ -474,6 +532,8 @@ FROM WHERE subq.h BETWEEN CAST('2010-01-01 00:00:00' AS TIMESTAMP WITH LOCAL TIME ZONE) AND CAST('2014-01-01 00:00:00' AS TIMESTAMP WITH LOCAL TIME ZONE) POSTHOOK: type: QUERY +POSTHOOK: Input: default@druid_table_1_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -498,8 +558,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT count(`__time`) from druid_table_1_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@druid_table_1_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(`__time`) from druid_table_1_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@druid_table_1_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -524,8 +588,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT count(`__time`) from druid_table_1_n3 where `__time` <= '2010-01-01 00:00:00 UTC' PREHOOK: type: QUERY +PREHOOK: Input: default@druid_table_1_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(`__time`) from druid_table_1_n3 where `__time` <= '2010-01-01 00:00:00 UTC' POSTHOOK: type: QUERY +POSTHOOK: Input: default@druid_table_1_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -550,8 +618,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT count(`__time`) from druid_table_1_n3 where `__time` >= '2010-01-01 00:00:00' PREHOOK: type: QUERY +PREHOOK: Input: default@druid_table_1_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(`__time`) from druid_table_1_n3 where `__time` >= '2010-01-01 00:00:00' POSTHOOK: type: QUERY +POSTHOOK: Input: default@druid_table_1_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -576,8 +648,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT count(`__time`) from druid_table_1_n3 where `__time` <= '2010-01-01 00:00:00' OR `__time` <= '2012-03-01 00:00:00' PREHOOK: type: QUERY +PREHOOK: Input: default@druid_table_1_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(`__time`) from druid_table_1_n3 where `__time` <= '2010-01-01 00:00:00' OR `__time` <= '2012-03-01 00:00:00' POSTHOOK: type: QUERY +POSTHOOK: Input: default@druid_table_1_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/druid_topn.q.out b/ql/src/test/results/clientpositive/druid_topn.q.out index 3ce327d..179902a 100644 --- a/ql/src/test/results/clientpositive/druid_topn.q.out +++ b/ql/src/test/results/clientpositive/druid_topn.q.out @@ -67,6 +67,8 @@ GROUP BY robot ORDER BY m DESC LIMIT 100 PREHOOK: type: QUERY +PREHOOK: Input: default@druid_table_1_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT robot, max(added) as m, sum(variation) FROM druid_table_1_n1 @@ -74,6 +76,8 @@ GROUP BY robot ORDER BY m DESC LIMIT 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@druid_table_1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -103,6 +107,8 @@ GROUP BY robot, `__time` ORDER BY s DESC LIMIT 100 PREHOOK: type: QUERY +PREHOOK: Input: default@druid_table_1_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT robot, `__time`, max(added), sum(variation) as s FROM druid_table_1_n1 @@ -110,6 +116,8 @@ GROUP BY robot, `__time` ORDER BY s DESC LIMIT 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@druid_table_1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -139,6 +147,8 @@ GROUP BY robot, floor_year(`__time`) ORDER BY s DESC LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@druid_table_1_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT robot, floor_year(`__time`), max(added), sum(variation) as s FROM druid_table_1_n1 @@ -146,6 +156,8 @@ GROUP BY robot, floor_year(`__time`) ORDER BY s DESC LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@druid_table_1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -175,6 +187,8 @@ GROUP BY robot, floor_month(`__time`) ORDER BY s LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@druid_table_1_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT robot, floor_month(`__time`), max(added), sum(variation) as s FROM druid_table_1_n1 @@ -182,6 +196,8 @@ GROUP BY robot, floor_month(`__time`) ORDER BY s LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@druid_table_1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -211,6 +227,8 @@ GROUP BY robot, namespace, floor_month(`__time`) ORDER BY s DESC, m DESC LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@druid_table_1_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT robot, floor_month(`__time`), max(added) as m, sum(variation) as s FROM druid_table_1_n1 @@ -218,6 +236,8 @@ GROUP BY robot, namespace, floor_month(`__time`) ORDER BY s DESC, m DESC LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@druid_table_1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -247,6 +267,8 @@ GROUP BY robot, namespace, floor_month(`__time`) ORDER BY robot ASC, m DESC LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@druid_table_1_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT robot, floor_month(`__time`), max(added) as m, sum(variation) as s FROM druid_table_1_n1 @@ -254,6 +276,8 @@ GROUP BY robot, namespace, floor_month(`__time`) ORDER BY robot ASC, m DESC LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@druid_table_1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -284,6 +308,8 @@ GROUP BY robot, floor_year(`__time`) ORDER BY s LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@druid_table_1_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT robot, floor_year(`__time`), max(added), sum(variation) as s FROM druid_table_1_n1 @@ -292,6 +318,8 @@ GROUP BY robot, floor_year(`__time`) ORDER BY s LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@druid_table_1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -324,6 +352,8 @@ GROUP BY robot, floor_hour(`__time`) ORDER BY m LIMIT 100 PREHOOK: type: QUERY +PREHOOK: Input: default@druid_table_1_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT robot, floor_hour(`__time`), max(added) as m, sum(variation) FROM druid_table_1_n1 @@ -334,6 +364,8 @@ GROUP BY robot, floor_hour(`__time`) ORDER BY m LIMIT 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@druid_table_1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/dynamic_partition_skip_default.q.out b/ql/src/test/results/clientpositive/dynamic_partition_skip_default.q.out index 5d925d4..344c7f2 100644 --- a/ql/src/test/results/clientpositive/dynamic_partition_skip_default.q.out +++ b/ql/src/test/results/clientpositive/dynamic_partition_skip_default.q.out @@ -44,8 +44,14 @@ POSTHOOK: Output: default@dynamic_part_table@partcol1=__HIVE_DEFAULT_PARTITION__ POSTHOOK: Lineage: dynamic_part_table PARTITION(partcol1=__HIVE_DEFAULT_PARTITION__,partcol2=__HIVE_DEFAULT_PARTITION__).intcol SIMPLE [] PREHOOK: query: explain extended select intcol from dynamic_part_table where partcol1='1' and partcol2='1' PREHOOK: type: QUERY +PREHOOK: Input: default@dynamic_part_table +PREHOOK: Input: default@dynamic_part_table@partcol1=1/partcol2=1 +#### A masked pattern was here #### POSTHOOK: query: explain extended select intcol from dynamic_part_table where partcol1='1' and partcol2='1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@dynamic_part_table +POSTHOOK: Input: default@dynamic_part_table@partcol1=1/partcol2=1 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `intcol` FROM `default`.`dynamic_part_table` WHERE `partcol1` = '1' AND `partcol2` = '1' @@ -117,8 +123,14 @@ STAGE PLANS: PREHOOK: query: explain extended select intcol from dynamic_part_table where partcol1='1' and partcol2='1' PREHOOK: type: QUERY +PREHOOK: Input: default@dynamic_part_table +PREHOOK: Input: default@dynamic_part_table@partcol1=1/partcol2=1 +#### A masked pattern was here #### POSTHOOK: query: explain extended select intcol from dynamic_part_table where partcol1='1' and partcol2='1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@dynamic_part_table +POSTHOOK: Input: default@dynamic_part_table@partcol1=1/partcol2=1 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `intcol` FROM `default`.`dynamic_part_table` WHERE `partcol1` = '1' AND `partcol2` = '1' diff --git a/ql/src/test/results/clientpositive/dynpart_sort_optimization_acid2.q.out b/ql/src/test/results/clientpositive/dynpart_sort_optimization_acid2.q.out index aea7572..35726b2 100644 --- a/ql/src/test/results/clientpositive/dynpart_sort_optimization_acid2.q.out +++ b/ql/src/test/results/clientpositive/dynpart_sort_optimization_acid2.q.out @@ -15,9 +15,20 @@ POSTHOOK: Output: default@non_acid PREHOOK: query: explain insert into table non_acid partition(ds,hr) select * from srcpart sort by value PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: default@non_acid POSTHOOK: query: explain insert into table non_acid partition(ds,hr) select * from srcpart sort by value POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/empty_join.q.out b/ql/src/test/results/clientpositive/empty_join.q.out index dc473e1..12c0525 100644 --- a/ql/src/test/results/clientpositive/empty_join.q.out +++ b/ql/src/test/results/clientpositive/empty_join.q.out @@ -46,12 +46,20 @@ FROM test_1_n2 t1 LEFT JOIN test_2_n2 t2 ON t1.id = t2.id INNER JOIN test_3_n0 t3 ON t1.id = t3.id PREHOOK: type: QUERY +PREHOOK: Input: default@test_1_n2 +PREHOOK: Input: default@test_2_n2 +PREHOOK: Input: default@test_3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT t1.id, t2.id, t3.id FROM test_1_n2 t1 LEFT JOIN test_2_n2 t2 ON t1.id = t2.id INNER JOIN test_3_n0 t3 ON t1.id = t3.id POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_1_n2 +POSTHOOK: Input: default@test_2_n2 +POSTHOOK: Input: default@test_3_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-5 is a root stage Stage-4 depends on stages: Stage-5 diff --git a/ql/src/test/results/clientpositive/encrypted/encryption_join_unencrypted_tbl.q.out b/ql/src/test/results/clientpositive/encrypted/encryption_join_unencrypted_tbl.q.out index c258e82..49f7be8 100644 --- a/ql/src/test/results/clientpositive/encrypted/encryption_join_unencrypted_tbl.q.out +++ b/ql/src/test/results/clientpositive/encrypted/encryption_join_unencrypted_tbl.q.out @@ -534,8 +534,14 @@ POSTHOOK: Input: default@encrypted_table 97 val_97 PREHOOK: query: EXPLAIN EXTENDED SELECT * FROM src t1 JOIN encrypted_table t2 WHERE t1.key = t2.key PREHOOK: type: QUERY +PREHOOK: Input: default@encrypted_table +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN EXTENDED SELECT * FROM src t1 JOIN encrypted_table t2 WHERE t1.key = t2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@encrypted_table +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### OPTIMIZED SQL: SELECT * FROM (SELECT `key`, `value` FROM `default`.`src` diff --git a/ql/src/test/results/clientpositive/encrypted/encryption_join_with_different_encryption_keys.q.out b/ql/src/test/results/clientpositive/encrypted/encryption_join_with_different_encryption_keys.q.out index 01343bf..ddde45b 100644 --- a/ql/src/test/results/clientpositive/encrypted/encryption_join_with_different_encryption_keys.q.out +++ b/ql/src/test/results/clientpositive/encrypted/encryption_join_with_different_encryption_keys.q.out @@ -52,8 +52,14 @@ POSTHOOK: Lineage: table_key_2.key EXPRESSION [(src)src.FieldSchema(name:key, ty POSTHOOK: Lineage: table_key_2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: EXPLAIN EXTENDED SELECT * FROM table_key_1 t1 JOIN table_key_2 t2 WHERE (t1.key = t2.key) PREHOOK: type: QUERY +PREHOOK: Input: default@table_key_1 +PREHOOK: Input: default@table_key_2 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN EXTENDED SELECT * FROM table_key_1 t1 JOIN table_key_2 t2 WHERE (t1.key = t2.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_key_1 +POSTHOOK: Input: default@table_key_2 +POSTHOOK: Output: hdfs://### HDFS PATH ### OPTIMIZED SQL: SELECT * FROM (SELECT `key`, `value` FROM `default`.`table_key_1` diff --git a/ql/src/test/results/clientpositive/escape_clusterby1.q.out b/ql/src/test/results/clientpositive/escape_clusterby1.q.out index da37ef5..116b0fd 100644 --- a/ql/src/test/results/clientpositive/escape_clusterby1.q.out +++ b/ql/src/test/results/clientpositive/escape_clusterby1.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select key, value from src cluster by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value from src cluster by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -47,9 +51,13 @@ STAGE PLANS: PREHOOK: query: explain select `key`, value from src cluster by `key`, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select `key`, value from src cluster by `key`, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/escape_distributeby1.q.out b/ql/src/test/results/clientpositive/escape_distributeby1.q.out index ed20201..1e006f7 100644 --- a/ql/src/test/results/clientpositive/escape_distributeby1.q.out +++ b/ql/src/test/results/clientpositive/escape_distributeby1.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select key, value from src distribute by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value from src distribute by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -47,9 +51,13 @@ STAGE PLANS: PREHOOK: query: explain select `key`, value from src distribute by `key`, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select `key`, value from src distribute by `key`, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/escape_orderby1.q.out b/ql/src/test/results/clientpositive/escape_orderby1.q.out index 70ed8f4..30a0c8f 100644 --- a/ql/src/test/results/clientpositive/escape_orderby1.q.out +++ b/ql/src/test/results/clientpositive/escape_orderby1.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select key, value from src order by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value from src order by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -46,9 +50,13 @@ STAGE PLANS: PREHOOK: query: explain select `key`, value from src order by `key`, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select `key`, value from src order by `key`, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/escape_sortby1.q.out b/ql/src/test/results/clientpositive/escape_sortby1.q.out index 7d28cf2..ce473e1 100644 --- a/ql/src/test/results/clientpositive/escape_sortby1.q.out +++ b/ql/src/test/results/clientpositive/escape_sortby1.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select key, value from src sort by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value from src sort by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -46,9 +50,13 @@ STAGE PLANS: PREHOOK: query: explain select `key`, value from src sort by `key`, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select `key`, value from src sort by `key`, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/except_all.q.out b/ql/src/test/results/clientpositive/except_all.q.out index 5263e3c..faba237 100644 --- a/ql/src/test/results/clientpositive/except_all.q.out +++ b/ql/src/test/results/clientpositive/except_all.q.out @@ -212,8 +212,12 @@ POSTHOOK: Input: default@b_n11 2 20 PREHOOK: query: explain select * from src except all select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src except all select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 @@ -386,8 +390,12 @@ POSTHOOK: Input: default@src #### A masked pattern was here #### PREHOOK: query: explain select * from src except all select * from src except distinct select * from src except distinct select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src except all select * from src except distinct select * from src except distinct select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-6 @@ -816,8 +824,14 @@ POSTHOOK: Input: default@src #### A masked pattern was here #### PREHOOK: query: explain select value from a_n15 group by value except distinct select key from b_n11 group by key PREHOOK: type: QUERY +PREHOOK: Input: default@a_n15 +PREHOOK: Input: default@b_n11 +#### A masked pattern was here #### POSTHOOK: query: explain select value from a_n15 group by value except distinct select key from b_n11 group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n15 +POSTHOOK: Input: default@b_n11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 diff --git a/ql/src/test/results/clientpositive/exec_parallel_column_stats.q.out b/ql/src/test/results/clientpositive/exec_parallel_column_stats.q.out index b178aff..9622041 100644 --- a/ql/src/test/results/clientpositive/exec_parallel_column_stats.q.out +++ b/ql/src/test/results/clientpositive/exec_parallel_column_stats.q.out @@ -12,8 +12,14 @@ POSTHOOK: Lineage: t_n25.key SIMPLE [(src)src.FieldSchema(name:key, type:string, POSTHOOK: Lineage: t_n25.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain analyze table t_n25 compute statistics for columns PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@t_n25 +PREHOOK: Output: default@t_n25 +#### A masked pattern was here #### POSTHOOK: query: explain analyze table t_n25 compute statistics for columns POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@t_n25 +POSTHOOK: Output: default@t_n25 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/explain_ddl.q.out b/ql/src/test/results/clientpositive/explain_ddl.q.out index df31faa..3846b2c 100644 --- a/ql/src/test/results/clientpositive/explain_ddl.q.out +++ b/ql/src/test/results/clientpositive/explain_ddl.q.out @@ -44,8 +44,14 @@ POSTHOOK: Input: default@m1 497 PREHOOK: query: EXPLAIN CREATE TABLE M1 AS select * from src PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@M1 POSTHOOK: query: EXPLAIN CREATE TABLE M1 AS select * from src POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@M1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -138,8 +144,14 @@ STAGE PLANS: PREHOOK: query: EXPLAIN CREATE TABLE M1 AS select * from M1 PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@m1 +PREHOOK: Output: database:default +PREHOOK: Output: default@M1 POSTHOOK: query: EXPLAIN CREATE TABLE M1 AS select * from M1 POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@m1 +POSTHOOK: Output: database:default +POSTHOOK: Output: default@M1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -232,8 +244,16 @@ STAGE PLANS: PREHOOK: query: EXPLAIN CREATE TABLE M1 AS select * from V1_n0 PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Input: default@v1_n0 +PREHOOK: Output: database:default +PREHOOK: Output: default@M1 POSTHOOK: query: EXPLAIN CREATE TABLE M1 AS select * from V1_n0 POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Input: default@v1_n0 +POSTHOOK: Output: database:default +POSTHOOK: Output: default@M1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -328,8 +348,14 @@ STAGE PLANS: PREHOOK: query: EXPLAIN CREATE TABLE V1_n0 AS select * from M1 PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@m1 +PREHOOK: Output: database:default +PREHOOK: Output: default@V1_n0 POSTHOOK: query: EXPLAIN CREATE TABLE V1_n0 AS select * from M1 POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@m1 +POSTHOOK: Output: database:default +POSTHOOK: Output: default@V1_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -422,8 +448,14 @@ STAGE PLANS: PREHOOK: query: EXPLAIN CREATE VIEW V1_n0 AS select * from M1 PREHOOK: type: CREATEVIEW +PREHOOK: Input: default@m1 +PREHOOK: Output: database:default +PREHOOK: Output: default@V1_n0 POSTHOOK: query: EXPLAIN CREATE VIEW V1_n0 AS select * from M1 POSTHOOK: type: CREATEVIEW +POSTHOOK: Input: default@m1 +POSTHOOK: Output: database:default +POSTHOOK: Output: default@V1_n0 STAGE DEPENDENCIES: Stage-1 is a root stage @@ -438,8 +470,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN CREATE TABLE M1 LIKE src PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@M1 POSTHOOK: query: EXPLAIN CREATE TABLE M1 LIKE src POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@M1 STAGE DEPENDENCIES: Stage-0 is a root stage @@ -455,8 +491,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN CREATE TABLE M1 LIKE M1 PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@M1 POSTHOOK: query: EXPLAIN CREATE TABLE M1 LIKE M1 POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@M1 STAGE DEPENDENCIES: Stage-0 is a root stage @@ -472,8 +512,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN DROP TABLE M1 PREHOOK: type: DROPTABLE +PREHOOK: Input: default@m1 +PREHOOK: Output: default@m1 POSTHOOK: query: EXPLAIN DROP TABLE M1 POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@m1 +POSTHOOK: Output: default@m1 STAGE DEPENDENCIES: Stage-0 is a root stage @@ -494,8 +538,12 @@ POSTHOOK: Input: default@m1 497 PREHOOK: query: EXPLAIN INSERT INTO M1 SELECT * FROM M1 PREHOOK: type: QUERY +PREHOOK: Input: default@m1 +PREHOOK: Output: default@m1 POSTHOOK: query: EXPLAIN INSERT INTO M1 SELECT * FROM M1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@m1 +POSTHOOK: Output: default@m1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -620,8 +668,10 @@ POSTHOOK: Input: default@m1 497 PREHOOK: query: EXPLAIN TRUNCATE TABLE M1 PREHOOK: type: TRUNCATETABLE +PREHOOK: Output: default@m1 POSTHOOK: query: EXPLAIN TRUNCATE TABLE M1 POSTHOOK: type: TRUNCATETABLE +POSTHOOK: Output: default@m1 STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/explain_dependency.q.out b/ql/src/test/results/clientpositive/explain_dependency.q.out index b7b18e1..da1036b 100644 --- a/ql/src/test/results/clientpositive/explain_dependency.q.out +++ b/ql/src/test/results/clientpositive/explain_dependency.q.out @@ -69,54 +69,156 @@ POSTHOOK: Lineage: V4.value2 SIMPLE [(src)src3.FieldSchema(name:value, type:stri PREHOOK: query: EXPLAIN DEPENDENCY SELECT key, count(1) FROM srcpart WHERE ds IS NOT NULL GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN DEPENDENCY SELECT key, count(1) FROM srcpart WHERE ds IS NOT NULL GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### {"input_tables":[{"tablename":"default@srcpart","tabletype":"MANAGED_TABLE"}],"input_partitions":[{"partitionName":"default@srcpart@ds=2008-04-08/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-08/hr=12"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=12"}]} PREHOOK: query: EXPLAIN DEPENDENCY SELECT key, count(1) FROM (SELECT key, value FROM src) subq1 GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN DEPENDENCY SELECT key, count(1) FROM (SELECT key, value FROM src) subq1 GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### {"input_tables":[{"tablename":"default@src","tabletype":"MANAGED_TABLE"}],"input_partitions":[]} PREHOOK: query: EXPLAIN DEPENDENCY SELECT * FROM ( SELECT key, value FROM src UNION ALL SELECT key, value FROM srcpart WHERE ds IS NOT NULL ) S1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN DEPENDENCY SELECT * FROM ( SELECT key, value FROM src UNION ALL SELECT key, value FROM srcpart WHERE ds IS NOT NULL ) S1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### {"input_tables":[{"tablename":"default@src","tabletype":"MANAGED_TABLE"},{"tablename":"default@srcpart","tabletype":"MANAGED_TABLE"}],"input_partitions":[{"partitionName":"default@srcpart@ds=2008-04-08/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-08/hr=12"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=12"}]} PREHOOK: query: EXPLAIN DEPENDENCY SELECT S1.key, S2.value FROM src S1 JOIN srcpart S2 ON S1.key = S2.key WHERE ds IS NOT NULL PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN DEPENDENCY SELECT S1.key, S2.value FROM src S1 JOIN srcpart S2 ON S1.key = S2.key WHERE ds IS NOT NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### {"input_tables":[{"tablename":"default@src","tabletype":"MANAGED_TABLE"},{"tablename":"default@srcpart","tabletype":"MANAGED_TABLE"}],"input_partitions":[{"partitionName":"default@srcpart@ds=2008-04-08/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-08/hr=12"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=12"}]} PREHOOK: query: EXPLAIN DEPENDENCY SELECT * FROM V1_n6 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@v1_n6 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN DEPENDENCY SELECT * FROM V1_n6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@v1_n6 +#### A masked pattern was here #### {"input_tables":[{"tablename":"default@v1_n6","tabletype":"VIRTUAL_VIEW"},{"tablename":"default@src","tabletype":"MANAGED_TABLE","tableParents":"[default@v1_n6]"}],"input_partitions":[]} PREHOOK: query: EXPLAIN DEPENDENCY SELECT * FROM V2_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@v2_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN DEPENDENCY SELECT * FROM V2_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@v2_n1 +#### A masked pattern was here #### {"input_tables":[{"tablename":"default@v2_n1","tabletype":"VIRTUAL_VIEW"},{"tablename":"default@srcpart","tabletype":"MANAGED_TABLE","tableParents":"[default@v2_n1]"}],"input_partitions":[{"partitionName":"default@srcpart@ds=2008-04-08/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-08/hr=12"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=12"}]} PREHOOK: query: EXPLAIN DEPENDENCY SELECT * FROM V3 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@v2_n1 +PREHOOK: Input: default@v3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN DEPENDENCY SELECT * FROM V3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@v2_n1 +POSTHOOK: Input: default@v3 +#### A masked pattern was here #### {"input_tables":[{"tablename":"default@v3","tabletype":"VIRTUAL_VIEW"},{"tablename":"default@v2_n1","tabletype":"VIRTUAL_VIEW","tableParents":"[default@v3]"},{"tablename":"default@src","tabletype":"MANAGED_TABLE","tableParents":"[default@v3]"},{"tablename":"default@srcpart","tabletype":"MANAGED_TABLE","tableParents":"[default@v2_n1]"}],"input_partitions":[{"partitionName":"default@srcpart@ds=2008-04-08/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-08/hr=12"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=12"}]} PREHOOK: query: EXPLAIN DEPENDENCY SELECT * FROM V4 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@v1_n6 +PREHOOK: Input: default@v2_n1 +PREHOOK: Input: default@v4 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN DEPENDENCY SELECT * FROM V4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@v1_n6 +POSTHOOK: Input: default@v2_n1 +POSTHOOK: Input: default@v4 +#### A masked pattern was here #### {"input_tables":[{"tablename":"default@v4","tabletype":"VIRTUAL_VIEW"},{"tablename":"default@v1_n6","tabletype":"VIRTUAL_VIEW","tableParents":"[default@v4]"},{"tablename":"default@v2_n1","tabletype":"VIRTUAL_VIEW","tableParents":"[default@v4]"},{"tablename":"default@src","tabletype":"MANAGED_TABLE","tableParents":"[default@v4, default@v1_n6]"},{"tablename":"default@srcpart","tabletype":"MANAGED_TABLE","tableParents":"[default@v2_n1]"}],"input_partitions":[{"partitionName":"default@srcpart@ds=2008-04-08/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-08/hr=12"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=12"}]} PREHOOK: query: CREATE VIEW V5 as SELECT * FROM srcpart where ds = '10' PREHOOK: type: CREATEVIEW @@ -134,6 +236,12 @@ POSTHOOK: Lineage: V5.key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:st POSTHOOK: Lineage: V5.value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: EXPLAIN DEPENDENCY SELECT * FROM V5 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@v5 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN DEPENDENCY SELECT * FROM V5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@v5 +#### A masked pattern was here #### {"input_tables":[{"tablename":"default@v5","tabletype":"VIRTUAL_VIEW"},{"tablename":"default@srcpart","tabletype":"MANAGED_TABLE","tableParents":"[default@v5]"}],"input_partitions":[]} diff --git a/ql/src/test/results/clientpositive/explain_dependency2.q.out b/ql/src/test/results/clientpositive/explain_dependency2.q.out index c2ee3f5..102ddc2 100644 --- a/ql/src/test/results/clientpositive/explain_dependency2.q.out +++ b/ql/src/test/results/clientpositive/explain_dependency2.q.out @@ -1,32 +1,64 @@ PREHOOK: query: EXPLAIN DEPENDENCY SELECT * FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN DEPENDENCY SELECT * FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### {"input_tables":[{"tablename":"default@src","tabletype":"MANAGED_TABLE"}],"input_partitions":[]} PREHOOK: query: EXPLAIN DEPENDENCY SELECT count(*) FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN DEPENDENCY SELECT count(*) FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### {"input_tables":[{"tablename":"default@src","tabletype":"MANAGED_TABLE"}],"input_partitions":[]} PREHOOK: query: EXPLAIN DEPENDENCY SELECT * FROM srcpart where ds is not null PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN DEPENDENCY SELECT * FROM srcpart where ds is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### {"input_tables":[{"tablename":"default@srcpart","tabletype":"MANAGED_TABLE"}],"input_partitions":[{"partitionName":"default@srcpart@ds=2008-04-08/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-08/hr=12"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=12"}]} PREHOOK: query: EXPLAIN DEPENDENCY SELECT * FROM srcpart where ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN DEPENDENCY SELECT * FROM srcpart where ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +#### A masked pattern was here #### {"input_tables":[{"tablename":"default@srcpart","tabletype":"MANAGED_TABLE"}],"input_partitions":[]} PREHOOK: query: EXPLAIN DEPENDENCY SELECT count(*) FROM srcpart where ds is not null PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN DEPENDENCY SELECT count(*) FROM srcpart where ds is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +#### A masked pattern was here #### {"input_tables":[{"tablename":"default@srcpart","tabletype":"MANAGED_TABLE"}],"input_partitions":[]} PREHOOK: query: EXPLAIN DEPENDENCY SELECT count(*) FROM srcpart where ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN DEPENDENCY SELECT count(*) FROM srcpart where ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +#### A masked pattern was here #### {"input_tables":[{"tablename":"default@srcpart","tabletype":"MANAGED_TABLE"}],"input_partitions":[]} PREHOOK: query: create table tstsrcpart like srcpart PREHOOK: type: CREATETABLE @@ -38,11 +70,19 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tstsrcpart PREHOOK: query: EXPLAIN DEPENDENCY SELECT * FROM tstsrcpart where ds is not null PREHOOK: type: QUERY +PREHOOK: Input: default@tstsrcpart +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN DEPENDENCY SELECT * FROM tstsrcpart where ds is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@tstsrcpart +#### A masked pattern was here #### {"input_tables":[{"tablename":"default@tstsrcpart","tabletype":"MANAGED_TABLE"}],"input_partitions":[]} PREHOOK: query: EXPLAIN DEPENDENCY SELECT count(*) FROM tstsrcpart where ds is not null PREHOOK: type: QUERY +PREHOOK: Input: default@tstsrcpart +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN DEPENDENCY SELECT count(*) FROM tstsrcpart where ds is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@tstsrcpart +#### A masked pattern was here #### {"input_tables":[{"tablename":"default@tstsrcpart","tabletype":"MANAGED_TABLE"}],"input_partitions":[]} diff --git a/ql/src/test/results/clientpositive/explain_locks.q.out b/ql/src/test/results/clientpositive/explain_locks.q.out index 72aa410..ed7f1e8 100644 --- a/ql/src/test/results/clientpositive/explain_locks.q.out +++ b/ql/src/test/results/clientpositive/explain_locks.q.out @@ -4,8 +4,12 @@ POSTHOOK: query: explain locks drop table test_explain_locks POSTHOOK: type: DROPTABLE PREHOOK: query: explain locks create table test_explain_locks (a int, b int) PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@test_explain_locks POSTHOOK: query: explain locks create table test_explain_locks (a int, b int) POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@test_explain_locks LOCK INFORMATION: default -> SHARED_READ PREHOOK: query: drop table if exists target @@ -50,8 +54,24 @@ POSTHOOK: Lineage: target PARTITION(p=2,q=2).a SCRIPT [] POSTHOOK: Lineage: target PARTITION(p=2,q=2).b SCRIPT [] PREHOOK: query: explain locks update target set b = 1 where p in (select t.q1 from source t where t.a1=5) PREHOOK: type: QUERY +PREHOOK: Input: default@source +PREHOOK: Input: default@target +PREHOOK: Input: default@target@p=1/q=2 +PREHOOK: Input: default@target@p=1/q=3 +PREHOOK: Input: default@target@p=2/q=2 +PREHOOK: Output: default@target@p=1/q=2 +PREHOOK: Output: default@target@p=1/q=3 +PREHOOK: Output: default@target@p=2/q=2 POSTHOOK: query: explain locks update target set b = 1 where p in (select t.q1 from source t where t.a1=5) POSTHOOK: type: QUERY +POSTHOOK: Input: default@source +POSTHOOK: Input: default@target +POSTHOOK: Input: default@target@p=1/q=2 +POSTHOOK: Input: default@target@p=1/q=3 +POSTHOOK: Input: default@target@p=2/q=2 +POSTHOOK: Output: default@target@p=1/q=2 +POSTHOOK: Output: default@target@p=1/q=3 +POSTHOOK: Output: default@target@p=2/q=2 LOCK INFORMATION: default.source -> SHARED_READ default.target.p=1/q=2 -> SHARED_READ @@ -62,21 +82,62 @@ default.target.p=1/q=3 -> SHARED_WRITE default.target.p=1/q=2 -> SHARED_WRITE PREHOOK: query: explain locks update source set b1 = 1 where p1 in (select t.q from target t where t.p=2) PREHOOK: type: QUERY +PREHOOK: Input: default@source +PREHOOK: Input: default@target +PREHOOK: Input: default@target@p=2/q=2 +PREHOOK: Output: default@source POSTHOOK: query: explain locks update source set b1 = 1 where p1 in (select t.q from target t where t.p=2) POSTHOOK: type: QUERY +POSTHOOK: Input: default@source +POSTHOOK: Input: default@target +POSTHOOK: Input: default@target@p=2/q=2 +POSTHOOK: Output: default@source LOCK INFORMATION: default.target -> SHARED_READ default.target.p=2/q=2 -> SHARED_READ default.source -> SHARED_WRITE PREHOOK: query: explain formatted locks update source set b1 = 1 where p1 in (select t.q from target t where t.p=2) PREHOOK: type: QUERY +PREHOOK: Input: default@source +PREHOOK: Input: default@target +PREHOOK: Input: default@target@p=2/q=2 +PREHOOK: Output: default@source POSTHOOK: query: explain formatted locks update source set b1 = 1 where p1 in (select t.q from target t where t.p=2) POSTHOOK: type: QUERY +POSTHOOK: Input: default@source +POSTHOOK: Input: default@target +POSTHOOK: Input: default@target@p=2/q=2 +POSTHOOK: Output: default@source {"LOCK INFORMATION:":"[default.target -> SHARED_READ, default.target.p=2/q=2 -> SHARED_READ, default.source -> SHARED_WRITE]"} PREHOOK: query: explain locks merge into target t using source s on t.a = s.a1 when matched and p = 1 and q = 2 then update set b = 1 when matched and p = 2 and q = 2 then delete when not matched and a1 > 100 then insert values(s.a1,s.b1,s.p1, s.q1) PREHOOK: type: QUERY +PREHOOK: Input: default@source +PREHOOK: Input: default@target +PREHOOK: Input: default@target@p=1/q=2 +PREHOOK: Input: default@target@p=1/q=3 +PREHOOK: Input: default@target@p=2/q=2 +PREHOOK: Output: default@merge_tmp_table +PREHOOK: Output: default@target +PREHOOK: Output: default@target@p=1/q=2 +PREHOOK: Output: default@target@p=1/q=2 +PREHOOK: Output: default@target@p=1/q=3 +PREHOOK: Output: default@target@p=1/q=3 +PREHOOK: Output: default@target@p=2/q=2 +PREHOOK: Output: default@target@p=2/q=2 POSTHOOK: query: explain locks merge into target t using source s on t.a = s.a1 when matched and p = 1 and q = 2 then update set b = 1 when matched and p = 2 and q = 2 then delete when not matched and a1 > 100 then insert values(s.a1,s.b1,s.p1, s.q1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@source +POSTHOOK: Input: default@target +POSTHOOK: Input: default@target@p=1/q=2 +POSTHOOK: Input: default@target@p=1/q=3 +POSTHOOK: Input: default@target@p=2/q=2 +POSTHOOK: Output: default@merge_tmp_table +POSTHOOK: Output: default@target@p=1/q=2 +POSTHOOK: Output: default@target@p=1/q=2 +POSTHOOK: Output: default@target@p=1/q=3 +POSTHOOK: Output: default@target@p=1/q=3 +POSTHOOK: Output: default@target@p=2/q=2 +POSTHOOK: Output: default@target@p=2/q=2 LOCK INFORMATION: default.source -> SHARED_READ default.target.p=1/q=2 -> SHARED_READ diff --git a/ql/src/test/results/clientpositive/explain_logical.q.out b/ql/src/test/results/clientpositive/explain_logical.q.out index 6b7e986..428fa58 100644 --- a/ql/src/test/results/clientpositive/explain_logical.q.out +++ b/ql/src/test/results/clientpositive/explain_logical.q.out @@ -69,9 +69,13 @@ POSTHOOK: Lineage: V4_n1.value2 SIMPLE [(src)src3.FieldSchema(name:value, type:s PREHOOK: query: EXPLAIN LOGICAL SELECT key, count(1) FROM srcpart WHERE ds IS NOT NULL GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN LOGICAL SELECT key, count(1) FROM srcpart WHERE ds IS NOT NULL GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +#### A masked pattern was here #### LOGICAL PLAN: srcpart TableScan (TS_0) @@ -110,9 +114,13 @@ srcpart PREHOOK: query: EXPLAIN LOGICAL SELECT key, count(1) FROM (SELECT key, value FROM src) subq1 GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN LOGICAL SELECT key, count(1) FROM (SELECT key, value FROM src) subq1 GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### LOGICAL PLAN: src TableScan (TS_0) @@ -153,11 +161,17 @@ PREHOOK: query: EXPLAIN LOGICAL SELECT key, value FROM src UNION ALL SELECT key, value FROM srcpart WHERE ds IS NOT NULL ) S1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN LOGICAL SELECT * FROM ( SELECT key, value FROM src UNION ALL SELECT key, value FROM srcpart WHERE ds IS NOT NULL ) S1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +#### A masked pattern was here #### LOGICAL PLAN: $hdt$_0-subquery1:src TableScan (TS_0) @@ -190,9 +204,15 @@ $hdt$_0-subquery2:srcpart PREHOOK: query: EXPLAIN LOGICAL SELECT S1.key, S2.value FROM src S1 JOIN srcpart S2 ON S1.key = S2.key WHERE ds IS NOT NULL PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN LOGICAL SELECT S1.key, S2.value FROM src S1 JOIN srcpart S2 ON S1.key = S2.key WHERE ds IS NOT NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +#### A masked pattern was here #### LOGICAL PLAN: $hdt$_0:s1 TableScan (TS_0) @@ -257,8 +277,14 @@ $hdt$_1:s2 PREHOOK: query: EXPLAIN LOGICAL SELECT * FROM V1_n8 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@v1_n8 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN LOGICAL SELECT * FROM V1_n8 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@v1_n8 +#### A masked pattern was here #### LOGICAL PLAN: src TableScan (TS_0) @@ -274,8 +300,22 @@ src PREHOOK: query: EXPLAIN LOGICAL SELECT * FROM V2_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@v2_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN LOGICAL SELECT * FROM V2_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@v2_n3 +#### A masked pattern was here #### LOGICAL PLAN: srcpart TableScan (TS_0) @@ -291,8 +331,18 @@ srcpart PREHOOK: query: EXPLAIN LOGICAL SELECT * FROM V3_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@v2_n3 +PREHOOK: Input: default@v3_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN LOGICAL SELECT * FROM V3_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@v2_n3 +POSTHOOK: Input: default@v3_n1 +#### A masked pattern was here #### LOGICAL PLAN: $hdt$_0:srcpart TableScan (TS_0) @@ -361,8 +411,20 @@ $hdt$_1:src2 PREHOOK: query: EXPLAIN LOGICAL SELECT * FROM V4_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@v1_n8 +PREHOOK: Input: default@v2_n3 +PREHOOK: Input: default@v4_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN LOGICAL SELECT * FROM V4_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@v1_n8 +POSTHOOK: Input: default@v2_n3 +POSTHOOK: Input: default@v4_n1 +#### A masked pattern was here #### LOGICAL PLAN: $hdt$_0:srcpart TableScan (TS_0) @@ -478,8 +540,14 @@ POSTHOOK: Lineage: V5_n0.key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type POSTHOOK: Lineage: V5_n0.value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: EXPLAIN LOGICAL SELECT * FROM V5_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@v5_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN LOGICAL SELECT * FROM V5_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@v5_n0 +#### A masked pattern was here #### LOGICAL PLAN: srcpart TableScan (TS_0) @@ -498,8 +566,12 @@ srcpart PREHOOK: query: EXPLAIN LOGICAL SELECT s1.key, s1.cnt, s2.value FROM (SELECT key, count(value) as cnt FROM src GROUP BY key) s1 JOIN src s2 ON (s1.key = s2.key) ORDER BY s1.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN LOGICAL SELECT s1.key, s1.cnt, s2.value FROM (SELECT key, count(value) as cnt FROM src GROUP BY key) s1 JOIN src s2 ON (s1.key = s2.key) ORDER BY s1.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### LOGICAL PLAN: $hdt$_0:src TableScan (TS_0) diff --git a/ql/src/test/results/clientpositive/explain_outputs.q.out b/ql/src/test/results/clientpositive/explain_outputs.q.out index 86ec9fa..9c600fe 100644 --- a/ql/src/test/results/clientpositive/explain_outputs.q.out +++ b/ql/src/test/results/clientpositive/explain_outputs.q.out @@ -35,9 +35,15 @@ POSTHOOK: Lineage: t2_n14.id SCRIPT [] PREHOOK: query: explain select sum(t1_n22.id) from t1_n22 join t2_n14 on (t1_n22.id=t2_n14.id) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n22 +PREHOOK: Input: default@t2_n14 +#### A masked pattern was here #### POSTHOOK: query: explain select sum(t1_n22.id) from t1_n22 join t2_n14 on (t1_n22.id=t2_n14.id) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n22 +POSTHOOK: Input: default@t2_n14 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -140,9 +146,15 @@ POSTHOOK: Input: default@t2_n14 PREHOOK: query: explain analyze select sum(t1_n22.id) from t1_n22 join t2_n14 on (t1_n22.id=t2_n14.id) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n22 +PREHOOK: Input: default@t2_n14 +#### A masked pattern was here #### POSTHOOK: query: explain analyze select sum(t1_n22.id) from t1_n22 join t2_n14 on (t1_n22.id=t2_n14.id) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n22 +POSTHOOK: Input: default@t2_n14 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -247,9 +259,15 @@ POSTHOOK: Input: default@t2_n14 PREHOOK: query: explain reoptimization select sum(t1_n22.id) from t1_n22 join t2_n14 on (t1_n22.id=t2_n14.id) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n22 +PREHOOK: Input: default@t2_n14 +#### A masked pattern was here #### POSTHOOK: query: explain reoptimization select sum(t1_n22.id) from t1_n22 join t2_n14 on (t1_n22.id=t2_n14.id) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n22 +POSTHOOK: Input: default@t2_n14 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/explain_rearrange.q.out b/ql/src/test/results/clientpositive/explain_rearrange.q.out index be1b8ed..e36248f 100644 --- a/ql/src/test/results/clientpositive/explain_rearrange.q.out +++ b/ql/src/test/results/clientpositive/explain_rearrange.q.out @@ -32,6 +32,9 @@ join on src1.key = src2.key order by src1.key, src1.cnt1, src2.cnt1 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n9 +PREHOOK: Input: default@tbl2_n8 +#### A masked pattern was here #### POSTHOOK: query: explain select src1.key, src1.cnt1, src2.cnt1 from ( @@ -50,6 +53,9 @@ join on src1.key = src2.key order by src1.key, src1.cnt1, src2.cnt1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n9 +POSTHOOK: Input: default@tbl2_n8 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage [MAPRED] Stage-9 depends on stages: Stage-1, Stage-5 , consists of Stage-10, Stage-11, Stage-2 [CONDITIONAL] @@ -304,6 +310,9 @@ join on src1.key = src2.key order by src1.key, src1.cnt1, src2.cnt1 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n9 +PREHOOK: Input: default@tbl2_n8 +#### A masked pattern was here #### POSTHOOK: query: explain select src1.key, src1.cnt1, src2.cnt1 from ( @@ -322,6 +331,9 @@ join on src1.key = src2.key order by src1.key, src1.cnt1, src2.cnt1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n9 +POSTHOOK: Input: default@tbl2_n8 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage [MAPRED] Stage-2 depends on stages: Stage-1, Stage-9 , consists of Stage-3, Stage-6, Stage-8 [CONDITIONAL] @@ -576,6 +588,9 @@ join on src1.key = src2.key order by src1.key, src1.cnt1, src2.cnt1 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n9 +PREHOOK: Input: default@tbl2_n8 +#### A masked pattern was here #### POSTHOOK: query: explain select src1.key, src1.cnt1, src2.cnt1 from ( @@ -594,6 +609,9 @@ join on src1.key = src2.key order by src1.key, src1.cnt1, src2.cnt1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n9 +POSTHOOK: Input: default@tbl2_n8 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage [MAPRED] Stage-2 is a root stage [MAPRED] @@ -848,6 +866,9 @@ join on src1.key = src2.key order by src1.key, src1.cnt1, src2.cnt1 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n9 +PREHOOK: Input: default@tbl2_n8 +#### A masked pattern was here #### POSTHOOK: query: explain select src1.key, src1.cnt1, src2.cnt1 from ( @@ -866,6 +887,9 @@ join on src1.key = src2.key order by src1.key, src1.cnt1, src2.cnt1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n9 +POSTHOOK: Input: default@tbl2_n8 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage [MAPRED] Stage-2 is a root stage [MAPRED] diff --git a/ql/src/test/results/clientpositive/explaindenpendencydiffengs.q.out b/ql/src/test/results/clientpositive/explaindenpendencydiffengs.q.out index 3a5d4e4..a31317b 100644 --- a/ql/src/test/results/clientpositive/explaindenpendencydiffengs.q.out +++ b/ql/src/test/results/clientpositive/explaindenpendencydiffengs.q.out @@ -33,8 +33,16 @@ POSTHOOK: Lineage: viewtest.a SIMPLE [(dependtest)dependtest.FieldSchema(name:a, POSTHOOK: Lineage: viewtest.b SIMPLE [] PREHOOK: query: explain dependency select count(*) from viewtest PREHOOK: type: QUERY +PREHOOK: Input: default@dependtest +PREHOOK: Input: default@dependtest@b=1 +PREHOOK: Input: default@viewtest +#### A masked pattern was here #### POSTHOOK: query: explain dependency select count(*) from viewtest POSTHOOK: type: QUERY +POSTHOOK: Input: default@dependtest +POSTHOOK: Input: default@dependtest@b=1 +POSTHOOK: Input: default@viewtest +#### A masked pattern was here #### {"input_tables":[{"tablename":"default@viewtest","tabletype":"VIRTUAL_VIEW"},{"tablename":"default@dependtest","tabletype":"MANAGED_TABLE","tableParents":"[default@viewtest]"}],"input_partitions":[{"partitionName":"default@dependtest@b=1","partitionParents":"[default@viewtest]"}]} PREHOOK: query: drop view viewtest PREHOOK: type: DROPVIEW diff --git a/ql/src/test/results/clientpositive/extract.q.out b/ql/src/test/results/clientpositive/extract.q.out index 3386f66..8d736a2 100644 --- a/ql/src/test/results/clientpositive/extract.q.out +++ b/ql/src/test/results/clientpositive/extract.q.out @@ -27,10 +27,14 @@ PREHOOK: query: explain select day(t) from extract_udf PREHOOK: type: QUERY +PREHOOK: Input: default@extract_udf +#### A masked pattern was here #### POSTHOOK: query: explain select day(t) from extract_udf POSTHOOK: type: QUERY +POSTHOOK: Input: default@extract_udf +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -76,10 +80,14 @@ PREHOOK: query: explain select extract(day from t) from extract_udf PREHOOK: type: QUERY +PREHOOK: Input: default@extract_udf +#### A masked pattern was here #### POSTHOOK: query: explain select extract(day from t) from extract_udf POSTHOOK: type: QUERY +POSTHOOK: Input: default@extract_udf +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/extrapolate_part_stats_date.q.out b/ql/src/test/results/clientpositive/extrapolate_part_stats_date.q.out index be5eeb4..f5869b5 100644 --- a/ql/src/test/results/clientpositive/extrapolate_part_stats_date.q.out +++ b/ql/src/test/results/clientpositive/extrapolate_part_stats_date.q.out @@ -57,8 +57,14 @@ POSTHOOK: Output: default@date_dim_n1@d_date_sk=2416947 #### A masked pattern was here #### PREHOOK: query: explain select count(*) from date_dim_n1 where d_date > date "1900-01-02" and d_date_sk= 2416945 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim_n1 +PREHOOK: Input: default@date_dim_n1@d_date_sk=2416945 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from date_dim_n1 where d_date > date "1900-01-02" and d_date_sk= 2416945 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim_n1 +POSTHOOK: Input: default@date_dim_n1@d_date_sk=2416945 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -116,8 +122,20 @@ POSTHOOK: Output: default@date_dim_n1@d_date_sk=2416948 POSTHOOK: Lineage: date_dim_n1 PARTITION(d_date_sk=2416948).d_date SCRIPT [] PREHOOK: query: explain extended select d_date from date_dim_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim_n1 +PREHOOK: Input: default@date_dim_n1@d_date_sk=2416945 +PREHOOK: Input: default@date_dim_n1@d_date_sk=2416946 +PREHOOK: Input: default@date_dim_n1@d_date_sk=2416947 +PREHOOK: Input: default@date_dim_n1@d_date_sk=2416948 +#### A masked pattern was here #### POSTHOOK: query: explain extended select d_date from date_dim_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim_n1 +POSTHOOK: Input: default@date_dim_n1@d_date_sk=2416945 +POSTHOOK: Input: default@date_dim_n1@d_date_sk=2416946 +POSTHOOK: Input: default@date_dim_n1@d_date_sk=2416947 +POSTHOOK: Input: default@date_dim_n1@d_date_sk=2416948 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `d_date` FROM `default`.`date_dim_n1` STAGE DEPENDENCIES: diff --git a/ql/src/test/results/clientpositive/extrapolate_part_stats_full.q.out b/ql/src/test/results/clientpositive/extrapolate_part_stats_full.q.out index c4cd90c..111660a 100644 --- a/ql/src/test/results/clientpositive/extrapolate_part_stats_full.q.out +++ b/ql/src/test/results/clientpositive/extrapolate_part_stats_full.q.out @@ -103,8 +103,16 @@ bitVector HL comment from deserializer PREHOOK: query: explain extended select state from loc_orc_1d PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_1d +PREHOOK: Input: default@loc_orc_1d@year=2000 +PREHOOK: Input: default@loc_orc_1d@year=2001 +#### A masked pattern was here #### POSTHOOK: query: explain extended select state from loc_orc_1d POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_1d +POSTHOOK: Input: default@loc_orc_1d@year=2000 +POSTHOOK: Input: default@loc_orc_1d@year=2001 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `state` FROM `default`.`loc_orc_1d` STAGE DEPENDENCIES: @@ -220,8 +228,16 @@ STAGE PLANS: PREHOOK: query: explain extended select state,locid from loc_orc_1d PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_1d +PREHOOK: Input: default@loc_orc_1d@year=2000 +PREHOOK: Input: default@loc_orc_1d@year=2001 +#### A masked pattern was here #### POSTHOOK: query: explain extended select state,locid from loc_orc_1d POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_1d +POSTHOOK: Input: default@loc_orc_1d@year=2000 +POSTHOOK: Input: default@loc_orc_1d@year=2001 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `state`, `locid` FROM `default`.`loc_orc_1d` STAGE DEPENDENCIES: @@ -426,8 +442,20 @@ POSTHOOK: Output: default@loc_orc_2d@zip=94087/year=2001 #### A masked pattern was here #### PREHOOK: query: explain extended select state from loc_orc_2d PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_2d +PREHOOK: Input: default@loc_orc_2d@zip=94086/year=2000 +PREHOOK: Input: default@loc_orc_2d@zip=94086/year=2001 +PREHOOK: Input: default@loc_orc_2d@zip=94087/year=2000 +PREHOOK: Input: default@loc_orc_2d@zip=94087/year=2001 +#### A masked pattern was here #### POSTHOOK: query: explain extended select state from loc_orc_2d POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_2d +POSTHOOK: Input: default@loc_orc_2d@zip=94086/year=2000 +POSTHOOK: Input: default@loc_orc_2d@zip=94086/year=2001 +POSTHOOK: Input: default@loc_orc_2d@zip=94087/year=2000 +POSTHOOK: Input: default@loc_orc_2d@zip=94087/year=2001 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `state` FROM `default`.`loc_orc_2d` STAGE DEPENDENCIES: @@ -639,8 +667,20 @@ STAGE PLANS: PREHOOK: query: explain extended select state,locid from loc_orc_2d PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_2d +PREHOOK: Input: default@loc_orc_2d@zip=94086/year=2000 +PREHOOK: Input: default@loc_orc_2d@zip=94086/year=2001 +PREHOOK: Input: default@loc_orc_2d@zip=94087/year=2000 +PREHOOK: Input: default@loc_orc_2d@zip=94087/year=2001 +#### A masked pattern was here #### POSTHOOK: query: explain extended select state,locid from loc_orc_2d POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_2d +POSTHOOK: Input: default@loc_orc_2d@zip=94086/year=2000 +POSTHOOK: Input: default@loc_orc_2d@zip=94086/year=2001 +POSTHOOK: Input: default@loc_orc_2d@zip=94087/year=2000 +POSTHOOK: Input: default@loc_orc_2d@zip=94087/year=2001 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `state`, `locid` FROM `default`.`loc_orc_2d` STAGE DEPENDENCIES: diff --git a/ql/src/test/results/clientpositive/extrapolate_part_stats_partial.q.out b/ql/src/test/results/clientpositive/extrapolate_part_stats_partial.q.out index 3e7d0f4..ad67fb8 100644 --- a/ql/src/test/results/clientpositive/extrapolate_part_stats_partial.q.out +++ b/ql/src/test/results/clientpositive/extrapolate_part_stats_partial.q.out @@ -129,8 +129,20 @@ bitVector HL comment from deserializer PREHOOK: query: explain extended select state from loc_orc_1d_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_1d_n1 +PREHOOK: Input: default@loc_orc_1d_n1@year=2000 +PREHOOK: Input: default@loc_orc_1d_n1@year=2001 +PREHOOK: Input: default@loc_orc_1d_n1@year=2002 +PREHOOK: Input: default@loc_orc_1d_n1@year=2003 +#### A masked pattern was here #### POSTHOOK: query: explain extended select state from loc_orc_1d_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_1d_n1 +POSTHOOK: Input: default@loc_orc_1d_n1@year=2000 +POSTHOOK: Input: default@loc_orc_1d_n1@year=2001 +POSTHOOK: Input: default@loc_orc_1d_n1@year=2002 +POSTHOOK: Input: default@loc_orc_1d_n1@year=2003 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `state` FROM `default`.`loc_orc_1d_n1` STAGE DEPENDENCIES: @@ -338,8 +350,20 @@ STAGE PLANS: PREHOOK: query: explain extended select state,locid from loc_orc_1d_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_1d_n1 +PREHOOK: Input: default@loc_orc_1d_n1@year=2000 +PREHOOK: Input: default@loc_orc_1d_n1@year=2001 +PREHOOK: Input: default@loc_orc_1d_n1@year=2002 +PREHOOK: Input: default@loc_orc_1d_n1@year=2003 +#### A masked pattern was here #### POSTHOOK: query: explain extended select state,locid from loc_orc_1d_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_1d_n1 +POSTHOOK: Input: default@loc_orc_1d_n1@year=2000 +POSTHOOK: Input: default@loc_orc_1d_n1@year=2001 +POSTHOOK: Input: default@loc_orc_1d_n1@year=2002 +POSTHOOK: Input: default@loc_orc_1d_n1@year=2003 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `state`, `locid` FROM `default`.`loc_orc_1d_n1` STAGE DEPENDENCIES: @@ -575,8 +599,20 @@ POSTHOOK: Output: default@loc_orc_1d_n1@year=2003 #### A masked pattern was here #### PREHOOK: query: explain extended select state from loc_orc_1d_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_1d_n1 +PREHOOK: Input: default@loc_orc_1d_n1@year=2000 +PREHOOK: Input: default@loc_orc_1d_n1@year=2001 +PREHOOK: Input: default@loc_orc_1d_n1@year=2002 +PREHOOK: Input: default@loc_orc_1d_n1@year=2003 +#### A masked pattern was here #### POSTHOOK: query: explain extended select state from loc_orc_1d_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_1d_n1 +POSTHOOK: Input: default@loc_orc_1d_n1@year=2000 +POSTHOOK: Input: default@loc_orc_1d_n1@year=2001 +POSTHOOK: Input: default@loc_orc_1d_n1@year=2002 +POSTHOOK: Input: default@loc_orc_1d_n1@year=2003 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `state` FROM `default`.`loc_orc_1d_n1` STAGE DEPENDENCIES: @@ -784,8 +820,20 @@ STAGE PLANS: PREHOOK: query: explain extended select state,locid from loc_orc_1d_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_1d_n1 +PREHOOK: Input: default@loc_orc_1d_n1@year=2000 +PREHOOK: Input: default@loc_orc_1d_n1@year=2001 +PREHOOK: Input: default@loc_orc_1d_n1@year=2002 +PREHOOK: Input: default@loc_orc_1d_n1@year=2003 +#### A masked pattern was here #### POSTHOOK: query: explain extended select state,locid from loc_orc_1d_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_1d_n1 +POSTHOOK: Input: default@loc_orc_1d_n1@year=2000 +POSTHOOK: Input: default@loc_orc_1d_n1@year=2001 +POSTHOOK: Input: default@loc_orc_1d_n1@year=2002 +POSTHOOK: Input: default@loc_orc_1d_n1@year=2003 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `state`, `locid` FROM `default`.`loc_orc_1d_n1` STAGE DEPENDENCIES: @@ -1075,8 +1123,34 @@ POSTHOOK: Output: default@loc_orc_2d_n1@zip=94087/year=2002 #### A masked pattern was here #### PREHOOK: query: explain extended select state from loc_orc_2d_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_2d_n1 +PREHOOK: Input: default@loc_orc_2d_n1@zip=43201/year=2001 +PREHOOK: Input: default@loc_orc_2d_n1@zip=43201/year=2002 +PREHOOK: Input: default@loc_orc_2d_n1@zip=43201/year=2003 +PREHOOK: Input: default@loc_orc_2d_n1@zip=94086/year=2000 +PREHOOK: Input: default@loc_orc_2d_n1@zip=94086/year=2001 +PREHOOK: Input: default@loc_orc_2d_n1@zip=94086/year=2002 +PREHOOK: Input: default@loc_orc_2d_n1@zip=94086/year=2003 +PREHOOK: Input: default@loc_orc_2d_n1@zip=94087/year=2000 +PREHOOK: Input: default@loc_orc_2d_n1@zip=94087/year=2001 +PREHOOK: Input: default@loc_orc_2d_n1@zip=94087/year=2002 +PREHOOK: Input: default@loc_orc_2d_n1@zip=94087/year=2003 +#### A masked pattern was here #### POSTHOOK: query: explain extended select state from loc_orc_2d_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_2d_n1 +POSTHOOK: Input: default@loc_orc_2d_n1@zip=43201/year=2001 +POSTHOOK: Input: default@loc_orc_2d_n1@zip=43201/year=2002 +POSTHOOK: Input: default@loc_orc_2d_n1@zip=43201/year=2003 +POSTHOOK: Input: default@loc_orc_2d_n1@zip=94086/year=2000 +POSTHOOK: Input: default@loc_orc_2d_n1@zip=94086/year=2001 +POSTHOOK: Input: default@loc_orc_2d_n1@zip=94086/year=2002 +POSTHOOK: Input: default@loc_orc_2d_n1@zip=94086/year=2003 +POSTHOOK: Input: default@loc_orc_2d_n1@zip=94087/year=2000 +POSTHOOK: Input: default@loc_orc_2d_n1@zip=94087/year=2001 +POSTHOOK: Input: default@loc_orc_2d_n1@zip=94087/year=2002 +POSTHOOK: Input: default@loc_orc_2d_n1@zip=94087/year=2003 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `state` FROM `default`.`loc_orc_2d_n1` STAGE DEPENDENCIES: @@ -1617,8 +1691,34 @@ STAGE PLANS: PREHOOK: query: explain extended select state,locid from loc_orc_2d_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_2d_n1 +PREHOOK: Input: default@loc_orc_2d_n1@zip=43201/year=2001 +PREHOOK: Input: default@loc_orc_2d_n1@zip=43201/year=2002 +PREHOOK: Input: default@loc_orc_2d_n1@zip=43201/year=2003 +PREHOOK: Input: default@loc_orc_2d_n1@zip=94086/year=2000 +PREHOOK: Input: default@loc_orc_2d_n1@zip=94086/year=2001 +PREHOOK: Input: default@loc_orc_2d_n1@zip=94086/year=2002 +PREHOOK: Input: default@loc_orc_2d_n1@zip=94086/year=2003 +PREHOOK: Input: default@loc_orc_2d_n1@zip=94087/year=2000 +PREHOOK: Input: default@loc_orc_2d_n1@zip=94087/year=2001 +PREHOOK: Input: default@loc_orc_2d_n1@zip=94087/year=2002 +PREHOOK: Input: default@loc_orc_2d_n1@zip=94087/year=2003 +#### A masked pattern was here #### POSTHOOK: query: explain extended select state,locid from loc_orc_2d_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_2d_n1 +POSTHOOK: Input: default@loc_orc_2d_n1@zip=43201/year=2001 +POSTHOOK: Input: default@loc_orc_2d_n1@zip=43201/year=2002 +POSTHOOK: Input: default@loc_orc_2d_n1@zip=43201/year=2003 +POSTHOOK: Input: default@loc_orc_2d_n1@zip=94086/year=2000 +POSTHOOK: Input: default@loc_orc_2d_n1@zip=94086/year=2001 +POSTHOOK: Input: default@loc_orc_2d_n1@zip=94086/year=2002 +POSTHOOK: Input: default@loc_orc_2d_n1@zip=94086/year=2003 +POSTHOOK: Input: default@loc_orc_2d_n1@zip=94087/year=2000 +POSTHOOK: Input: default@loc_orc_2d_n1@zip=94087/year=2001 +POSTHOOK: Input: default@loc_orc_2d_n1@zip=94087/year=2002 +POSTHOOK: Input: default@loc_orc_2d_n1@zip=94087/year=2003 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `state`, `locid` FROM `default`.`loc_orc_2d_n1` STAGE DEPENDENCIES: diff --git a/ql/src/test/results/clientpositive/fetch_aggregation.q.out b/ql/src/test/results/clientpositive/fetch_aggregation.q.out index 801c6de..b30b0e4 100644 --- a/ql/src/test/results/clientpositive/fetch_aggregation.q.out +++ b/ql/src/test/results/clientpositive/fetch_aggregation.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select count(key),sum(key),avg(key),min(key),max(key),std(key),variance(key) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(key),sum(key),avg(key),min(key),max(key),std(key),variance(key) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/fileformat_sequencefile.q.out b/ql/src/test/results/clientpositive/fileformat_sequencefile.q.out index 73d36c8..8610fa0 100644 --- a/ql/src/test/results/clientpositive/fileformat_sequencefile.q.out +++ b/ql/src/test/results/clientpositive/fileformat_sequencefile.q.out @@ -3,11 +3,15 @@ CREATE TABLE dest1_n85(key INT, value STRING) STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.SequenceFileInputFormat' OUTPUTFORMAT 'org.apache.hadoop.mapred.SequenceFileOutputFormat' PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@dest1_n85 POSTHOOK: query: EXPLAIN CREATE TABLE dest1_n85(key INT, value STRING) STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.SequenceFileInputFormat' OUTPUTFORMAT 'org.apache.hadoop.mapred.SequenceFileOutputFormat' POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@dest1_n85 STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/fileformat_text.q.out b/ql/src/test/results/clientpositive/fileformat_text.q.out index 13704ca..387f807 100644 --- a/ql/src/test/results/clientpositive/fileformat_text.q.out +++ b/ql/src/test/results/clientpositive/fileformat_text.q.out @@ -3,11 +3,15 @@ CREATE TABLE dest1_n107(key INT, value STRING) STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.TextInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat' PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@dest1_n107 POSTHOOK: query: EXPLAIN CREATE TABLE dest1_n107(key INT, value STRING) STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.TextInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat' POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@dest1_n107 STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/filter_aggr.q.out b/ql/src/test/results/clientpositive/filter_aggr.q.out index 0b42dca..33c5a4b 100644 --- a/ql/src/test/results/clientpositive/filter_aggr.q.out +++ b/ql/src/test/results/clientpositive/filter_aggr.q.out @@ -7,6 +7,8 @@ select key, c, 2 as m from (select key, count(key) as c from src group by key)s2 )sub where m = 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, c, m from ( @@ -16,6 +18,8 @@ select key, c, 2 as m from (select key, count(key) as c from src group by key)s2 )sub where m = 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, COUNT(`key`) AS `c`, 1 AS `m` FROM `default`.`src` GROUP BY `key` diff --git a/ql/src/test/results/clientpositive/filter_cond_pushdown.q.out b/ql/src/test/results/clientpositive/filter_cond_pushdown.q.out index 6ab11b1..5b65850 100644 --- a/ql/src/test/results/clientpositive/filter_cond_pushdown.q.out +++ b/ql/src/test/results/clientpositive/filter_cond_pushdown.q.out @@ -3,11 +3,15 @@ SELECT f.key, g.value FROM src f JOIN src m JOIN src g ON(g.value = m.value AND m.value is not null AND m.value !='') WHERE (f.key = m.key AND f.value='2008-04-08' AND m.value='2008-04-08') OR (f.key = m.key AND f.value='2008-04-09') PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT f.key, g.value FROM src f JOIN src m JOIN src g ON(g.value = m.value AND m.value is not null AND m.value !='') WHERE (f.key = m.key AND f.value='2008-04-08' AND m.value='2008-04-08') OR (f.key = m.key AND f.value='2008-04-09') POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -125,11 +129,15 @@ SELECT f.key, g.value FROM src f JOIN src m JOIN src g ON(g.value = m.value AND m.value is not null AND m.value !='') WHERE (f.key = m.key AND f.value IN ('2008-04-08','2008-04-10') AND m.value='2008-04-08') OR (f.key = m.key AND f.value='2008-04-09') PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT f.key, g.value FROM src f JOIN src m JOIN src g ON(g.value = m.value AND m.value is not null AND m.value !='') WHERE (f.key = m.key AND f.value IN ('2008-04-08','2008-04-10') AND m.value='2008-04-08') OR (f.key = m.key AND f.value='2008-04-09') POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -252,6 +260,12 @@ JOIN ( WHERE ((t2.key=t3.key) AND (t2.c_float + t3.c_float > 2)) OR ((t2.key=t3.key) AND (t2.c_int + t3.c_int > 2))) t4 ON t1.key=t4.key PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +PREHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT t1.key FROM cbo_t1 t1 @@ -262,6 +276,12 @@ JOIN ( WHERE ((t2.key=t3.key) AND (t2.c_float + t3.c_float > 2)) OR ((t2.key=t3.key) AND (t2.c_int + t3.c_int > 2))) t4 ON t1.key=t4.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +POSTHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -378,11 +398,15 @@ SELECT f.key, f.value, m.value FROM src f JOIN src m ON(f.key = m.key AND m.value is not null AND m.value !='') WHERE (f.value IN ('2008-04-08','2008-04-10') AND f.value IN ('2008-04-08','2008-04-09') AND m.value='2008-04-10') OR (m.value='2008-04-08') PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT f.key, f.value, m.value FROM src f JOIN src m ON(f.key = m.key AND m.value is not null AND m.value !='') WHERE (f.value IN ('2008-04-08','2008-04-10') AND f.value IN ('2008-04-08','2008-04-09') AND m.value='2008-04-10') OR (m.value='2008-04-08') POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/filter_cond_pushdown2.q.out b/ql/src/test/results/clientpositive/filter_cond_pushdown2.q.out index 39ddaac..d1191a6 100644 --- a/ql/src/test/results/clientpositive/filter_cond_pushdown2.q.out +++ b/ql/src/test/results/clientpositive/filter_cond_pushdown2.q.out @@ -65,6 +65,8 @@ and all_exposed_users.field_2 = interacted.field_2 group by all_exposed_users.field_1 order by all_exposed_users.field_1 PREHOOK: type: QUERY +PREHOOK: Input: default@users_table +#### A masked pattern was here #### POSTHOOK: query: explain with all_hits as ( select * from users_table @@ -94,6 +96,8 @@ and all_exposed_users.field_2 = interacted.field_2 group by all_exposed_users.field_1 order by all_exposed_users.field_1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@users_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-5 diff --git a/ql/src/test/results/clientpositive/filter_cond_pushdown_HIVE_15647.q.out b/ql/src/test/results/clientpositive/filter_cond_pushdown_HIVE_15647.q.out index ec07bed..1a7b7dc 100644 --- a/ql/src/test/results/clientpositive/filter_cond_pushdown_HIVE_15647.q.out +++ b/ql/src/test/results/clientpositive/filter_cond_pushdown_HIVE_15647.q.out @@ -19,11 +19,17 @@ sales_HIVE_15647 as sales join store_HIVE_15647 as store on sales.store_id = store.store_id where ((store.salad_bar)) and ((sales.store_number) <=> (sales.customer_id)) PREHOOK: type: QUERY +PREHOOK: Input: default@sales_hive_15647 +PREHOOK: Input: default@store_hive_15647 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from sales_HIVE_15647 as sales join store_HIVE_15647 as store on sales.store_id = store.store_id where ((store.salad_bar)) and ((sales.store_number) <=> (sales.customer_id)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@sales_hive_15647 +POSTHOOK: Input: default@store_hive_15647 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -109,11 +115,17 @@ sales_HIVE_15647 as sales join store_HIVE_15647 as store on sales.store_id = store.store_id where ((store.salad_bar)) and ((sales.store_number) = (sales.customer_id)) PREHOOK: type: QUERY +PREHOOK: Input: default@sales_hive_15647 +PREHOOK: Input: default@store_hive_15647 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from sales_HIVE_15647 as sales join store_HIVE_15647 as store on sales.store_id = store.store_id where ((store.salad_bar)) and ((sales.store_number) = (sales.customer_id)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@sales_hive_15647 +POSTHOOK: Input: default@store_hive_15647 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -199,11 +211,17 @@ sales_HIVE_15647 as sales join store_HIVE_15647 as store on sales.store_id = store.store_id where ((store.salad_bar = true)) and ((sales.store_number) <=> (sales.customer_id)) PREHOOK: type: QUERY +PREHOOK: Input: default@sales_hive_15647 +PREHOOK: Input: default@store_hive_15647 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from sales_HIVE_15647 as sales join store_HIVE_15647 as store on sales.store_id = store.store_id where ((store.salad_bar = true)) and ((sales.store_number) <=> (sales.customer_id)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@sales_hive_15647 +POSTHOOK: Input: default@store_hive_15647 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -289,11 +307,17 @@ sales_HIVE_15647 as sales join store_HIVE_15647 as store on sales.store_id = store.store_id where ((store.salad_bar = false)) and ((sales.store_number) > (sales.customer_id)) PREHOOK: type: QUERY +PREHOOK: Input: default@sales_hive_15647 +PREHOOK: Input: default@store_hive_15647 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from sales_HIVE_15647 as sales join store_HIVE_15647 as store on sales.store_id = store.store_id where ((store.salad_bar = false)) and ((sales.store_number) > (sales.customer_id)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@sales_hive_15647 +POSTHOOK: Input: default@store_hive_15647 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/filter_in_or_dup.q.out b/ql/src/test/results/clientpositive/filter_in_or_dup.q.out index f863ac3..5006000 100644 --- a/ql/src/test/results/clientpositive/filter_in_or_dup.q.out +++ b/ql/src/test/results/clientpositive/filter_in_or_dup.q.out @@ -4,12 +4,18 @@ FROM cbo_t1 f WHERE (f.key = '1' OR f.key='2') AND f.key IN ('1', '2') PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT f.key FROM cbo_t1 f WHERE (f.key = '1' OR f.key='2') AND f.key IN ('1', '2') POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -36,12 +42,18 @@ FROM cbo_t1 f WHERE (f.key = '1' OR f.key = '2') AND f.key IN ('1', '2', '3') PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT f.key FROM cbo_t1 f WHERE (f.key = '1' OR f.key = '2') AND f.key IN ('1', '2', '3') POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -68,12 +80,18 @@ FROM cbo_t1 f WHERE (f.key = '1' OR f.key='2' OR f.key='3') AND f.key IN ('1', '2') PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT f.key FROM cbo_t1 f WHERE (f.key = '1' OR f.key='2' OR f.key='3') AND f.key IN ('1', '2') POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/filter_join_breaktask.q.out b/ql/src/test/results/clientpositive/filter_join_breaktask.q.out index 18a22f4..43b6a67 100644 --- a/ql/src/test/results/clientpositive/filter_join_breaktask.q.out +++ b/ql/src/test/results/clientpositive/filter_join_breaktask.q.out @@ -23,11 +23,17 @@ SELECT f.key, g.value FROM filter_join_breaktask f JOIN filter_join_breaktask m ON( f.key = m.key AND f.ds='2008-04-08' AND m.ds='2008-04-08' AND f.key is not null) JOIN filter_join_breaktask g ON(g.value = m.value AND g.ds='2008-04-08' AND m.ds='2008-04-08' AND m.value is not null AND m.value !='') PREHOOK: type: QUERY +PREHOOK: Input: default@filter_join_breaktask +PREHOOK: Input: default@filter_join_breaktask@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT f.key, g.value FROM filter_join_breaktask f JOIN filter_join_breaktask m ON( f.key = m.key AND f.ds='2008-04-08' AND m.ds='2008-04-08' AND f.key is not null) JOIN filter_join_breaktask g ON(g.value = m.value AND g.ds='2008-04-08' AND m.ds='2008-04-08' AND m.value is not null AND m.value !='') POSTHOOK: type: QUERY +POSTHOOK: Input: default@filter_join_breaktask +POSTHOOK: Input: default@filter_join_breaktask@ds=2008-04-08 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t2`.`key`, `t0`.`value` FROM (SELECT `value`, CAST('2008-04-08' AS STRING) AS `ds` FROM `default`.`filter_join_breaktask` diff --git a/ql/src/test/results/clientpositive/filter_numeric.q.out b/ql/src/test/results/clientpositive/filter_numeric.q.out index f2a9b5e..2dbbeb8 100644 --- a/ql/src/test/results/clientpositive/filter_numeric.q.out +++ b/ql/src/test/results/clientpositive/filter_numeric.q.out @@ -26,8 +26,12 @@ POSTHOOK: Lineage: partint PARTITION(ds=2008-04-08,hr=12).value SIMPLE [(srcpart 1B2M2Y8AsgTpgAmY7PhCfg== PREHOOK: query: explain select key, value, hr from partint where hr < 11 PREHOOK: type: QUERY +PREHOOK: Input: default@partint +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, hr from partint where hr < 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@partint +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -59,8 +63,14 @@ POSTHOOK: Input: default@partint 1B2M2Y8AsgTpgAmY7PhCfg== PREHOOK: query: explain select key, value, hr from partint where hr <= 12 and hr > 11 PREHOOK: type: QUERY +PREHOOK: Input: default@partint +PREHOOK: Input: default@partint@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, hr from partint where hr <= 12 and hr > 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@partint +POSTHOOK: Input: default@partint@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -591,8 +601,16 @@ POSTHOOK: Input: default@partint@ds=2008-04-08/hr=12 XrhdsR2p43qW9hpMcP/9nw== PREHOOK: query: explain select key, value, hr from partint where hr between 11 and 12 PREHOOK: type: QUERY +PREHOOK: Input: default@partint +PREHOOK: Input: default@partint@ds=2008-04-08/hr=11 +PREHOOK: Input: default@partint@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, hr from partint where hr between 11 and 12 POSTHOOK: type: QUERY +POSTHOOK: Input: default@partint +POSTHOOK: Input: default@partint@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@partint@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1625,8 +1643,14 @@ POSTHOOK: Input: default@partint@ds=2008-04-08/hr=12 irG2+wNa4ZWkUKb0+hXweg== PREHOOK: query: explain select key, value, hr from partint where hr not between 12 and 14 PREHOOK: type: QUERY +PREHOOK: Input: default@partint +PREHOOK: Input: default@partint@ds=2008-04-08/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, hr from partint where hr not between 12 and 14 POSTHOOK: type: QUERY +POSTHOOK: Input: default@partint +POSTHOOK: Input: default@partint@ds=2008-04-08/hr=11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -2157,8 +2181,16 @@ POSTHOOK: Input: default@partint@ds=2008-04-08/hr=11 v6vY2XVDyLw+4d5w+xCycg== PREHOOK: query: explain select key, value, hr from partint where hr < 13 PREHOOK: type: QUERY +PREHOOK: Input: default@partint +PREHOOK: Input: default@partint@ds=2008-04-08/hr=11 +PREHOOK: Input: default@partint@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, hr from partint where hr < 13 POSTHOOK: type: QUERY +POSTHOOK: Input: default@partint +POSTHOOK: Input: default@partint@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@partint@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/filter_union.q.out b/ql/src/test/results/clientpositive/filter_union.q.out index a7cd8c1..394a0b9 100644 --- a/ql/src/test/results/clientpositive/filter_union.q.out +++ b/ql/src/test/results/clientpositive/filter_union.q.out @@ -11,6 +11,8 @@ select key, c, 4 as m from (select key, count(key) as c from src group by key)s4 )sub where m >2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, c, m from ( @@ -24,6 +26,8 @@ select key, c, 4 as m from (select key, count(key) as c from src group by key)s4 )sub where m >2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, COUNT(`key`) AS `c`, 3 AS `m` FROM `default`.`src` GROUP BY `key` @@ -384,6 +388,8 @@ select key, c, 4 as m from (select key, count(key) as c from src group by key)s4 )sub where m = 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, c, m from ( @@ -397,6 +403,8 @@ select key, c, 4 as m from (select key, count(key) as c from src group by key)s4 )sub where m = 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -463,6 +471,8 @@ select key, c, 4 as m from (select key, count(key) as c from src group by key)s4 )sub where m = 4 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, c, m from ( @@ -476,6 +486,8 @@ select key, c, 4 as m from (select key, count(key) as c from src group by key)s4 )sub where m = 4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -542,6 +554,8 @@ select key, c, 4 as m from (select key, count(key) as c from src group by key)s4 )sub where m = 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, c, m from ( @@ -555,6 +569,8 @@ select key, c, 4 as m from (select key, count(key) as c from src group by key)s4 )sub where m = 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/flatten_and_or.q.out b/ql/src/test/results/clientpositive/flatten_and_or.q.out index a25cf1b..2122bd9 100644 --- a/ql/src/test/results/clientpositive/flatten_and_or.q.out +++ b/ql/src/test/results/clientpositive/flatten_and_or.q.out @@ -15,6 +15,8 @@ WHERE AND value = '1') OR (key = '10' AND value = '3')) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT key FROM src @@ -32,6 +34,8 @@ WHERE AND value = '1') OR (key = '10' AND value = '3')) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/floor_time.q.out b/ql/src/test/results/clientpositive/floor_time.q.out index e4ae666..907c377 100644 --- a/ql/src/test/results/clientpositive/floor_time.q.out +++ b/ql/src/test/results/clientpositive/floor_time.q.out @@ -38,10 +38,14 @@ PREHOOK: query: explain select floor_day(t) from extract_udf_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@extract_udf_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select floor_day(t) from extract_udf_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@extract_udf_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -87,10 +91,14 @@ PREHOOK: query: explain select floor(t to day) from extract_udf_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@extract_udf_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select floor(t to day) from extract_udf_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@extract_udf_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/fm-sketch.q.out b/ql/src/test/results/clientpositive/fm-sketch.q.out index f6f248d..e9184dd 100644 --- a/ql/src/test/results/clientpositive/fm-sketch.q.out +++ b/ql/src/test/results/clientpositive/fm-sketch.q.out @@ -17,8 +17,14 @@ POSTHOOK: Output: default@n_n0 POSTHOOK: Lineage: n_n0.key EXPRESSION [] PREHOOK: query: explain analyze table n_n0 compute statistics for columns PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@n_n0 +PREHOOK: Output: default@n_n0 +#### A masked pattern was here #### POSTHOOK: query: explain analyze table n_n0 compute statistics for columns POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@n_n0 +POSTHOOK: Output: default@n_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -113,8 +119,14 @@ POSTHOOK: Output: default@i_n1 POSTHOOK: Lineage: i_n1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: explain analyze table i_n1 compute statistics for columns PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@i_n1 +PREHOOK: Output: default@i_n1 +#### A masked pattern was here #### POSTHOOK: query: explain analyze table i_n1 compute statistics for columns POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@i_n1 +POSTHOOK: Output: default@i_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/fold_case.q.out b/ql/src/test/results/clientpositive/fold_case.q.out index a99f6f7..e49a8bf 100644 --- a/ql/src/test/results/clientpositive/fold_case.q.out +++ b/ql/src/test/results/clientpositive/fold_case.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select count(1) from src where (case key when '238' then true else false end) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from src where (case key when '238' then true else false end) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -53,9 +57,13 @@ STAGE PLANS: PREHOOK: query: explain select count(1) from src where (case key when '238' then 1=2 else 1=1 end) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from src where (case key when '238' then 1=2 else 1=1 end) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -105,9 +113,13 @@ STAGE PLANS: PREHOOK: query: explain select count(1) from src where (case key when '238' then 1=2 else 1=31 end) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from src where (case key when '238' then 1=2 else 1=31 end) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -157,9 +169,13 @@ STAGE PLANS: PREHOOK: query: explain select count(1) from src where (case key when '238' then true else 1=1 end) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from src where (case key when '238' then true else 1=1 end) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -173,9 +189,13 @@ STAGE PLANS: PREHOOK: query: explain select count(1) from src where (case key when '238' then 1=1 else 1=null end) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from src where (case key when '238' then 1=1 else 1=null end) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -225,9 +245,13 @@ STAGE PLANS: PREHOOK: query: explain select count(1) from src where (case key when '238' then 1=null end) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from src where (case key when '238' then 1=null end) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -277,9 +301,13 @@ STAGE PLANS: PREHOOK: query: explain select count(1) from src where (case key when '238' then 2 = cast('2' as bigint) end) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from src where (case key when '238' then 2 = cast('2' as bigint) end) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -329,9 +357,13 @@ STAGE PLANS: PREHOOK: query: explain select (case key when '238' then null else false end) from src where (case key when '238' then 2 = cast('1' as bigint) else true end) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select (case key when '238' then null else false end) from src where (case key when '238' then 2 = cast('1' as bigint) else true end) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -368,9 +400,13 @@ STAGE PLANS: PREHOOK: query: explain select (case key when '238' then null else null end) from src where (case key when '238' then 2 = null else 3 = null end) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select (case key when '238' then null else null end) from src where (case key when '238' then 2 = null else 3 = null end) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -409,9 +445,13 @@ STAGE PLANS: PREHOOK: query: explain select count(1) from src where (case key when '238' then null else 1=1 end) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from src where (case key when '238' then null else 1=1 end) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -461,10 +501,14 @@ PREHOOK: query: explain select (CASE WHEN (-2) >= 0 THEN SUBSTRING(key, 1,CAST((-2) AS INT)) ELSE NULL END) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select (CASE WHEN (-2) >= 0 THEN SUBSTRING(key, 1,CAST((-2) AS INT)) ELSE NULL END) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -486,10 +530,14 @@ PREHOOK: query: explain select (CASE WHEN key = value THEN '1' WHEN true THEN '0' ELSE NULL END) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select (CASE WHEN key = value THEN '1' WHEN true THEN '0' ELSE NULL END) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -523,9 +571,13 @@ STAGE PLANS: PREHOOK: query: explain select (case when true then key when not true then to_date(key) else null end) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select (case when true then key when not true then to_date(key) else null end) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/fold_eq_with_case_when.q.out b/ql/src/test/results/clientpositive/fold_eq_with_case_when.q.out index 763c390..c61c4c3 100644 --- a/ql/src/test/results/clientpositive/fold_eq_with_case_when.q.out +++ b/ql/src/test/results/clientpositive/fold_eq_with_case_when.q.out @@ -14,6 +14,8 @@ WHERE ((CASE WHEN (1 = l_linenumber) THEN 1 ELSE 1 END) = 1) AND (1 = 1)) GROUP BY l_orderkey PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem +#### A masked pattern was here #### POSTHOOK: query: explain SELECT SUM((CASE WHEN 1000000 = 0 THEN NULL ELSE l_partkey / 1000000 END)), @@ -30,6 +32,8 @@ WHERE ((CASE WHEN (1 = l_linenumber) THEN 1 ELSE 1 END) = 1) AND (1 = 1)) GROUP BY l_orderkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -88,8 +92,12 @@ STAGE PLANS: PREHOOK: query: explain select key from src where (case key when '238' then 1 else 2 end) = 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key from src where (case key when '238' then 1 else 2 end) = 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -125,8 +133,12 @@ STAGE PLANS: PREHOOK: query: explain select key from src where (case key when '238' then 1 when '94' then 1 else 3 end) = cast('1' as int) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key from src where (case key when '238' then 1 when '94' then 1 else 3 end) = cast('1' as int) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -162,8 +174,12 @@ STAGE PLANS: PREHOOK: query: explain select key from src where (case key when '238' then 1 else 2 end) = (case when key != '238' then 1 else 1 end) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key from src where (case key when '238' then 1 else 2 end) = (case when key != '238' then 1 else 1 end) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -199,8 +215,12 @@ STAGE PLANS: PREHOOK: query: explain select key from src where (case key when '238' then 1 end) = (case when key != '238' then 1 when key = '23' then 1 end) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key from src where (case key when '238' then 1 end) = (case when key != '238' then 1 when key = '23' then 1 end) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/fold_when.q.out b/ql/src/test/results/clientpositive/fold_when.q.out index 08d885d..31c7caa 100644 --- a/ql/src/test/results/clientpositive/fold_when.q.out +++ b/ql/src/test/results/clientpositive/fold_when.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select key from src where ((case when (key = '238') then null end) = 1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key from src where ((case when (key = '238') then null end) = 1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -40,9 +44,13 @@ STAGE PLANS: PREHOOK: query: explain select key from src where ((case when (key = '238') then null else null end) = 1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key from src where ((case when (key = '238') then null else null end) = 1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -79,9 +87,13 @@ STAGE PLANS: PREHOOK: query: explain select key from src where ((case when (key = '238') then 1 else 1 end) = 1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key from src where ((case when (key = '238') then 1 else 1 end) = 1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -102,9 +114,13 @@ STAGE PLANS: PREHOOK: query: explain select key from src where ((case when (key = '238') then 1 else 1 end) = 2) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key from src where ((case when (key = '238') then 1 else 1 end) = 2) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -141,9 +157,13 @@ STAGE PLANS: PREHOOK: query: explain select key from src where ((case when (key = '238') then 1 else null end) = 1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key from src where ((case when (key = '238') then 1 else null end) = 1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -180,9 +200,13 @@ STAGE PLANS: PREHOOK: query: explain select key from src where ((case when (key = '238') then 1=1 else null=1 end)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key from src where ((case when (key = '238') then 1=1 else null=1 end)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -219,9 +243,13 @@ STAGE PLANS: PREHOOK: query: explain select key from src where ((case when (key = '238') then 1=1 else 2=2 end)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key from src where ((case when (key = '238') then 1=1 else 2=2 end)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -242,9 +270,13 @@ STAGE PLANS: PREHOOK: query: explain select key from src where ((case when (key = '238') then 1=3 else 2=1 end)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key from src where ((case when (key = '238') then 1=3 else 2=1 end)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -281,9 +313,13 @@ STAGE PLANS: PREHOOK: query: explain select key from src where ((case when (key = '238') then 1=1 else 2=1 end)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key from src where ((case when (key = '238') then 1=1 else 2=1 end)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -320,9 +356,13 @@ STAGE PLANS: PREHOOK: query: explain select key from src where ((case when (key = '238') then 1=3 else 1=1 end)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key from src where ((case when (key = '238') then 1=3 else 1=1 end)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -359,9 +399,13 @@ STAGE PLANS: PREHOOK: query: explain select key from src where ((case when ('23' = '23') then 1 else 1 end) = 1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key from src where ((case when ('23' = '23') then 1 else 1 end) = 1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -382,9 +426,13 @@ STAGE PLANS: PREHOOK: query: explain select key from src where ((case when ('2' = '238') then 1 else 2 end) = 2) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key from src where ((case when ('2' = '238') then 1 else 2 end) = 2) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -405,9 +453,13 @@ STAGE PLANS: PREHOOK: query: explain select key from src where ((case when (true=null) then 1 else 1 end) = 1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key from src where ((case when (true=null) then 1 else 1 end) = 1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -428,9 +480,13 @@ STAGE PLANS: PREHOOK: query: explain select key from src where ((case when (key = (case when (key = '238') then '11' else '11' end)) then false else true end)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key from src where ((case when (key = (case when (key = '238') then '11' else '11' end)) then false else true end)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -467,9 +523,13 @@ STAGE PLANS: PREHOOK: query: explain select key from src where ((case when (key = (case when (key = '238') then '12' else '11' end)) then 2=2 else true end)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key from src where ((case when (key = (case when (key = '238') then '12' else '11' end)) then 2=2 else true end)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/folder_predicate.q.out b/ql/src/test/results/clientpositive/folder_predicate.q.out index 2f73f18..f017c0e 100644 --- a/ql/src/test/results/clientpositive/folder_predicate.q.out +++ b/ql/src/test/results/clientpositive/folder_predicate.q.out @@ -22,9 +22,13 @@ POSTHOOK: Lineage: predicate_fold_tb.value SCRIPT [] PREHOOK: query: explain SELECT * FROM predicate_fold_tb WHERE not(value IS NOT NULL AND value = 3) PREHOOK: type: QUERY +PREHOOK: Input: default@predicate_fold_tb +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM predicate_fold_tb WHERE not(value IS NOT NULL AND value = 3) POSTHOOK: type: QUERY +POSTHOOK: Input: default@predicate_fold_tb +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -74,9 +78,13 @@ NULL PREHOOK: query: explain SELECT * FROM predicate_fold_tb WHERE not(value IS NOT NULL AND value >= 3) PREHOOK: type: QUERY +PREHOOK: Input: default@predicate_fold_tb +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM predicate_fold_tb WHERE not(value IS NOT NULL AND value >= 3) POSTHOOK: type: QUERY +POSTHOOK: Input: default@predicate_fold_tb +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -124,9 +132,13 @@ NULL PREHOOK: query: explain SELECT * FROM predicate_fold_tb WHERE not(value IS NOT NULL AND value <= 3) PREHOOK: type: QUERY +PREHOOK: Input: default@predicate_fold_tb +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM predicate_fold_tb WHERE not(value IS NOT NULL AND value <= 3) POSTHOOK: type: QUERY +POSTHOOK: Input: default@predicate_fold_tb +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -174,9 +186,13 @@ NULL PREHOOK: query: explain SELECT * FROM predicate_fold_tb WHERE not(value IS NOT NULL AND value > 3) PREHOOK: type: QUERY +PREHOOK: Input: default@predicate_fold_tb +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM predicate_fold_tb WHERE not(value IS NOT NULL AND value > 3) POSTHOOK: type: QUERY +POSTHOOK: Input: default@predicate_fold_tb +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -225,9 +241,13 @@ NULL PREHOOK: query: explain SELECT * FROM predicate_fold_tb WHERE not(value IS NOT NULL AND value < 3) PREHOOK: type: QUERY +PREHOOK: Input: default@predicate_fold_tb +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM predicate_fold_tb WHERE not(value IS NOT NULL AND value < 3) POSTHOOK: type: QUERY +POSTHOOK: Input: default@predicate_fold_tb +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -276,9 +296,13 @@ NULL PREHOOK: query: explain SELECT * FROM predicate_fold_tb WHERE not(value IS NOT NULL AND value <> 3) PREHOOK: type: QUERY +PREHOOK: Input: default@predicate_fold_tb +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM predicate_fold_tb WHERE not(value IS NOT NULL AND value <> 3) POSTHOOK: type: QUERY +POSTHOOK: Input: default@predicate_fold_tb +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -325,9 +349,13 @@ NULL PREHOOK: query: explain SELECT * FROM predicate_fold_tb WHERE not(value IS NOT NULL AND value > 1 AND value <=3) PREHOOK: type: QUERY +PREHOOK: Input: default@predicate_fold_tb +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM predicate_fold_tb WHERE not(value IS NOT NULL AND value > 1 AND value <=3) POSTHOOK: type: QUERY +POSTHOOK: Input: default@predicate_fold_tb +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/foldts.q.out b/ql/src/test/results/clientpositive/foldts.q.out index 83a6481..9a68fe0 100644 --- a/ql/src/test/results/clientpositive/foldts.q.out +++ b/ql/src/test/results/clientpositive/foldts.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select ctimestamp1, unix_timestamp(ctimestamp1), to_unix_timestamp(ctimestamp1) from alltypesorc limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select ctimestamp1, unix_timestamp(ctimestamp1), to_unix_timestamp(ctimestamp1) from alltypesorc limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -59,9 +63,13 @@ POSTHOOK: Output: default@src1orc PREHOOK: query: explain select from_unixtime(to_unix_timestamp(ctimestamp1), 'EEEE') from alltypesorc limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select from_unixtime(to_unix_timestamp(ctimestamp1), 'EEEE') from alltypesorc limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -107,9 +115,13 @@ Wednesday PREHOOK: query: explain select from_unixtime(unix_timestamp(ctimestamp1), 'EEEE') from alltypesorc limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select from_unixtime(unix_timestamp(ctimestamp1), 'EEEE') from alltypesorc limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/fp_literal_arithmetic.q.out b/ql/src/test/results/clientpositive/fp_literal_arithmetic.q.out index 84991d7..c526f20 100644 --- a/ql/src/test/results/clientpositive/fp_literal_arithmetic.q.out +++ b/ql/src/test/results/clientpositive/fp_literal_arithmetic.q.out @@ -2,10 +2,14 @@ PREHOOK: query: explain select sum(l_extendedprice) from lineitem q0 where l_discount between cast('0.05' as decimal(3,2)) and cast('0.07' as decimal(3,2)) PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem +#### A masked pattern was here #### POSTHOOK: query: explain select sum(l_extendedprice) from lineitem q0 where l_discount between cast('0.05' as decimal(3,2)) and cast('0.07' as decimal(3,2)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -69,10 +73,14 @@ PREHOOK: query: explain select sum(l_extendedprice) from lineitem q1 where l_discount between 0.06 - 0.01 and 0.06 + 0.01 PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem +#### A masked pattern was here #### POSTHOOK: query: explain select sum(l_extendedprice) from lineitem q1 where l_discount between 0.06 - 0.01 and 0.06 + 0.01 POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -173,10 +181,14 @@ PREHOOK: query: explain select sum(l_extendedprice) from lineitem q10 where l_discount between cast('0.05' as decimal(3,2)) and cast('0.07' as decimal(3,2)) PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem +#### A masked pattern was here #### POSTHOOK: query: explain select sum(l_extendedprice) from lineitem q10 where l_discount between cast('0.05' as decimal(3,2)) and cast('0.07' as decimal(3,2)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -240,10 +252,14 @@ PREHOOK: query: explain select sum(l_extendedprice) from lineitem q11 where l_discount between 0.06 - 0.01 and 0.06 + 0.01 PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem +#### A masked pattern was here #### POSTHOOK: query: explain select sum(l_extendedprice) from lineitem q11 where l_discount between 0.06 - 0.01 and 0.06 + 0.01 POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/gby_star.q.out b/ql/src/test/results/clientpositive/gby_star.q.out index 1227348..84c922e 100644 --- a/ql/src/test/results/clientpositive/gby_star.q.out +++ b/ql/src/test/results/clientpositive/gby_star.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select *, sum(key) from src group by key, value limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select *, sum(key) from src group by key, value limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -77,9 +81,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select *, sum(key) from src where key < 100 group by key, value limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select *, sum(key) from src where key < 100 group by key, value limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -152,9 +160,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select *, sum(key) from (select key from src where key < 100) a group by key limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select *, sum(key) from (select key from src where key < 100) a group by key limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -228,10 +240,14 @@ PREHOOK: query: explain select a.*, sum(src.key) from (select key from src where key < 100) a inner join src on a.key = src.key group by a.key limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select a.*, sum(src.key) from (select key from src where key < 100) a inner join src on a.key = src.key group by a.key limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/gen_udf_example_add10.q.out b/ql/src/test/results/clientpositive/gen_udf_example_add10.q.out index cc4642d..ef7b119 100644 --- a/ql/src/test/results/clientpositive/gen_udf_example_add10.q.out +++ b/ql/src/test/results/clientpositive/gen_udf_example_add10.q.out @@ -22,8 +22,12 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@t1_n102 PREHOOK: query: explain select example_add10(x) as a,example_add10(y) as b from t1_n102 order by a desc,b limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n102 +#### A masked pattern was here #### POSTHOOK: query: explain select example_add10(x) as a,example_add10(y) as b from t1_n102 order by a desc,b limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n102 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby1.q.out b/ql/src/test/results/clientpositive/groupby1.q.out index 70b39d8..892bcdd 100644 --- a/ql/src/test/results/clientpositive/groupby1.q.out +++ b/ql/src/test/results/clientpositive/groupby1.q.out @@ -9,9 +9,13 @@ POSTHOOK: Output: default@dest_g1 PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_g1 SELECT src.key, sum(substr(src.value,5)) GROUP BY src.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_g1 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_g1 SELECT src.key, sum(substr(src.value,5)) GROUP BY src.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_g1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby10.q.out b/ql/src/test/results/clientpositive/groupby10.q.out index 665bf92..e38be57 100644 --- a/ql/src/test/results/clientpositive/groupby10.q.out +++ b/ql/src/test/results/clientpositive/groupby10.q.out @@ -35,11 +35,17 @@ FROM INPUT INSERT OVERWRITE TABLE dest1_n0 SELECT INPUT.key, count(substr(INPUT.value,5)), count(distinct substr(INPUT.value,5)) GROUP BY INPUT.key INSERT OVERWRITE TABLE dest2 SELECT INPUT.key, sum(substr(INPUT.value,5)), sum(distinct substr(INPUT.value,5)) GROUP BY INPUT.key PREHOOK: type: QUERY +PREHOOK: Input: default@input +PREHOOK: Output: default@dest1_n0 +PREHOOK: Output: default@dest2 POSTHOOK: query: EXPLAIN FROM INPUT INSERT OVERWRITE TABLE dest1_n0 SELECT INPUT.key, count(substr(INPUT.value,5)), count(distinct substr(INPUT.value,5)) GROUP BY INPUT.key INSERT OVERWRITE TABLE dest2 SELECT INPUT.key, sum(substr(INPUT.value,5)), sum(distinct substr(INPUT.value,5)) GROUP BY INPUT.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@input +POSTHOOK: Output: default@dest1_n0 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -410,11 +416,17 @@ FROM INPUT INSERT OVERWRITE TABLE dest1_n0 SELECT INPUT.key, count(substr(INPUT.value,5)), count(distinct substr(INPUT.value,5)) GROUP BY INPUT.key INSERT OVERWRITE TABLE dest2 SELECT INPUT.key, sum(substr(INPUT.value,5)), sum(distinct substr(INPUT.value,5)) GROUP BY INPUT.key PREHOOK: type: QUERY +PREHOOK: Input: default@input +PREHOOK: Output: default@dest1_n0 +PREHOOK: Output: default@dest2 POSTHOOK: query: EXPLAIN FROM INPUT INSERT OVERWRITE TABLE dest1_n0 SELECT INPUT.key, count(substr(INPUT.value,5)), count(distinct substr(INPUT.value,5)) GROUP BY INPUT.key INSERT OVERWRITE TABLE dest2 SELECT INPUT.key, sum(substr(INPUT.value,5)), sum(distinct substr(INPUT.value,5)) GROUP BY INPUT.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@input +POSTHOOK: Output: default@dest1_n0 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -785,11 +797,17 @@ FROM INPUT INSERT OVERWRITE TABLE dest1_n0 SELECT INPUT.key, sum(distinct substr(INPUT.value,5)), count(distinct substr(INPUT.value,5)) GROUP BY INPUT.key INSERT OVERWRITE TABLE dest2 SELECT INPUT.key, sum(distinct substr(INPUT.value,5)), avg(distinct substr(INPUT.value,5)) GROUP BY INPUT.key PREHOOK: type: QUERY +PREHOOK: Input: default@input +PREHOOK: Output: default@dest1_n0 +PREHOOK: Output: default@dest2 POSTHOOK: query: EXPLAIN FROM INPUT INSERT OVERWRITE TABLE dest1_n0 SELECT INPUT.key, sum(distinct substr(INPUT.value,5)), count(distinct substr(INPUT.value,5)) GROUP BY INPUT.key INSERT OVERWRITE TABLE dest2 SELECT INPUT.key, sum(distinct substr(INPUT.value,5)), avg(distinct substr(INPUT.value,5)) GROUP BY INPUT.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@input +POSTHOOK: Output: default@dest1_n0 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/groupby11.q.out b/ql/src/test/results/clientpositive/groupby11.q.out index fd13d3a..01ca2a2 100644 --- a/ql/src/test/results/clientpositive/groupby11.q.out +++ b/ql/src/test/results/clientpositive/groupby11.q.out @@ -21,6 +21,9 @@ INSERT OVERWRITE TABLE dest1_n137 partition(ds='111') INSERT OVERWRITE TABLE dest2_n36 partition(ds='111') SELECT substr(src.value, 5), count(src.key), count(distinct src.key) GROUP BY substr(src.value, 5) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n137@ds=111 +PREHOOK: Output: default@dest2_n36@ds=111 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n137 partition(ds='111') @@ -28,6 +31,9 @@ INSERT OVERWRITE TABLE dest1_n137 partition(ds='111') INSERT OVERWRITE TABLE dest2_n36 partition(ds='111') SELECT substr(src.value, 5), count(src.key), count(distinct src.key) GROUP BY substr(src.value, 5) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n137@ds=111 +POSTHOOK: Output: default@dest2_n36@ds=111 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/groupby12.q.out b/ql/src/test/results/clientpositive/groupby12.q.out index 7317c4e..c381a8f 100644 --- a/ql/src/test/results/clientpositive/groupby12.q.out +++ b/ql/src/test/results/clientpositive/groupby12.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n106 SELECT COUNT(src.key), COUNT(DISTINCT value) GROUP BY src.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n106 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n106 SELECT COUNT(src.key), COUNT(DISTINCT value) GROUP BY src.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n106 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby13.q.out b/ql/src/test/results/clientpositive/groupby13.q.out index 0747cfa..cb06e0c 100644 --- a/ql/src/test/results/clientpositive/groupby13.q.out +++ b/ql/src/test/results/clientpositive/groupby13.q.out @@ -20,6 +20,8 @@ int_col_7, LEAST(COALESCE(int_col_5, -279), COALESCE(int_col_7, 476)) PREHOOK: type: QUERY +PREHOOK: Input: default@grpby_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT int_col_7, @@ -32,6 +34,8 @@ int_col_7, LEAST(COALESCE(int_col_5, -279), COALESCE(int_col_7, 476)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@grpby_test +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby1_limit.q.out b/ql/src/test/results/clientpositive/groupby1_limit.q.out index 8b3757b..dd987a9 100644 --- a/ql/src/test/results/clientpositive/groupby1_limit.q.out +++ b/ql/src/test/results/clientpositive/groupby1_limit.q.out @@ -9,9 +9,13 @@ POSTHOOK: Output: default@dest1_n125 PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n125 SELECT src.key, sum(substr(src.value,5)) GROUP BY src.key LIMIT 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n125 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n125 SELECT src.key, sum(substr(src.value,5)) GROUP BY src.key LIMIT 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n125 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby1_map.q.out b/ql/src/test/results/clientpositive/groupby1_map.q.out index bb942e6..b4063a3 100644 --- a/ql/src/test/results/clientpositive/groupby1_map.q.out +++ b/ql/src/test/results/clientpositive/groupby1_map.q.out @@ -9,9 +9,13 @@ POSTHOOK: Output: default@dest1_n61 PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n61 SELECT src.key, sum(substr(src.value,5)) GROUP BY src.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n61 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n61 SELECT src.key, sum(substr(src.value,5)) GROUP BY src.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n61 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby1_map_nomap.q.out b/ql/src/test/results/clientpositive/groupby1_map_nomap.q.out index f201f3f..3b457d5 100644 --- a/ql/src/test/results/clientpositive/groupby1_map_nomap.q.out +++ b/ql/src/test/results/clientpositive/groupby1_map_nomap.q.out @@ -9,9 +9,13 @@ POSTHOOK: Output: default@dest1_n67 PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n67 SELECT src.key, sum(substr(src.value,5)) GROUP BY src.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n67 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n67 SELECT src.key, sum(substr(src.value,5)) GROUP BY src.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n67 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby1_map_skew.q.out b/ql/src/test/results/clientpositive/groupby1_map_skew.q.out index 91bfc00..3c27d8a 100644 --- a/ql/src/test/results/clientpositive/groupby1_map_skew.q.out +++ b/ql/src/test/results/clientpositive/groupby1_map_skew.q.out @@ -9,9 +9,13 @@ POSTHOOK: Output: default@dest1_n175 PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n175 SELECT src.key, sum(substr(src.value,5)) GROUP BY src.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n175 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n175 SELECT src.key, sum(substr(src.value,5)) GROUP BY src.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n175 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby1_noskew.q.out b/ql/src/test/results/clientpositive/groupby1_noskew.q.out index d1f7868..5797683 100644 --- a/ql/src/test/results/clientpositive/groupby1_noskew.q.out +++ b/ql/src/test/results/clientpositive/groupby1_noskew.q.out @@ -9,9 +9,13 @@ POSTHOOK: Output: default@dest_g1_n0 PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_g1_n0 SELECT src.key, sum(substr(src.value,5)) GROUP BY src.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_g1_n0 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_g1_n0 SELECT src.key, sum(substr(src.value,5)) GROUP BY src.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_g1_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby2_limit.q.out b/ql/src/test/results/clientpositive/groupby2_limit.q.out index f99a99a..a919d6a 100644 --- a/ql/src/test/results/clientpositive/groupby2_limit.q.out +++ b/ql/src/test/results/clientpositive/groupby2_limit.q.out @@ -1,9 +1,13 @@ PREHOOK: query: EXPLAIN SELECT src.key, sum(substr(src.value,5)) FROM src GROUP BY src.key ORDER BY src.key LIMIT 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src.key, sum(substr(src.value,5)) FROM src GROUP BY src.key ORDER BY src.key LIMIT 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby2_map.q.out b/ql/src/test/results/clientpositive/groupby2_map.q.out index bc69a13..786c30e 100644 --- a/ql/src/test/results/clientpositive/groupby2_map.q.out +++ b/ql/src/test/results/clientpositive/groupby2_map.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n16 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))) GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n16 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n16 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))) GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n16 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby2_map_multi_distinct.q.out b/ql/src/test/results/clientpositive/groupby2_map_multi_distinct.q.out index da3443c..3764b53 100644 --- a/ql/src/test/results/clientpositive/groupby2_map_multi_distinct.q.out +++ b/ql/src/test/results/clientpositive/groupby2_map_multi_distinct.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n38 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n38 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n38 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n38 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -156,10 +160,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n38 SELECT substr(src.key,1,1), count(DISTINCT substr(src.key,1,1)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n38 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n38 SELECT substr(src.key,1,1), count(DISTINCT substr(src.key,1,1)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n38 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby2_map_skew.q.out b/ql/src/test/results/clientpositive/groupby2_map_skew.q.out index e137bd6..2f3b1df 100644 --- a/ql/src/test/results/clientpositive/groupby2_map_skew.q.out +++ b/ql/src/test/results/clientpositive/groupby2_map_skew.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n10 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))) GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n10 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n10 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))) GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n10 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby2_noskew.q.out b/ql/src/test/results/clientpositive/groupby2_noskew.q.out index 583885c..34e9e68 100644 --- a/ql/src/test/results/clientpositive/groupby2_noskew.q.out +++ b/ql/src/test/results/clientpositive/groupby2_noskew.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_g2_n1 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))) GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_g2_n1 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_g2_n1 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))) GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_g2_n1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby2_noskew_multi_distinct.q.out b/ql/src/test/results/clientpositive/groupby2_noskew_multi_distinct.q.out index 6998b83..445aee6 100644 --- a/ql/src/test/results/clientpositive/groupby2_noskew_multi_distinct.q.out +++ b/ql/src/test/results/clientpositive/groupby2_noskew_multi_distinct.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_g2_n3 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_g2_n3 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_g2_n3 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_g2_n3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby3.q.out b/ql/src/test/results/clientpositive/groupby3.q.out index aff5770..30f81df 100644 --- a/ql/src/test/results/clientpositive/groupby3.q.out +++ b/ql/src/test/results/clientpositive/groupby3.q.out @@ -19,6 +19,8 @@ INSERT OVERWRITE TABLE dest1_n119 SELECT variance(substr(src.value,5)), var_samp(substr(src.value,5)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n119 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n119 SELECT @@ -32,6 +34,8 @@ INSERT OVERWRITE TABLE dest1_n119 SELECT variance(substr(src.value,5)), var_samp(substr(src.value,5)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n119 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby3_map.q.out b/ql/src/test/results/clientpositive/groupby3_map.q.out index a5ec308..328711a 100644 --- a/ql/src/test/results/clientpositive/groupby3_map.q.out +++ b/ql/src/test/results/clientpositive/groupby3_map.q.out @@ -19,6 +19,8 @@ INSERT OVERWRITE TABLE dest1_n53 SELECT variance(substr(src.value,5)), var_samp(substr(src.value,5)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n53 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n53 SELECT @@ -32,6 +34,8 @@ INSERT OVERWRITE TABLE dest1_n53 SELECT variance(substr(src.value,5)), var_samp(substr(src.value,5)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n53 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby3_map_multi_distinct.q.out b/ql/src/test/results/clientpositive/groupby3_map_multi_distinct.q.out index d8fe780..2bba736 100644 --- a/ql/src/test/results/clientpositive/groupby3_map_multi_distinct.q.out +++ b/ql/src/test/results/clientpositive/groupby3_map_multi_distinct.q.out @@ -21,6 +21,8 @@ INSERT OVERWRITE TABLE dest1_n68 SELECT sum(DISTINCT substr(src.value, 5)), count(DISTINCT substr(src.value, 5)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n68 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n68 SELECT @@ -36,6 +38,8 @@ INSERT OVERWRITE TABLE dest1_n68 SELECT sum(DISTINCT substr(src.value, 5)), count(DISTINCT substr(src.value, 5)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n68 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby3_map_skew.q.out b/ql/src/test/results/clientpositive/groupby3_map_skew.q.out index 02317a2..a699c58 100644 --- a/ql/src/test/results/clientpositive/groupby3_map_skew.q.out +++ b/ql/src/test/results/clientpositive/groupby3_map_skew.q.out @@ -19,6 +19,8 @@ INSERT OVERWRITE TABLE dest1_n131 SELECT variance(substr(src.value,5)), var_samp(substr(src.value,5)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n131 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n131 SELECT @@ -32,6 +34,8 @@ INSERT OVERWRITE TABLE dest1_n131 SELECT variance(substr(src.value,5)), var_samp(substr(src.value,5)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n131 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby3_noskew.q.out b/ql/src/test/results/clientpositive/groupby3_noskew.q.out index a870fc1..075f7c7 100644 --- a/ql/src/test/results/clientpositive/groupby3_noskew.q.out +++ b/ql/src/test/results/clientpositive/groupby3_noskew.q.out @@ -19,6 +19,8 @@ INSERT OVERWRITE TABLE dest1_n63 SELECT variance(substr(src.value,5)), var_samp(substr(src.value,5)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n63 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n63 SELECT @@ -32,6 +34,8 @@ INSERT OVERWRITE TABLE dest1_n63 SELECT variance(substr(src.value,5)), var_samp(substr(src.value,5)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n63 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby3_noskew_multi_distinct.q.out b/ql/src/test/results/clientpositive/groupby3_noskew_multi_distinct.q.out index 7801a6c..a662e22 100644 --- a/ql/src/test/results/clientpositive/groupby3_noskew_multi_distinct.q.out +++ b/ql/src/test/results/clientpositive/groupby3_noskew_multi_distinct.q.out @@ -21,6 +21,8 @@ INSERT OVERWRITE TABLE dest1_n24 SELECT sum(DISTINCT substr(src.value, 5)), count(DISTINCT substr(src.value, 5)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n24 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n24 SELECT @@ -36,6 +38,8 @@ INSERT OVERWRITE TABLE dest1_n24 SELECT sum(DISTINCT substr(src.value, 5)), count(DISTINCT substr(src.value, 5)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n24 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby4.q.out b/ql/src/test/results/clientpositive/groupby4.q.out index 9763761..9421907 100644 --- a/ql/src/test/results/clientpositive/groupby4.q.out +++ b/ql/src/test/results/clientpositive/groupby4.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n168 SELECT substr(src.key,1,1) GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n168 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n168 SELECT substr(src.key,1,1) GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n168 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby4_map.q.out b/ql/src/test/results/clientpositive/groupby4_map.q.out index 8d805ac..c5fec0b 100644 --- a/ql/src/test/results/clientpositive/groupby4_map.q.out +++ b/ql/src/test/results/clientpositive/groupby4_map.q.out @@ -9,9 +9,13 @@ POSTHOOK: Output: default@dest1_n40 PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n40 SELECT count(1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n40 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n40 SELECT count(1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n40 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby4_map_skew.q.out b/ql/src/test/results/clientpositive/groupby4_map_skew.q.out index 29309a8..c96e0de 100644 --- a/ql/src/test/results/clientpositive/groupby4_map_skew.q.out +++ b/ql/src/test/results/clientpositive/groupby4_map_skew.q.out @@ -9,9 +9,13 @@ POSTHOOK: Output: default@dest1_n141 PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n141 SELECT count(1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n141 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n141 SELECT count(1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n141 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby4_noskew.q.out b/ql/src/test/results/clientpositive/groupby4_noskew.q.out index c3bbb20..6ec0204 100644 --- a/ql/src/test/results/clientpositive/groupby4_noskew.q.out +++ b/ql/src/test/results/clientpositive/groupby4_noskew.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n33 SELECT substr(src.key,1,1) GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n33 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n33 SELECT substr(src.key,1,1) GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n33 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby5.q.out b/ql/src/test/results/clientpositive/groupby5.q.out index b3c2da2..7386229 100644 --- a/ql/src/test/results/clientpositive/groupby5.q.out +++ b/ql/src/test/results/clientpositive/groupby5.q.out @@ -12,12 +12,16 @@ SELECT src.key, sum(substr(src.value,5)) FROM src GROUP BY src.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n36 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest1_n36 SELECT src.key, sum(substr(src.value,5)) FROM src GROUP BY src.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n36 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby5_map.q.out b/ql/src/test/results/clientpositive/groupby5_map.q.out index ea4d7c5..499986f 100644 --- a/ql/src/test/results/clientpositive/groupby5_map.q.out +++ b/ql/src/test/results/clientpositive/groupby5_map.q.out @@ -9,9 +9,13 @@ POSTHOOK: Output: default@dest1_n75 PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n75 SELECT sum(src.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n75 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n75 SELECT sum(src.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n75 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby5_map_skew.q.out b/ql/src/test/results/clientpositive/groupby5_map_skew.q.out index 9634b2c..f5ddd19 100644 --- a/ql/src/test/results/clientpositive/groupby5_map_skew.q.out +++ b/ql/src/test/results/clientpositive/groupby5_map_skew.q.out @@ -9,9 +9,13 @@ POSTHOOK: Output: default@dest1_n76 PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n76 SELECT sum(src.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n76 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n76 SELECT sum(src.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n76 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby5_noskew.q.out b/ql/src/test/results/clientpositive/groupby5_noskew.q.out index 5307bc7..36f241f 100644 --- a/ql/src/test/results/clientpositive/groupby5_noskew.q.out +++ b/ql/src/test/results/clientpositive/groupby5_noskew.q.out @@ -12,12 +12,16 @@ SELECT src.key, sum(substr(src.value,5)) FROM src GROUP BY src.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n31 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest1_n31 SELECT src.key, sum(substr(src.value,5)) FROM src GROUP BY src.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n31 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby6.q.out b/ql/src/test/results/clientpositive/groupby6.q.out index 5928da6..0b58c94 100644 --- a/ql/src/test/results/clientpositive/groupby6.q.out +++ b/ql/src/test/results/clientpositive/groupby6.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n92 SELECT DISTINCT substr(src.value,5,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n92 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n92 SELECT DISTINCT substr(src.value,5,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n92 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby6_map.q.out b/ql/src/test/results/clientpositive/groupby6_map.q.out index 3e6c10c..a2fee3f 100644 --- a/ql/src/test/results/clientpositive/groupby6_map.q.out +++ b/ql/src/test/results/clientpositive/groupby6_map.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n19 SELECT DISTINCT substr(src.value,5,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n19 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n19 SELECT DISTINCT substr(src.value,5,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n19 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby6_map_skew.q.out b/ql/src/test/results/clientpositive/groupby6_map_skew.q.out index 71aa30c..0cac232 100644 --- a/ql/src/test/results/clientpositive/groupby6_map_skew.q.out +++ b/ql/src/test/results/clientpositive/groupby6_map_skew.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n98 SELECT DISTINCT substr(src.value,5,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n98 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n98 SELECT DISTINCT substr(src.value,5,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n98 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby6_noskew.q.out b/ql/src/test/results/clientpositive/groupby6_noskew.q.out index 5a99961..4504b53 100644 --- a/ql/src/test/results/clientpositive/groupby6_noskew.q.out +++ b/ql/src/test/results/clientpositive/groupby6_noskew.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n100 SELECT DISTINCT substr(src.value,5,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n100 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n100 SELECT DISTINCT substr(src.value,5,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n100 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby7_map.q.out b/ql/src/test/results/clientpositive/groupby7_map.q.out index 5b4b9af..cb4f3b2 100644 --- a/ql/src/test/results/clientpositive/groupby7_map.q.out +++ b/ql/src/test/results/clientpositive/groupby7_map.q.out @@ -19,11 +19,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1_n82 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n19 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n82 +PREHOOK: Output: default@dest2_n19 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1_n82 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n19 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n82 +POSTHOOK: Output: default@dest2_n19 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/groupby7_map_multi_single_reducer.q.out b/ql/src/test/results/clientpositive/groupby7_map_multi_single_reducer.q.out index 00d26b9..a41037c 100644 --- a/ql/src/test/results/clientpositive/groupby7_map_multi_single_reducer.q.out +++ b/ql/src/test/results/clientpositive/groupby7_map_multi_single_reducer.q.out @@ -19,11 +19,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1_n15 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n3 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n15 +PREHOOK: Output: default@dest2_n3 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1_n15 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n3 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n15 +POSTHOOK: Output: default@dest2_n3 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/groupby7_map_skew.q.out b/ql/src/test/results/clientpositive/groupby7_map_skew.q.out index 089a14e..e5dea0d 100644 --- a/ql/src/test/results/clientpositive/groupby7_map_skew.q.out +++ b/ql/src/test/results/clientpositive/groupby7_map_skew.q.out @@ -19,11 +19,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1_n21 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n5 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n21 +PREHOOK: Output: default@dest2_n5 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1_n21 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n5 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n21 +POSTHOOK: Output: default@dest2_n5 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/groupby7_noskew.q.out b/ql/src/test/results/clientpositive/groupby7_noskew.q.out index ec83bb6..49ebc26 100644 --- a/ql/src/test/results/clientpositive/groupby7_noskew.q.out +++ b/ql/src/test/results/clientpositive/groupby7_noskew.q.out @@ -19,11 +19,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1_n101 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n28 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n101 +PREHOOK: Output: default@dest2_n28 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1_n101 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n28 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n101 +POSTHOOK: Output: default@dest2_n28 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/groupby7_noskew_multi_single_reducer.q.out b/ql/src/test/results/clientpositive/groupby7_noskew_multi_single_reducer.q.out index c844e51..f07c58a 100644 --- a/ql/src/test/results/clientpositive/groupby7_noskew_multi_single_reducer.q.out +++ b/ql/src/test/results/clientpositive/groupby7_noskew_multi_single_reducer.q.out @@ -19,11 +19,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1_n170 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key ORDER BY SRC.key limit 10 INSERT OVERWRITE TABLE DEST2_n42 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key ORDER BY SRC.key limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n170 +PREHOOK: Output: default@dest2_n42 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1_n170 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key ORDER BY SRC.key limit 10 INSERT OVERWRITE TABLE DEST2_n42 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key ORDER BY SRC.key limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n170 +POSTHOOK: Output: default@dest2_n42 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/groupby8.q.out b/ql/src/test/results/clientpositive/groupby8.q.out index 2d8ea6f..1c5d16d 100644 --- a/ql/src/test/results/clientpositive/groupby8.q.out +++ b/ql/src/test/results/clientpositive/groupby8.q.out @@ -19,11 +19,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1_n71 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n15 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n71 +PREHOOK: Output: default@dest2_n15 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1_n71 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n15 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n71 +POSTHOOK: Output: default@dest2_n15 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -970,11 +976,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1_n71 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n15 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n71 +PREHOOK: Output: default@dest2_n15 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1_n71 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n15 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n71 +POSTHOOK: Output: default@dest2_n15 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/groupby8_map.q.out b/ql/src/test/results/clientpositive/groupby8_map.q.out index cf3ade6..e61020e 100644 --- a/ql/src/test/results/clientpositive/groupby8_map.q.out +++ b/ql/src/test/results/clientpositive/groupby8_map.q.out @@ -19,11 +19,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1_n136 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n35 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n136 +PREHOOK: Output: default@dest2_n35 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1_n136 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n35 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n136 +POSTHOOK: Output: default@dest2_n35 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/groupby8_map_skew.q.out b/ql/src/test/results/clientpositive/groupby8_map_skew.q.out index 86598aa..85325e9 100644 --- a/ql/src/test/results/clientpositive/groupby8_map_skew.q.out +++ b/ql/src/test/results/clientpositive/groupby8_map_skew.q.out @@ -19,11 +19,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1_n87 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n22 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n87 +PREHOOK: Output: default@dest2_n22 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1_n87 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n22 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n87 +POSTHOOK: Output: default@dest2_n22 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/groupby8_noskew.q.out b/ql/src/test/results/clientpositive/groupby8_noskew.q.out index a3d3656..44e4946 100644 --- a/ql/src/test/results/clientpositive/groupby8_noskew.q.out +++ b/ql/src/test/results/clientpositive/groupby8_noskew.q.out @@ -19,11 +19,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1_n48 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n9 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n48 +PREHOOK: Output: default@dest2_n9 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1_n48 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n9 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n48 +POSTHOOK: Output: default@dest2_n9 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/groupby9.q.out b/ql/src/test/results/clientpositive/groupby9.q.out index 8d97bdf..043d1b5 100644 --- a/ql/src/test/results/clientpositive/groupby9.q.out +++ b/ql/src/test/results/clientpositive/groupby9.q.out @@ -19,11 +19,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1_n117 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n31 SELECT SRC.key, SRC.value, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key, SRC.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n117 +PREHOOK: Output: default@dest2_n31 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1_n117 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n31 SELECT SRC.key, SRC.value, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key, SRC.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n117 +POSTHOOK: Output: default@dest2_n31 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -892,11 +898,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1_n117 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n31 SELECT SRC.key, SRC.value, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.value, SRC.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n117 +PREHOOK: Output: default@dest2_n31 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1_n117 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n31 SELECT SRC.key, SRC.value, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.value, SRC.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n117 +POSTHOOK: Output: default@dest2_n31 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -1765,11 +1777,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1_n117 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n31 SELECT SRC.key, SRC.value, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key, SRC.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n117 +PREHOOK: Output: default@dest2_n31 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1_n117 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n31 SELECT SRC.key, SRC.value, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key, SRC.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n117 +POSTHOOK: Output: default@dest2_n31 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -2638,11 +2656,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1_n117 SELECT SRC.key, COUNT(SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n31 SELECT SRC.key, SRC.value, COUNT(SUBSTR(SRC.value,5)) GROUP BY SRC.key, SRC.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n117 +PREHOOK: Output: default@dest2_n31 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1_n117 SELECT SRC.key, COUNT(SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n31 SELECT SRC.key, SRC.value, COUNT(SUBSTR(SRC.value,5)) GROUP BY SRC.key, SRC.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n117 +POSTHOOK: Output: default@dest2_n31 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -3514,11 +3538,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1_n117 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n31 SELECT SRC.key, SRC.value, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.value, SRC.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n117 +PREHOOK: Output: default@dest2_n31 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1_n117 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n31 SELECT SRC.key, SRC.value, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.value, SRC.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n117 +POSTHOOK: Output: default@dest2_n31 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/groupby_complex_types.q.out b/ql/src/test/results/clientpositive/groupby_complex_types.q.out index e40d26a..5d4eb7c 100644 --- a/ql/src/test/results/clientpositive/groupby_complex_types.q.out +++ b/ql/src/test/results/clientpositive/groupby_complex_types.q.out @@ -28,12 +28,20 @@ INSERT OVERWRITE TABLE DEST1_n163 SELECT ARRAY(SRC.key), COUNT(1) GROUP BY ARRAY INSERT OVERWRITE TABLE DEST2_n41 SELECT MAP(SRC.key, SRC.value), COUNT(1) GROUP BY MAP(SRC.key, SRC.value) INSERT OVERWRITE TABLE DEST3_n7 SELECT STRUCT(SRC.key, SRC.value), COUNT(1) GROUP BY STRUCT(SRC.key, SRC.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n163 +PREHOOK: Output: default@dest2_n41 +PREHOOK: Output: default@dest3_n7 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1_n163 SELECT ARRAY(SRC.key), COUNT(1) GROUP BY ARRAY(SRC.key) INSERT OVERWRITE TABLE DEST2_n41 SELECT MAP(SRC.key, SRC.value), COUNT(1) GROUP BY MAP(SRC.key, SRC.value) INSERT OVERWRITE TABLE DEST3_n7 SELECT STRUCT(SRC.key, SRC.value), COUNT(1) GROUP BY STRUCT(SRC.key, SRC.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n163 +POSTHOOK: Output: default@dest2_n41 +POSTHOOK: Output: default@dest3_n7 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-0 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/groupby_complex_types_multi_single_reducer.q.out b/ql/src/test/results/clientpositive/groupby_complex_types_multi_single_reducer.q.out index d52b277..fcb12ee 100644 --- a/ql/src/test/results/clientpositive/groupby_complex_types_multi_single_reducer.q.out +++ b/ql/src/test/results/clientpositive/groupby_complex_types_multi_single_reducer.q.out @@ -19,11 +19,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1_n47 SELECT ARRAY(SRC.key) as keyarray, COUNT(1) GROUP BY ARRAY(SRC.key) ORDER BY keyarray limit 10 INSERT OVERWRITE TABLE DEST2_n8 SELECT MAP(SRC.key, SRC.value) as kvmap, COUNT(1) GROUP BY MAP(SRC.key, SRC.value) ORDER BY kvmap limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n47 +PREHOOK: Output: default@dest2_n8 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1_n47 SELECT ARRAY(SRC.key) as keyarray, COUNT(1) GROUP BY ARRAY(SRC.key) ORDER BY keyarray limit 10 INSERT OVERWRITE TABLE DEST2_n8 SELECT MAP(SRC.key, SRC.value) as kvmap, COUNT(1) GROUP BY MAP(SRC.key, SRC.value) ORDER BY kvmap limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n47 +POSTHOOK: Output: default@dest2_n8 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/groupby_cube1.q.out b/ql/src/test/results/clientpositive/groupby_cube1.q.out index da87cbf..188c64e 100644 --- a/ql/src/test/results/clientpositive/groupby_cube1.q.out +++ b/ql/src/test/results/clientpositive/groupby_cube1.q.out @@ -17,9 +17,13 @@ POSTHOOK: Output: default@t1_n82 PREHOOK: query: EXPLAIN SELECT key, val, count(1) FROM T1_n82 GROUP BY key, val with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n82 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, val, count(1) FROM T1_n82 GROUP BY key, val with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n82 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -76,9 +80,13 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT key, val, count(1) FROM T1_n82 GROUP BY CUBE(key, val) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n82 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, val, count(1) FROM T1_n82 GROUP BY CUBE(key, val) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n82 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -161,9 +169,13 @@ NULL NULL 6 PREHOOK: query: EXPLAIN SELECT key, val, GROUPING__ID, count(1) FROM T1_n82 GROUP BY key, val with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n82 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, val, GROUPING__ID, count(1) FROM T1_n82 GROUP BY key, val with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n82 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -245,9 +257,13 @@ NULL NULL 3 6 PREHOOK: query: EXPLAIN SELECT key, count(distinct val) FROM T1_n82 GROUP BY key with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n82 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, count(distinct val) FROM T1_n82 GROUP BY key with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n82 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -317,9 +333,13 @@ NULL 6 PREHOOK: query: EXPLAIN SELECT key, val, count(1) FROM T1_n82 GROUP BY key, val with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n82 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, val, count(1) FROM T1_n82 GROUP BY key, val with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n82 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -427,9 +447,13 @@ NULL NULL 6 PREHOOK: query: EXPLAIN SELECT key, count(distinct val) FROM T1_n82 GROUP BY key with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n82 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, count(distinct val) FROM T1_n82 GROUP BY key with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n82 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -542,11 +566,17 @@ FROM T1_n82 INSERT OVERWRITE TABLE T2_n51 SELECT key, val, count(1) group by key, val with cube INSERT OVERWRITE TABLE T3_n16 SELECT key, val, sum(1) group by key, val with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n82 +PREHOOK: Output: default@t2_n51 +PREHOOK: Output: default@t3_n16 POSTHOOK: query: EXPLAIN FROM T1_n82 INSERT OVERWRITE TABLE T2_n51 SELECT key, val, count(1) group by key, val with cube INSERT OVERWRITE TABLE T3_n16 SELECT key, val, sum(1) group by key, val with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n82 +POSTHOOK: Output: default@t2_n51 +POSTHOOK: Output: default@t3_n16 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/groupby_cube_multi_gby.q.out b/ql/src/test/results/clientpositive/groupby_cube_multi_gby.q.out index 5f08df6..477aee9 100644 --- a/ql/src/test/results/clientpositive/groupby_cube_multi_gby.q.out +++ b/ql/src/test/results/clientpositive/groupby_cube_multi_gby.q.out @@ -22,6 +22,9 @@ insert into table t2_n13 select key, value group by key, value grouping sets ((key), (key, value)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@t1_n21 +PREHOOK: Output: default@t2_n13 POSTHOOK: query: explain from src insert into table t1_n21 select key, GROUPING__ID @@ -30,6 +33,9 @@ insert into table t2_n13 select key, value group by key, value grouping sets ((key), (key, value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@t1_n21 +POSTHOOK: Output: default@t2_n13 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/groupby_distinct_samekey.q.out b/ql/src/test/results/clientpositive/groupby_distinct_samekey.q.out index 7c11b8a..db1e2bc 100644 --- a/ql/src/test/results/clientpositive/groupby_distinct_samekey.q.out +++ b/ql/src/test/results/clientpositive/groupby_distinct_samekey.q.out @@ -20,8 +20,12 @@ POSTHOOK: Lineage: t1_n60.str1 SIMPLE [(src)src.FieldSchema(name:value, type:str POSTHOOK: Lineage: t1_n60.str2 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain select Q1.int1_n60, sum(distinct Q1.int1_n60) from (select * from t1_n60 order by int1_n60) Q1 group by Q1.int1_n60 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n60 +#### A masked pattern was here #### POSTHOOK: query: explain select Q1.int1_n60, sum(distinct Q1.int1_n60) from (select * from t1_n60 order by int1_n60) Q1 group by Q1.int1_n60 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n60 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -71,8 +75,12 @@ STAGE PLANS: PREHOOK: query: explain select int1_n60, sum(distinct int1_n60) from t1_n60 group by int1_n60 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n60 +#### A masked pattern was here #### POSTHOOK: query: explain select int1_n60, sum(distinct int1_n60) from t1_n60 group by int1_n60 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n60 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby_duplicate_key.q.out b/ql/src/test/results/clientpositive/groupby_duplicate_key.q.out index cb6a647..3fe95af 100644 --- a/ql/src/test/results/clientpositive/groupby_duplicate_key.q.out +++ b/ql/src/test/results/clientpositive/groupby_duplicate_key.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select distinct key, "" as dummy1, "" as dummy2 from src tablesample (10 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select distinct key, "" as dummy1, "" as dummy2 from src tablesample (10 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -77,10 +81,16 @@ PREHOOK: query: explain create table dummy_n6 as select distinct key, "X" as dummy1, "X" as dummy2 from src tablesample (10 rows) PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@dummy_n6 POSTHOOK: query: explain create table dummy_n6 as select distinct key, "X" as dummy1, "X" as dummy2 from src tablesample (10 rows) POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@dummy_n6 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -184,9 +194,13 @@ POSTHOOK: Input: default@dummy_n6 PREHOOK: query: explain select max('pants'), max('pANTS') from src group by key limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select max('pants'), max('pANTS') from src group by key limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby_empty.q.out b/ql/src/test/results/clientpositive/groupby_empty.q.out index 22a2060..cabeb42 100644 --- a/ql/src/test/results/clientpositive/groupby_empty.q.out +++ b/ql/src/test/results/clientpositive/groupby_empty.q.out @@ -17,8 +17,12 @@ POSTHOOK: Output: default@t_n34 POSTHOOK: Lineage: t_n34.a SCRIPT [] PREHOOK: query: explain select count(*) from t_n34 group by () PREHOOK: type: QUERY +PREHOOK: Input: default@t_n34 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from t_n34 group by () POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_n34 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/groupby_grouping_id3.q.out b/ql/src/test/results/clientpositive/groupby_grouping_id3.q.out index 018c7da..d96d81f 100644 --- a/ql/src/test/results/clientpositive/groupby_grouping_id3.q.out +++ b/ql/src/test/results/clientpositive/groupby_grouping_id3.q.out @@ -21,6 +21,8 @@ GROUP BY key, value GROUPING SETS ((), (key)) HAVING GROUPING__ID = 1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n86 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, value, GROUPING__ID, count(*) FROM T1_n86 @@ -28,6 +30,8 @@ GROUP BY key, value GROUPING SETS ((), (key)) HAVING GROUPING__ID = 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n86 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -111,6 +115,8 @@ GROUP BY key, value GROUPING SETS ((), (key)) HAVING GROUPING__ID = 1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n86 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, value, GROUPING__ID, count(*) FROM T1_n86 @@ -118,6 +124,8 @@ GROUP BY key, value GROUPING SETS ((), (key)) HAVING GROUPING__ID = 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n86 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby_grouping_sets1.q.out b/ql/src/test/results/clientpositive/groupby_grouping_sets1.q.out index 5eda076..ded3d13 100644 --- a/ql/src/test/results/clientpositive/groupby_grouping_sets1.q.out +++ b/ql/src/test/results/clientpositive/groupby_grouping_sets1.q.out @@ -32,9 +32,13 @@ t1_n41.a t1_n41.b t1_n41.c PREHOOK: query: EXPLAIN SELECT a, b, count(*) from T1_n41 group by a, b with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n41 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a, b, count(*) from T1_n41 group by a, b with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n41 +#### A masked pattern was here #### Explain STAGE DEPENDENCIES: Stage-1 is a root stage @@ -116,9 +120,13 @@ NULL NULL 6 PREHOOK: query: EXPLAIN SELECT a, b, count(*) from T1_n41 group by cube(a, b) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n41 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a, b, count(*) from T1_n41 group by cube(a, b) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n41 +#### A masked pattern was here #### Explain STAGE DEPENDENCIES: Stage-1 is a root stage @@ -200,9 +208,13 @@ NULL NULL 6 PREHOOK: query: EXPLAIN SELECT a, b, count(*) FROM T1_n41 GROUP BY a, b GROUPING SETS (a, (a, b), b, ()) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n41 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a, b, count(*) FROM T1_n41 GROUP BY a, b GROUPING SETS (a, (a, b), b, ()) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n41 +#### A masked pattern was here #### Explain STAGE DEPENDENCIES: Stage-1 is a root stage @@ -284,9 +296,13 @@ NULL NULL 6 PREHOOK: query: EXPLAIN SELECT a, b, count(*) FROM T1_n41 GROUP BY a, b GROUPING SETS (a, (a, b)) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n41 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a, b, count(*) FROM T1_n41 GROUP BY a, b GROUPING SETS (a, (a, b)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n41 +#### A masked pattern was here #### Explain STAGE DEPENDENCIES: Stage-1 is a root stage @@ -364,9 +380,13 @@ a b _c2 PREHOOK: query: EXPLAIN SELECT a FROM T1_n41 GROUP BY a, b, c GROUPING SETS (a, b, c) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n41 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a FROM T1_n41 GROUP BY a, b, c GROUPING SETS (a, b, c) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n41 +#### A masked pattern was here #### Explain STAGE DEPENDENCIES: Stage-1 is a root stage @@ -444,9 +464,13 @@ NULL PREHOOK: query: EXPLAIN SELECT a FROM T1_n41 GROUP BY a GROUPING SETS ((a), (a)) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n41 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a FROM T1_n41 GROUP BY a GROUPING SETS ((a), (a)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n41 +#### A masked pattern was here #### Explain STAGE DEPENDENCIES: Stage-1 is a root stage @@ -510,9 +534,13 @@ a PREHOOK: query: EXPLAIN SELECT a + b, count(*) FROM T1_n41 GROUP BY a + b GROUPING SETS (a+b) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n41 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a + b, count(*) FROM T1_n41 GROUP BY a + b GROUPING SETS (a+b) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n41 +#### A masked pattern was here #### Explain STAGE DEPENDENCIES: Stage-1 is a root stage diff --git a/ql/src/test/results/clientpositive/groupby_grouping_sets2.q.out b/ql/src/test/results/clientpositive/groupby_grouping_sets2.q.out index 196d9b6..58f1f42 100644 --- a/ql/src/test/results/clientpositive/groupby_grouping_sets2.q.out +++ b/ql/src/test/results/clientpositive/groupby_grouping_sets2.q.out @@ -17,9 +17,13 @@ POSTHOOK: Output: default@t1_n81 PREHOOK: query: EXPLAIN SELECT a, b, count(*) from T1_n81 group by a, b with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n81 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a, b, count(*) from T1_n81 group by a, b with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n81 +#### A masked pattern was here #### Explain STAGE DEPENDENCIES: Stage-1 is a root stage @@ -102,9 +106,13 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT a, b, count(*) from T1_n81 group by cube(a, b) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n81 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a, b, count(*) from T1_n81 group by cube(a, b) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n81 +#### A masked pattern was here #### Explain STAGE DEPENDENCIES: Stage-1 is a root stage @@ -211,9 +219,13 @@ NULL NULL 6 PREHOOK: query: EXPLAIN SELECT a, b, sum(c) from T1_n81 group by a, b with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n81 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a, b, sum(c) from T1_n81 group by a, b with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n81 +#### A masked pattern was here #### Explain STAGE DEPENDENCIES: Stage-1 is a root stage @@ -343,9 +355,13 @@ _col0 _col1 _col2 _col3 PREHOOK: query: EXPLAIN SELECT a, b, sum(c+d) from T2_n50 group by a, b with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t2_n50 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a, b, sum(c+d) from T2_n50 group by a, b with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2_n50 +#### A masked pattern was here #### Explain STAGE DEPENDENCIES: Stage-1 is a root stage diff --git a/ql/src/test/results/clientpositive/groupby_grouping_sets3.q.out b/ql/src/test/results/clientpositive/groupby_grouping_sets3.q.out index 8ad784c..3416616 100644 --- a/ql/src/test/results/clientpositive/groupby_grouping_sets3.q.out +++ b/ql/src/test/results/clientpositive/groupby_grouping_sets3.q.out @@ -25,9 +25,13 @@ POSTHOOK: Output: default@t1_n118 PREHOOK: query: EXPLAIN SELECT a, b, avg(c), count(*) from T1_n118 group by a, b with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n118 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a, b, avg(c), count(*) from T1_n118 group by a, b with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n118 +#### A masked pattern was here #### Explain STAGE DEPENDENCIES: Stage-1 is a root stage @@ -85,9 +89,13 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT a, b, avg(c), count(*) from T1_n118 group by cube(a, b) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n118 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a, b, avg(c), count(*) from T1_n118 group by cube(a, b) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n118 +#### A masked pattern was here #### Explain STAGE DEPENDENCIES: Stage-1 is a root stage @@ -170,9 +178,13 @@ NULL NULL 3.8333333333333335 12 PREHOOK: query: EXPLAIN SELECT a, b, avg(c), count(*) from T1_n118 group by a, b with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n118 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a, b, avg(c), count(*) from T1_n118 group by a, b with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n118 +#### A masked pattern was here #### Explain STAGE DEPENDENCIES: Stage-1 is a root stage diff --git a/ql/src/test/results/clientpositive/groupby_grouping_sets4.q.out b/ql/src/test/results/clientpositive/groupby_grouping_sets4.q.out index fd1163d..9c573dd 100644 --- a/ql/src/test/results/clientpositive/groupby_grouping_sets4.q.out +++ b/ql/src/test/results/clientpositive/groupby_grouping_sets4.q.out @@ -21,6 +21,8 @@ join (SELECT a, b, count(*) from T1_n143 where a < 3 group by a, b with cube) subq2 on subq1.a = subq2.a PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n143 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM (SELECT a, b, count(*) from T1_n143 where a < 3 group by a, b with cube) subq1 @@ -28,6 +30,8 @@ join (SELECT a, b, count(*) from T1_n143 where a < 3 group by a, b with cube) subq2 on subq1.a = subq2.a POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n143 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 @@ -168,6 +172,8 @@ join (SELECT a, b, count(*) from T1_n143 where a < 3 group by cube(a, b) ) subq2 on subq1.a = subq2.a PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n143 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM (SELECT a, b, count(*) from T1_n143 where a < 3 group by cube(a, b) ) subq1 @@ -175,6 +181,8 @@ join (SELECT a, b, count(*) from T1_n143 where a < 3 group by cube(a, b) ) subq2 on subq1.a = subq2.a POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n143 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 @@ -344,6 +352,8 @@ join (SELECT a, b, count(*) from T1_n143 where a < 3 group by a, b with cube) subq2 on subq1.a = subq2.a PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n143 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM (SELECT a, b, count(*) from T1_n143 where a < 3 group by a, b with cube) subq1 @@ -351,6 +361,8 @@ join (SELECT a, b, count(*) from T1_n143 where a < 3 group by a, b with cube) subq2 on subq1.a = subq2.a POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n143 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby_grouping_sets5.q.out b/ql/src/test/results/clientpositive/groupby_grouping_sets5.q.out index b6754db..5037c84 100644 --- a/ql/src/test/results/clientpositive/groupby_grouping_sets5.q.out +++ b/ql/src/test/results/clientpositive/groupby_grouping_sets5.q.out @@ -18,10 +18,14 @@ PREHOOK: query: EXPLAIN SELECT a, b, count(*) FROM (SELECT a, b, count(1) from T1_n24 group by a, b) subq1 group by a, b with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n24 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a, b, count(*) FROM (SELECT a, b, count(1) from T1_n24 group by a, b) subq1 group by a, b with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n24 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -107,10 +111,14 @@ PREHOOK: query: EXPLAIN SELECT a, b, count(*) FROM (SELECT a, b, count(1) from T1_n24 group by a, b) subq1 group by cube(a, b) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n24 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a, b, count(*) FROM (SELECT a, b, count(1) from T1_n24 group by a, b) subq1 group by cube(a, b) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n24 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -221,10 +229,14 @@ PREHOOK: query: EXPLAIN SELECT a, b, count(*) FROM (SELECT a, b, count(1) from T1_n24 group by a, b) subq1 group by a, b with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n24 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a, b, count(*) FROM (SELECT a, b, count(1) from T1_n24 group by a, b) subq1 group by a, b with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n24 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby_grouping_sets6.q.out b/ql/src/test/results/clientpositive/groupby_grouping_sets6.q.out index 38c1cb0..996452c 100644 --- a/ql/src/test/results/clientpositive/groupby_grouping_sets6.q.out +++ b/ql/src/test/results/clientpositive/groupby_grouping_sets6.q.out @@ -19,11 +19,15 @@ SELECT a, b FROM (SELECT a, b from T1_n75 group by a, b grouping sets ( (a,b),a )) res WHERE res.a=5 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n75 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a, b FROM (SELECT a, b from T1_n75 group by a, b grouping sets ( (a,b),a )) res WHERE res.a=5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n75 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -88,11 +92,15 @@ SELECT a, b FROM (SELECT a, b from T1_n75 group by a, b grouping sets ( (a,b),a )) res WHERE res.a=5 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n75 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a, b FROM (SELECT a, b from T1_n75 group by a, b grouping sets ( (a,b),a )) res WHERE res.a=5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n75 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby_grouping_sets_grouping.q.out b/ql/src/test/results/clientpositive/groupby_grouping_sets_grouping.q.out index d5945ea..3b5a097 100644 --- a/ql/src/test/results/clientpositive/groupby_grouping_sets_grouping.q.out +++ b/ql/src/test/results/clientpositive/groupby_grouping_sets_grouping.q.out @@ -19,11 +19,15 @@ select key, value, `grouping__id`, grouping(key), grouping(value) from T1_n64 group by rollup(key, value) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n64 +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, `grouping__id`, grouping(key), grouping(value) from T1_n64 group by rollup(key, value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n64 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -101,11 +105,15 @@ select key, value, `grouping__id`, grouping(key), grouping(value) from T1_n64 group by cube(key, value) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n64 +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, `grouping__id`, grouping(key), grouping(value) from T1_n64 group by cube(key, value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n64 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -189,12 +197,16 @@ from T1_n64 group by cube(key, value) having grouping(key) = 1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n64 +#### A masked pattern was here #### POSTHOOK: query: explain select key, value from T1_n64 group by cube(key, value) having grouping(key) = 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n64 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -274,6 +286,8 @@ group by cube(key, value) having grouping(key) = 1 OR grouping(value) = 1 order by x desc, case when x = 1 then key end PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n64 +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, grouping(key)+grouping(value) as x from T1_n64 @@ -281,6 +295,8 @@ group by cube(key, value) having grouping(key) = 1 OR grouping(value) = 1 order by x desc, case when x = 1 then key end POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n64 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -386,11 +402,15 @@ select key, value, `grouping__id`, grouping(key), grouping(value) from T1_n64 group by rollup(key, value) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n64 +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, `grouping__id`, grouping(key), grouping(value) from T1_n64 group by rollup(key, value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n64 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -468,11 +488,15 @@ select key, value, `grouping__id`, grouping(key), grouping(value) from T1_n64 group by cube(key, value) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n64 +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, `grouping__id`, grouping(key), grouping(value) from T1_n64 group by cube(key, value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n64 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -556,12 +580,16 @@ from T1_n64 group by cube(key, value) having grouping(key) = 1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n64 +#### A masked pattern was here #### POSTHOOK: query: explain select key, value from T1_n64 group by cube(key, value) having grouping(key) = 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n64 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -638,6 +666,8 @@ group by cube(key, value) having grouping(key) = 1 OR grouping(value) = 1 order by x desc, case when x = 1 then key end PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n64 +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, grouping(key)+grouping(value) as x from T1_n64 @@ -645,6 +675,8 @@ group by cube(key, value) having grouping(key) = 1 OR grouping(value) = 1 order by x desc, case when x = 1 then key end POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n64 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -750,11 +782,15 @@ select key, value, grouping(key), grouping(value) from T1_n64 group by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n64 +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, grouping(key), grouping(value) from T1_n64 group by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n64 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -827,11 +863,15 @@ select key, value, grouping(value) from T1_n64 group by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n64 +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, grouping(value) from T1_n64 group by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n64 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -905,12 +945,16 @@ from T1_n64 group by key, value having grouping(key) = 0 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n64 +#### A masked pattern was here #### POSTHOOK: query: explain select key, value from T1_n64 group by key, value having grouping(key) = 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n64 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -981,11 +1025,15 @@ select key, value, `grouping__id`, grouping(key, value) from T1_n64 group by cube(key, value) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n64 +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, `grouping__id`, grouping(key, value) from T1_n64 group by cube(key, value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n64 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1068,11 +1116,15 @@ select key, value, `grouping__id`, grouping(value, key) from T1_n64 group by cube(key, value) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n64 +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, `grouping__id`, grouping(value, key) from T1_n64 group by cube(key, value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n64 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1155,11 +1207,15 @@ select key, value, `grouping__id`, grouping(key, value) from T1_n64 group by rollup(key, value) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n64 +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, `grouping__id`, grouping(key, value) from T1_n64 group by rollup(key, value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n64 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1237,11 +1293,15 @@ select key, value, `grouping__id`, grouping(value, key) from T1_n64 group by rollup(key, value) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n64 +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, `grouping__id`, grouping(value, key) from T1_n64 group by rollup(key, value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n64 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby_grouping_sets_limit.q.out b/ql/src/test/results/clientpositive/groupby_grouping_sets_limit.q.out index 241dfb9..7719284 100644 --- a/ql/src/test/results/clientpositive/groupby_grouping_sets_limit.q.out +++ b/ql/src/test/results/clientpositive/groupby_grouping_sets_limit.q.out @@ -17,9 +17,13 @@ POSTHOOK: Output: default@t1_n141 PREHOOK: query: EXPLAIN SELECT a, b, count(*) from T1_n141 group by a, b with cube LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n141 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a, b, count(*) from T1_n141 group by a, b with cube LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n141 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -99,9 +103,13 @@ NULL NULL 6 PREHOOK: query: EXPLAIN SELECT a, b, count(*) FROM T1_n141 GROUP BY a, b GROUPING SETS (a, (a, b), b, ()) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n141 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a, b, count(*) FROM T1_n141 GROUP BY a, b GROUPING SETS (a, (a, b), b, ()) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n141 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -181,9 +189,13 @@ NULL NULL 6 PREHOOK: query: EXPLAIN SELECT a, b, count(*) FROM T1_n141 GROUP BY a, b GROUPING SETS (a, (a, b)) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n141 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a, b, count(*) FROM T1_n141 GROUP BY a, b GROUPING SETS (a, (a, b)) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n141 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -263,9 +275,13 @@ POSTHOOK: Input: default@t1_n141 PREHOOK: query: EXPLAIN SELECT a FROM T1_n141 GROUP BY a, b, c GROUPING SETS (a, b, c) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n141 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a FROM T1_n141 GROUP BY a, b, c GROUPING SETS (a, b, c) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n141 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -342,9 +358,13 @@ NULL PREHOOK: query: EXPLAIN SELECT a FROM T1_n141 GROUP BY a GROUPING SETS ((a), (a)) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n141 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a FROM T1_n141 GROUP BY a GROUPING SETS ((a), (a)) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n141 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -411,9 +431,13 @@ POSTHOOK: Input: default@t1_n141 PREHOOK: query: EXPLAIN SELECT a + b, count(*) FROM T1_n141 GROUP BY a + b GROUPING SETS (a+b) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n141 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a + b, count(*) FROM T1_n141 GROUP BY a + b GROUPING SETS (a+b) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n141 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby_grouping_window.q.out b/ql/src/test/results/clientpositive/groupby_grouping_window.q.out index f50b8dc..2bb9a97 100644 --- a/ql/src/test/results/clientpositive/groupby_grouping_window.q.out +++ b/ql/src/test/results/clientpositive/groupby_grouping_window.q.out @@ -24,6 +24,8 @@ GROUP BY category GROUPING SETS ((), (category)) HAVING max(comments) > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@t_n33 +#### A masked pattern was here #### POSTHOOK: query: explain select category, max(live) live, max(comments) comments, rank() OVER (PARTITION BY category ORDER BY comments) rank1 FROM t_n33 @@ -31,6 +33,8 @@ GROUP BY category GROUPING SETS ((), (category)) HAVING max(comments) > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_n33 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby_join_pushdown.q.out b/ql/src/test/results/clientpositive/groupby_join_pushdown.q.out index e7d958a..bae3774 100644 --- a/ql/src/test/results/clientpositive/groupby_join_pushdown.q.out +++ b/ql/src/test/results/clientpositive/groupby_join_pushdown.q.out @@ -3,11 +3,15 @@ SELECT f.key, g.key, count(g.key) FROM src f JOIN src g ON(f.key = g.key) GROUP BY f.key, g.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT f.key, g.key, count(g.key) FROM src f JOIN src g ON(f.key = g.key) GROUP BY f.key, g.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 @@ -144,11 +148,15 @@ SELECT f.key, g.key FROM src f JOIN src g ON(f.key = g.key) GROUP BY f.key, g.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT f.key, g.key FROM src f JOIN src g ON(f.key = g.key) GROUP BY f.key, g.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 @@ -272,10 +280,14 @@ PREHOOK: query: EXPLAIN SELECT DISTINCT f.value, g.value FROM src f JOIN src g ON(f.value = g.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT DISTINCT f.value, g.value FROM src f JOIN src g ON(f.value = g.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 @@ -400,11 +412,15 @@ SELECT f.key, g.key, COUNT(*) FROM src f JOIN src g ON(f.key = g.key) GROUP BY f.key, g.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT f.key, g.key, COUNT(*) FROM src f JOIN src g ON(f.key = g.key) GROUP BY f.key, g.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 @@ -541,11 +557,15 @@ SELECT f.ctinyint, g.ctinyint, SUM(f.cbigint) FROM alltypesorc f JOIN alltypesorc g ON(f.cint = g.cint) GROUP BY f.ctinyint, g.ctinyint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT f.ctinyint, g.ctinyint, SUM(f.cbigint) FROM alltypesorc f JOIN alltypesorc g ON(f.cint = g.cint) GROUP BY f.ctinyint, g.ctinyint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -646,11 +666,15 @@ SELECT f.cbigint, g.cbigint, MAX(f.cint) FROM alltypesorc f JOIN alltypesorc g ON(f.cbigint = g.cbigint) GROUP BY f.cbigint, g.cbigint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT f.cbigint, g.cbigint, MAX(f.cint) FROM alltypesorc f JOIN alltypesorc g ON(f.cbigint = g.cbigint) GROUP BY f.cbigint, g.cbigint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 @@ -783,11 +807,15 @@ SELECT f.ctinyint, g.ctinyint, MIN(f.ctinyint) FROM alltypesorc f JOIN alltypesorc g ON(f.ctinyint = g.ctinyint) GROUP BY f.ctinyint, g.ctinyint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain SELECT f.ctinyint, g.ctinyint, MIN(f.ctinyint) FROM alltypesorc f JOIN alltypesorc g ON(f.ctinyint = g.ctinyint) GROUP BY f.ctinyint, g.ctinyint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 @@ -920,11 +948,15 @@ SELECT MIN(f.cint) FROM alltypesorc f JOIN alltypesorc g ON(f.ctinyint = g.ctinyint) GROUP BY f.ctinyint, g.ctinyint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain SELECT MIN(f.cint) FROM alltypesorc f JOIN alltypesorc g ON(f.ctinyint = g.ctinyint) GROUP BY f.ctinyint, g.ctinyint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 @@ -1057,11 +1089,15 @@ SELECT count(f.ctinyint) FROM alltypesorc f JOIN alltypesorc g ON(f.ctinyint = g.ctinyint) GROUP BY f.ctinyint, g.ctinyint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain SELECT count(f.ctinyint) FROM alltypesorc f JOIN alltypesorc g ON(f.ctinyint = g.ctinyint) GROUP BY f.ctinyint, g.ctinyint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 @@ -1198,11 +1234,15 @@ SELECT count(f.cint), f.ctinyint FROM alltypesorc f JOIN alltypesorc g ON(f.ctinyint = g.ctinyint) GROUP BY f.ctinyint, g.ctinyint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain SELECT count(f.cint), f.ctinyint FROM alltypesorc f JOIN alltypesorc g ON(f.ctinyint = g.ctinyint) GROUP BY f.ctinyint, g.ctinyint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 @@ -1339,11 +1379,15 @@ SELECT sum(f.cint), f.ctinyint FROM alltypesorc f JOIN alltypesorc g ON(f.ctinyint = g.ctinyint) GROUP BY f.ctinyint, g.ctinyint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain SELECT sum(f.cint), f.ctinyint FROM alltypesorc f JOIN alltypesorc g ON(f.ctinyint = g.ctinyint) GROUP BY f.ctinyint, g.ctinyint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 @@ -1484,11 +1528,15 @@ SELECT sum(f.cint), f.ctinyint FROM alltypesorc f JOIN alltypesorc g ON(f.ctinyint = g.ctinyint) GROUP BY f.ctinyint, g.ctinyint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain SELECT sum(f.cint), f.ctinyint FROM alltypesorc f JOIN alltypesorc g ON(f.ctinyint = g.ctinyint) GROUP BY f.ctinyint, g.ctinyint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1594,11 +1642,15 @@ SELECT sum(f.cint), f.ctinyint FROM alltypesorc f JOIN alltypesorc g ON(f.ctinyint = g.ctinyint) GROUP BY f.ctinyint, g.ctinyint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain SELECT sum(f.cint), f.ctinyint FROM alltypesorc f JOIN alltypesorc g ON(f.ctinyint = g.ctinyint) GROUP BY f.ctinyint, g.ctinyint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby_map_ppr.q.out b/ql/src/test/results/clientpositive/groupby_map_ppr.q.out index 8072273..75e06ce 100644 --- a/ql/src/test/results/clientpositive/groupby_map_ppr.q.out +++ b/ql/src/test/results/clientpositive/groupby_map_ppr.q.out @@ -13,6 +13,10 @@ SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(s WHERE src.ds = '2008-04-08' GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@dest1_n144 POSTHOOK: query: EXPLAIN EXTENDED FROM srcpart src INSERT OVERWRITE TABLE dest1_n144 @@ -20,6 +24,10 @@ SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(s WHERE src.ds = '2008-04-08' GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@dest1_n144 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby_map_ppr_multi_distinct.q.out b/ql/src/test/results/clientpositive/groupby_map_ppr_multi_distinct.q.out index 961be5d..ca8a308 100644 --- a/ql/src/test/results/clientpositive/groupby_map_ppr_multi_distinct.q.out +++ b/ql/src/test/results/clientpositive/groupby_map_ppr_multi_distinct.q.out @@ -13,6 +13,10 @@ SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(s WHERE src.ds = '2008-04-08' GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@dest1_n174 POSTHOOK: query: EXPLAIN EXTENDED FROM srcpart src INSERT OVERWRITE TABLE dest1_n174 @@ -20,6 +24,10 @@ SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(s WHERE src.ds = '2008-04-08' GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@dest1_n174 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby_multi_insert_common_distinct.q.out b/ql/src/test/results/clientpositive/groupby_multi_insert_common_distinct.q.out index e01aa07..0824752 100644 --- a/ql/src/test/results/clientpositive/groupby_multi_insert_common_distinct.q.out +++ b/ql/src/test/results/clientpositive/groupby_multi_insert_common_distinct.q.out @@ -19,11 +19,17 @@ from src insert overwrite table dest1_n99 select key, count(distinct value) group by key insert overwrite table dest2_n27 select key+key, count(distinct value) group by key+key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n99 +PREHOOK: Output: default@dest2_n27 POSTHOOK: query: explain from src insert overwrite table dest1_n99 select key, count(distinct value) group by key insert overwrite table dest2_n27 select key+key, count(distinct value) group by key+key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n99 +POSTHOOK: Output: default@dest2_n27 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/groupby_multi_single_reducer.q.out b/ql/src/test/results/clientpositive/groupby_multi_single_reducer.q.out index c13665b..2999927 100644 --- a/ql/src/test/results/clientpositive/groupby_multi_single_reducer.q.out +++ b/ql/src/test/results/clientpositive/groupby_multi_single_reducer.q.out @@ -44,12 +44,20 @@ INSERT OVERWRITE TABLE dest_g2 SELECT substr(src.key,1,1), count(DISTINCT substr INSERT OVERWRITE TABLE dest_g3 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) WHERE substr(src.key,1,1) < 5 GROUP BY substr(src.key,1,1) INSERT OVERWRITE TABLE dest_g4 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_g2 +PREHOOK: Output: default@dest_g3 +PREHOOK: Output: default@dest_g4 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_g2 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) WHERE substr(src.key,1,1) >= 5 GROUP BY substr(src.key,1,1) INSERT OVERWRITE TABLE dest_g3 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) WHERE substr(src.key,1,1) < 5 GROUP BY substr(src.key,1,1) INSERT OVERWRITE TABLE dest_g4 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_g2 +POSTHOOK: Output: default@dest_g3 +POSTHOOK: Output: default@dest_g4 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-2 depends on stages: Stage-3 @@ -268,6 +276,12 @@ INSERT OVERWRITE TABLE dest_g4 SELECT substr(src.key,1,1), count(DISTINCT substr INSERT OVERWRITE TABLE dest_h2 SELECT substr(src.key,1,1) as c1, count(DISTINCT substr(src.value,5)) as c2, concat(substr(src.key,1,1),sum(substr(src.value,5))) as c3, sum(substr(src.value, 5)) as c4, count(src.value) as c6 GROUP BY substr(src.key,1,1), substr(src.key,2,1) ORDER BY c1, c2 LIMIT 10 INSERT OVERWRITE TABLE dest_h3 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(substr(src.value, 5)), count(src.value) WHERE substr(src.key,1,1) >= 5 GROUP BY substr(src.key,1,1), substr(src.key,2,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_g2 +PREHOOK: Output: default@dest_g3 +PREHOOK: Output: default@dest_g4 +PREHOOK: Output: default@dest_h2 +PREHOOK: Output: default@dest_h3 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_g2 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) WHERE substr(src.key,1,1) >= 5 GROUP BY substr(src.key,1,1) @@ -276,6 +290,12 @@ INSERT OVERWRITE TABLE dest_g4 SELECT substr(src.key,1,1), count(DISTINCT substr INSERT OVERWRITE TABLE dest_h2 SELECT substr(src.key,1,1) as c1, count(DISTINCT substr(src.value,5)) as c2, concat(substr(src.key,1,1),sum(substr(src.value,5))) as c3, sum(substr(src.value, 5)) as c4, count(src.value) as c6 GROUP BY substr(src.key,1,1), substr(src.key,2,1) ORDER BY c1, c2 LIMIT 10 INSERT OVERWRITE TABLE dest_h3 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(substr(src.value, 5)), count(src.value) WHERE substr(src.key,1,1) >= 5 GROUP BY substr(src.key,1,1), substr(src.key,2,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_g2 +POSTHOOK: Output: default@dest_g3 +POSTHOOK: Output: default@dest_g4 +POSTHOOK: Output: default@dest_h2 +POSTHOOK: Output: default@dest_h3 STAGE DEPENDENCIES: Stage-5 is a root stage Stage-2 depends on stages: Stage-5 diff --git a/ql/src/test/results/clientpositive/groupby_multi_single_reducer2.q.out b/ql/src/test/results/clientpositive/groupby_multi_single_reducer2.q.out index 65540a6..58bd3b6 100644 --- a/ql/src/test/results/clientpositive/groupby_multi_single_reducer2.q.out +++ b/ql/src/test/results/clientpositive/groupby_multi_single_reducer2.q.out @@ -19,11 +19,17 @@ FROM src INSERT OVERWRITE TABLE dest_g2_n4 SELECT substr(src.key,1,1), count(DISTINCT src.key) WHERE substr(src.key,1,1) >= 5 GROUP BY substr(src.key,1,1) INSERT OVERWRITE TABLE dest_g3_n0 SELECT substr(src.key,1,1), count(DISTINCT src.key), count(src.value) WHERE substr(src.key,1,1) < 5 GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_g2_n4 +PREHOOK: Output: default@dest_g3_n0 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_g2_n4 SELECT substr(src.key,1,1), count(DISTINCT src.key) WHERE substr(src.key,1,1) >= 5 GROUP BY substr(src.key,1,1) INSERT OVERWRITE TABLE dest_g3_n0 SELECT substr(src.key,1,1), count(DISTINCT src.key), count(src.value) WHERE substr(src.key,1,1) < 5 GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_g2_n4 +POSTHOOK: Output: default@dest_g3_n0 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/groupby_multi_single_reducer3.q.out b/ql/src/test/results/clientpositive/groupby_multi_single_reducer3.q.out index aa76313..c1f8479 100644 --- a/ql/src/test/results/clientpositive/groupby_multi_single_reducer3.q.out +++ b/ql/src/test/results/clientpositive/groupby_multi_single_reducer3.q.out @@ -25,6 +25,9 @@ select key, count(*) where src.value in ('val_400', 'val_500') AND key in (400, 450) group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@e1_n1 +PREHOOK: Output: default@e2_n2 POSTHOOK: query: explain from src insert overwrite table e1_n1 @@ -36,6 +39,9 @@ select key, count(*) where src.value in ('val_400', 'val_500') AND key in (400, 450) group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@e1_n1 +POSTHOOK: Output: default@e2_n2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -279,6 +285,9 @@ select value, count(*) where src.key + src.key = 400 or src.key - 100 = 500 AND VALUE IS NOT NULL group by value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@e1_n1 +PREHOOK: Output: default@e2_n2 POSTHOOK: query: explain from src insert overwrite table e1_n1 @@ -290,6 +299,9 @@ select value, count(*) where src.key + src.key = 400 or src.key - 100 = 500 AND VALUE IS NOT NULL group by value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@e1_n1 +POSTHOOK: Output: default@e2_n2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -534,6 +546,9 @@ select key, count(*) where src.value in ('val_400', 'val_500') AND key in (400, 450) group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@e1_n1 +PREHOOK: Output: default@e2_n2 POSTHOOK: query: explain from src insert overwrite table e1_n1 @@ -545,6 +560,9 @@ select key, count(*) where src.value in ('val_400', 'val_500') AND key in (400, 450) group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@e1_n1 +POSTHOOK: Output: default@e2_n2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -788,6 +806,9 @@ select value, count(*) where src.key + src.key = 400 or src.key - 100 = 500 AND VALUE IS NOT NULL group by value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@e1_n1 +PREHOOK: Output: default@e2_n2 POSTHOOK: query: explain from src insert overwrite table e1_n1 @@ -799,6 +820,9 @@ select value, count(*) where src.key + src.key = 400 or src.key - 100 = 500 AND VALUE IS NOT NULL group by value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@e1_n1 +POSTHOOK: Output: default@e2_n2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/groupby_multialias.q.out b/ql/src/test/results/clientpositive/groupby_multialias.q.out index 1b15ef0..66dad28 100644 --- a/ql/src/test/results/clientpositive/groupby_multialias.q.out +++ b/ql/src/test/results/clientpositive/groupby_multialias.q.out @@ -11,11 +11,15 @@ select t1_n150.a as a1, min(t1_n150.a) as a from t1_n150 group by t1_n150.a PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n150 +#### A masked pattern was here #### POSTHOOK: query: explain select t1_n150.a as a1, min(t1_n150.a) as a from t1_n150 group by t1_n150.a POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n150 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby_position.q.out b/ql/src/test/results/clientpositive/groupby_position.q.out index 81e6976..13c3b91 100644 --- a/ql/src/test/results/clientpositive/groupby_position.q.out +++ b/ql/src/test/results/clientpositive/groupby_position.q.out @@ -19,11 +19,17 @@ FROM SRC INSERT OVERWRITE TABLE testTable1 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) WHERE SRC.key < 20 GROUP BY 1 INSERT OVERWRITE TABLE testTable2 SELECT SRC.key, SRC.value, COUNT(DISTINCT SUBSTR(SRC.value,5)) WHERE SRC.key < 20 GROUP BY 1, 2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@testtable1 +PREHOOK: Output: default@testtable2 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE testTable1 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) WHERE SRC.key < 20 GROUP BY 1 INSERT OVERWRITE TABLE testTable2 SELECT SRC.key, SRC.value, COUNT(DISTINCT SUBSTR(SRC.value,5)) WHERE SRC.key < 20 GROUP BY 1, 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@testtable1 +POSTHOOK: Output: default@testtable2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -298,11 +304,17 @@ FROM SRC INSERT OVERWRITE TABLE testTable1 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) WHERE SRC.key < 20 GROUP BY 1 INSERT OVERWRITE TABLE testTable2 SELECT SRC.key, SRC.value, COUNT(DISTINCT SUBSTR(SRC.value,5)) WHERE SRC.key < 20 GROUP BY 2, 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@testtable1 +PREHOOK: Output: default@testtable2 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE testTable1 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) WHERE SRC.key < 20 GROUP BY 1 INSERT OVERWRITE TABLE testTable2 SELECT SRC.key, SRC.value, COUNT(DISTINCT SUBSTR(SRC.value,5)) WHERE SRC.key < 20 GROUP BY 2, 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@testtable1 +POSTHOOK: Output: default@testtable2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -577,11 +589,15 @@ SELECT t.key, t.value FROM (SELECT b.key as key, count(1) as value FROM src b WHERE b.key <= 20 GROUP BY 1) t ORDER BY 2 DESC, 1 ASC PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT t.key, t.value FROM (SELECT b.key as key, count(1) as value FROM src b WHERE b.key <= 20 GROUP BY 1) t ORDER BY 2 DESC, 1 ASC POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -694,6 +710,8 @@ FROM ( ) c ORDER BY 1 DESC, 2 DESC, 3 ASC, 4 ASC PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT c1, c2, c3, c4 FROM ( @@ -710,6 +728,8 @@ FROM ( ) c ORDER BY 1 DESC, 2 DESC, 3 ASC, 4 ASC POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 @@ -885,9 +905,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT key FROM src ORDER BY 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key FROM src ORDER BY 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1438,9 +1462,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT distinct key FROM src ORDER BY 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT distinct key FROM src ORDER BY 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby_ppd.q.out b/ql/src/test/results/clientpositive/groupby_ppd.q.out index a2292bd..57a3b34 100644 --- a/ql/src/test/results/clientpositive/groupby_ppd.q.out +++ b/ql/src/test/results/clientpositive/groupby_ppd.q.out @@ -8,8 +8,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@invites_n0 PREHOOK: query: explain select * from (select foo, bar from (select bar, foo from invites_n0 c union all select bar, foo from invites_n0 d) b) a group by bar, foo having bar=1 PREHOOK: type: QUERY +PREHOOK: Input: default@invites_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select foo, bar from (select bar, foo from invites_n0 c union all select bar, foo from invites_n0 d) b) a group by bar, foo having bar=1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@invites_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby_ppr.q.out b/ql/src/test/results/clientpositive/groupby_ppr.q.out index d11aa89..2a16ea9 100644 --- a/ql/src/test/results/clientpositive/groupby_ppr.q.out +++ b/ql/src/test/results/clientpositive/groupby_ppr.q.out @@ -13,6 +13,10 @@ SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(s WHERE src.ds = '2008-04-08' GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@dest1_n79 POSTHOOK: query: EXPLAIN EXTENDED FROM srcpart src INSERT OVERWRITE TABLE dest1_n79 @@ -20,6 +24,10 @@ SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(s WHERE src.ds = '2008-04-08' GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@dest1_n79 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby_ppr_multi_distinct.q.out b/ql/src/test/results/clientpositive/groupby_ppr_multi_distinct.q.out index a7c209d..959edb8 100644 --- a/ql/src/test/results/clientpositive/groupby_ppr_multi_distinct.q.out +++ b/ql/src/test/results/clientpositive/groupby_ppr_multi_distinct.q.out @@ -13,6 +13,10 @@ SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(s WHERE src.ds = '2008-04-08' GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN EXTENDED FROM srcpart src INSERT OVERWRITE TABLE dest1 @@ -20,6 +24,10 @@ SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(s WHERE src.ds = '2008-04-08' GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -378,6 +386,10 @@ SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(s WHERE src.ds = '2008-04-08' GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN EXTENDED FROM srcpart src INSERT OVERWRITE TABLE dest1 @@ -385,6 +397,10 @@ SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(s WHERE src.ds = '2008-04-08' GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby_rollup1.q.out b/ql/src/test/results/clientpositive/groupby_rollup1.q.out index 5f9d2d5..54e312e 100644 --- a/ql/src/test/results/clientpositive/groupby_rollup1.q.out +++ b/ql/src/test/results/clientpositive/groupby_rollup1.q.out @@ -17,9 +17,13 @@ POSTHOOK: Output: default@t1_n91 PREHOOK: query: EXPLAIN SELECT key, val, count(1) FROM T1_n91 GROUP BY key, val with rollup PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n91 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, val, count(1) FROM T1_n91 GROUP BY key, val with rollup POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n91 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -96,9 +100,13 @@ NULL NULL 6 PREHOOK: query: EXPLAIN SELECT key, count(distinct val) FROM T1_n91 GROUP BY key with rollup PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n91 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, count(distinct val) FROM T1_n91 GROUP BY key with rollup POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n91 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -168,9 +176,13 @@ NULL 6 PREHOOK: query: EXPLAIN SELECT key, val, count(1) FROM T1_n91 GROUP BY key, val with rollup PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n91 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, val, count(1) FROM T1_n91 GROUP BY key, val with rollup POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n91 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -272,9 +284,13 @@ NULL NULL 6 PREHOOK: query: EXPLAIN SELECT key, count(distinct val) FROM T1_n91 GROUP BY key with rollup PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n91 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, count(distinct val) FROM T1_n91 GROUP BY key with rollup POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n91 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -387,11 +403,17 @@ FROM T1_n91 INSERT OVERWRITE TABLE T2_n56 SELECT key, val, count(1) group by key, val with rollup INSERT OVERWRITE TABLE T3_n20 SELECT key, val, sum(1) group by rollup(key, val) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n91 +PREHOOK: Output: default@t2_n56 +PREHOOK: Output: default@t3_n20 POSTHOOK: query: EXPLAIN FROM T1_n91 INSERT OVERWRITE TABLE T2_n56 SELECT key, val, count(1) group by key, val with rollup INSERT OVERWRITE TABLE T3_n20 SELECT key, val, sum(1) group by rollup(key, val) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n91 +POSTHOOK: Output: default@t2_n56 +POSTHOOK: Output: default@t3_n20 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/groupby_rollup_empty.q.out b/ql/src/test/results/clientpositive/groupby_rollup_empty.q.out index be068d1..22be5ed 100644 --- a/ql/src/test/results/clientpositive/groupby_rollup_empty.q.out +++ b/ql/src/test/results/clientpositive/groupby_rollup_empty.q.out @@ -141,6 +141,8 @@ from tx2_n1 where a<0 group by a,b grouping sets ((), b, a) PREHOOK: type: QUERY +PREHOOK: Input: default@tx2_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select sum(c), grouping(b), @@ -149,6 +151,8 @@ from tx2_n1 where a<0 group by a,b grouping sets ((), b, a) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tx2_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby_sort_10.q.out b/ql/src/test/results/clientpositive/groupby_sort_10.q.out index f0d91fe..9198418 100644 --- a/ql/src/test/results/clientpositive/groupby_sort_10.q.out +++ b/ql/src/test/results/clientpositive/groupby_sort_10.q.out @@ -22,8 +22,14 @@ POSTHOOK: Lineage: t1_n149 PARTITION(ds=1).key SIMPLE [(src)src.FieldSchema(name POSTHOOK: Lineage: t1_n149 PARTITION(ds=1).val SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: EXPLAIN select distinct key from T1_n149 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n149 +PREHOOK: Input: default@t1_n149@ds=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select distinct key from T1_n149 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n149 +POSTHOOK: Input: default@t1_n149@ds=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -85,8 +91,16 @@ POSTHOOK: Lineage: t1_n149 PARTITION(ds=2).key SIMPLE [(src)src.FieldSchema(name POSTHOOK: Lineage: t1_n149 PARTITION(ds=2).val SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: EXPLAIN select distinct key from T1_n149 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n149 +PREHOOK: Input: default@t1_n149@ds=1 +PREHOOK: Input: default@t1_n149@ds=2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select distinct key from T1_n149 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n149 +POSTHOOK: Input: default@t1_n149@ds=1 +POSTHOOK: Input: default@t1_n149@ds=2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby_sort_11.q.out b/ql/src/test/results/clientpositive/groupby_sort_11.q.out index e5931bd..351b730 100644 --- a/ql/src/test/results/clientpositive/groupby_sort_11.q.out +++ b/ql/src/test/results/clientpositive/groupby_sort_11.q.out @@ -22,8 +22,14 @@ POSTHOOK: Lineage: t1_n18 PARTITION(ds=1).key SIMPLE [(src)src.FieldSchema(name: POSTHOOK: Lineage: t1_n18 PARTITION(ds=1).val SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: EXPLAIN select count(distinct key) from T1_n18 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n18 +PREHOOK: Input: default@t1_n18@ds=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select count(distinct key) from T1_n18 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n18 +POSTHOOK: Input: default@t1_n18@ds=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -84,8 +90,14 @@ POSTHOOK: Input: default@t1_n18@ds=1 6 PREHOOK: query: EXPLAIN select count(distinct key), count(1), count(key), sum(distinct key) from T1_n18 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n18 +PREHOOK: Input: default@t1_n18@ds=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select count(distinct key), count(1), count(key), sum(distinct key) from T1_n18 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n18 +POSTHOOK: Input: default@t1_n18@ds=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -146,8 +158,14 @@ POSTHOOK: Input: default@t1_n18@ds=1 6 10 10 28.0 PREHOOK: query: EXPLAIN select count(distinct key), count(1), count(key), sum(distinct key) from T1_n18 group by key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n18 +PREHOOK: Input: default@t1_n18@ds=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select count(distinct key), count(1), count(key), sum(distinct key) from T1_n18 group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n18 +POSTHOOK: Input: default@t1_n18@ds=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -219,8 +237,14 @@ POSTHOOK: Input: default@t1_n18@ds=1 1 3 3 5.0 PREHOOK: query: EXPLAIN select key, count(distinct key), count(1), count(key), sum(distinct key) from T1_n18 group by key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n18 +PREHOOK: Input: default@t1_n18@ds=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select key, count(distinct key), count(1), count(key), sum(distinct key) from T1_n18 group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n18 +POSTHOOK: Input: default@t1_n18@ds=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -288,8 +312,14 @@ POSTHOOK: Input: default@t1_n18@ds=1 9 1 1 1 9.0 PREHOOK: query: EXPLAIN select count(distinct key+key) from T1_n18 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n18 +PREHOOK: Input: default@t1_n18@ds=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select count(distinct key+key) from T1_n18 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n18 +POSTHOOK: Input: default@t1_n18@ds=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -375,8 +405,14 @@ POSTHOOK: Input: default@t1_n18@ds=1 6 PREHOOK: query: EXPLAIN select count(distinct 1) from T1_n18 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n18 +PREHOOK: Input: default@t1_n18@ds=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select count(distinct 1) from T1_n18 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n18 +POSTHOOK: Input: default@t1_n18@ds=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -433,8 +469,14 @@ POSTHOOK: Input: default@t1_n18@ds=1 1 PREHOOK: query: EXPLAIN select count(distinct key) from T1_n18 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n18 +PREHOOK: Input: default@t1_n18@ds=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select count(distinct key) from T1_n18 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n18 +POSTHOOK: Input: default@t1_n18@ds=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby_sort_1_23.q.out b/ql/src/test/results/clientpositive/groupby_sort_1_23.q.out index d8fb255..e4d86fe 100644 --- a/ql/src/test/results/clientpositive/groupby_sort_1_23.q.out +++ b/ql/src/test/results/clientpositive/groupby_sort_1_23.q.out @@ -38,10 +38,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n18 SELECT key, count(1) FROM T1_n80 GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n80 +PREHOOK: Output: default@outputtbl1_n18 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n18 SELECT key, count(1) FROM T1_n80 GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n80 +POSTHOOK: Output: default@outputtbl1_n18 OPTIMIZED SQL: SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`t1_n80` GROUP BY `key` @@ -484,10 +488,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl2_n5 SELECT key, val, count(1) FROM T1_n80 GROUP BY key, val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n80 +PREHOOK: Output: default@outputtbl2_n5 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl2_n5 SELECT key, val, count(1) FROM T1_n80 GROUP BY key, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n80 +POSTHOOK: Output: default@outputtbl2_n5 OPTIMIZED SQL: SELECT `key`, `val`, COUNT(*) AS `$f2` FROM `default`.`t1_n80` GROUP BY `key`, `val` @@ -795,10 +803,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n18 SELECT key, count(1) FROM (SELECT key, val FROM T1_n80) subq1 GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n80 +PREHOOK: Output: default@outputtbl1_n18 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n18 SELECT key, count(1) FROM (SELECT key, val FROM T1_n80) subq1 GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n80 +POSTHOOK: Output: default@outputtbl1_n18 OPTIMIZED SQL: SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`t1_n80` GROUP BY `key` @@ -1233,10 +1245,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n18 SELECT k, count(1) FROM (SELECT key as k, val as v FROM T1_n80) subq1 GROUP BY k PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n80 +PREHOOK: Output: default@outputtbl1_n18 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n18 SELECT k, count(1) FROM (SELECT key as k, val as v FROM T1_n80) subq1 GROUP BY k POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n80 +POSTHOOK: Output: default@outputtbl1_n18 OPTIMIZED SQL: SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`t1_n80` GROUP BY `key` @@ -1679,10 +1695,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl3_n2 SELECT 1, key, count(1) FROM T1_n80 GROUP BY 1, key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n80 +PREHOOK: Output: default@outputtbl3_n2 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl3_n2 SELECT 1, key, count(1) FROM T1_n80 GROUP BY 1, key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n80 +POSTHOOK: Output: default@outputtbl3_n2 OPTIMIZED SQL: SELECT 1 AS `_o__c0`, `key`, COUNT(*) AS `_o__c2` FROM `default`.`t1_n80` GROUP BY `key` @@ -2126,10 +2146,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl4_n2 SELECT key, 1, val, count(1) FROM T1_n80 GROUP BY key, 1, val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n80 +PREHOOK: Output: default@outputtbl4_n2 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl4_n2 SELECT key, 1, val, count(1) FROM T1_n80 GROUP BY key, 1, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n80 +POSTHOOK: Output: default@outputtbl4_n2 OPTIMIZED SQL: SELECT `key`, 1 AS `_o__c1`, `val`, COUNT(*) AS `_o__c3` FROM `default`.`t1_n80` GROUP BY `key`, `val` @@ -2438,10 +2462,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl3_n2 SELECT key, key + 1, count(1) FROM T1_n80 GROUP BY key, key + 1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n80 +PREHOOK: Output: default@outputtbl3_n2 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl3_n2 SELECT key, key + 1, count(1) FROM T1_n80 GROUP BY key, key + 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n80 +POSTHOOK: Output: default@outputtbl3_n2 OPTIMIZED SQL: SELECT `key` AS `$f0`, CAST(`key` AS DOUBLE) + CAST(1 AS DOUBLE) AS `$f1`, COUNT(*) AS `$f2` FROM `default`.`t1_n80` GROUP BY `key`, CAST(`key` AS DOUBLE) + CAST(1 AS DOUBLE) @@ -2750,12 +2778,16 @@ SELECT key + key, sum(cnt) from (SELECT key, count(1) as cnt FROM T1_n80 GROUP BY key) subq1 group by key + key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n80 +PREHOOK: Output: default@outputtbl1_n18 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n18 SELECT key + key, sum(cnt) from (SELECT key, count(1) as cnt FROM T1_n80 GROUP BY key) subq1 group by key + key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n80 +POSTHOOK: Output: default@outputtbl1_n18 OPTIMIZED SQL: SELECT CAST(`key` AS DOUBLE) + CAST(`key` AS DOUBLE) AS `$f0`, SUM(COUNT(*)) AS `$f1` FROM `default`.`t1_n80` GROUP BY CAST(`key` AS DOUBLE) + CAST(`key` AS DOUBLE) @@ -3079,6 +3111,8 @@ SELECT key, count(1) FROM T1_n80 GROUP BY key SELECT key, count(1) FROM T1_n80 GROUP BY key ) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n80 +PREHOOK: Output: default@outputtbl1_n18 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n18 SELECT * FROM ( @@ -3087,6 +3121,8 @@ SELECT key, count(1) FROM T1_n80 GROUP BY key SELECT key, count(1) FROM T1_n80 GROUP BY key ) subq1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n80 +POSTHOOK: Output: default@outputtbl1_n18 OPTIMIZED SQL: SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`t1_n80` GROUP BY `key` @@ -3613,6 +3649,8 @@ SELECT key, count(1) FROM T1_n80 GROUP BY key SELECT cast(key + key as string) as key, count(1) FROM T1_n80 GROUP BY key + key ) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n80 +PREHOOK: Output: default@outputtbl1_n18 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n18 SELECT * FROM ( @@ -3621,6 +3659,8 @@ SELECT key, count(1) FROM T1_n80 GROUP BY key SELECT cast(key + key as string) as key, count(1) FROM T1_n80 GROUP BY key + key ) subq1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n80 +POSTHOOK: Output: default@outputtbl1_n18 OPTIMIZED SQL: SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`t1_n80` GROUP BY `key` @@ -4274,6 +4314,8 @@ JOIN (SELECT key, count(1) as cnt FROM T1_n80 GROUP BY key) subq2 ON subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n80 +PREHOOK: Output: default@outputtbl1_n18 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n18 SELECT subq1.key, subq1.cnt+subq2.cnt FROM @@ -4282,6 +4324,8 @@ JOIN (SELECT key, count(1) as cnt FROM T1_n80 GROUP BY key) subq2 ON subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n80 +POSTHOOK: Output: default@outputtbl1_n18 OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`$f1` + `t2`.`$f1` AS `_o__c1` FROM (SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`t1_n80` @@ -4628,6 +4672,8 @@ JOIN (SELECT key, val, count(1) FROM T1_n80 GROUP BY key, val) subq2 ON subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n80 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT * FROM (SELECT key, count(1) FROM T1_n80 GROUP BY key) subq1 @@ -4635,6 +4681,8 @@ JOIN (SELECT key, val, count(1) FROM T1_n80 GROUP BY key, val) subq2 ON subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n80 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT * FROM (SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`t1_n80` @@ -4941,10 +4989,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n18 SELECT key, count(1) FROM T2_n49 GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@t2_n49 +PREHOOK: Output: default@outputtbl1_n18 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n18 SELECT key, count(1) FROM T2_n49 GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2_n49 +POSTHOOK: Output: default@outputtbl1_n18 OPTIMIZED SQL: SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`t2_n49` GROUP BY `key` @@ -5251,10 +5303,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl4_n2 SELECT key, 1, val, count(1) FROM T2_n49 GROUP BY key, 1, val PREHOOK: type: QUERY +PREHOOK: Input: default@t2_n49 +PREHOOK: Output: default@outputtbl4_n2 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl4_n2 SELECT key, 1, val, count(1) FROM T2_n49 GROUP BY key, 1, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2_n49 +POSTHOOK: Output: default@outputtbl4_n2 OPTIMIZED SQL: SELECT `key`, 1 AS `_o__c1`, `val`, COUNT(*) AS `_o__c3` FROM `default`.`t2_n49` GROUP BY `key`, `val` @@ -5700,10 +5756,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl5_n2 SELECT key, 1, val, 2, count(1) FROM T2_n49 GROUP BY key, 1, val, 2 PREHOOK: type: QUERY +PREHOOK: Input: default@t2_n49 +PREHOOK: Output: default@outputtbl5_n2 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl5_n2 SELECT key, 1, val, 2, count(1) FROM T2_n49 GROUP BY key, 1, val, 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2_n49 +POSTHOOK: Output: default@outputtbl5_n2 OPTIMIZED SQL: SELECT `key`, 1 AS `_o__c1`, `val`, 2 AS `_o__c3`, COUNT(*) AS `_o__c4` FROM `default`.`t2_n49` GROUP BY `key`, `val` @@ -6146,12 +6206,16 @@ SELECT key, constant, val, count(1) from (SELECT key, 1 as constant, val from T2_n49)subq group by key, constant, val PREHOOK: type: QUERY +PREHOOK: Input: default@t2_n49 +PREHOOK: Output: default@outputtbl4_n2 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl4_n2 SELECT key, constant, val, count(1) from (SELECT key, 1 as constant, val from T2_n49)subq group by key, constant, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2_n49 +POSTHOOK: Output: default@outputtbl4_n2 OPTIMIZED SQL: SELECT `key`, 1 AS `constant`, `val`, COUNT(*) AS `_o__c3` FROM `default`.`t2_n49` GROUP BY `key`, `val` @@ -6598,6 +6662,8 @@ SELECT key, constant as constant2, val, 2 as constant3 from )subq2 group by key, constant3, val PREHOOK: type: QUERY +PREHOOK: Input: default@t2_n49 +PREHOOK: Output: default@outputtbl4_n2 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl4_n2 select key, constant3, val, count(1) from @@ -6607,6 +6673,8 @@ SELECT key, constant as constant2, val, 2 as constant3 from )subq2 group by key, constant3, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2_n49 +POSTHOOK: Output: default@outputtbl4_n2 OPTIMIZED SQL: SELECT `key`, 2 AS `constant3`, `val`, COUNT(*) AS `_o__c3` FROM `default`.`t2_n49` GROUP BY `key`, `val` @@ -7071,11 +7139,17 @@ FROM T2_n49 INSERT OVERWRITE TABLE DEST1_n80 SELECT key, count(1) GROUP BY key INSERT OVERWRITE TABLE DEST2_n18 SELECT key, val, count(1) GROUP BY key, val PREHOOK: type: QUERY +PREHOOK: Input: default@t2_n49 +PREHOOK: Output: default@dest1_n80 +PREHOOK: Output: default@dest2_n18 POSTHOOK: query: EXPLAIN FROM T2_n49 INSERT OVERWRITE TABLE DEST1_n80 SELECT key, count(1) GROUP BY key INSERT OVERWRITE TABLE DEST2_n18 SELECT key, val, count(1) GROUP BY key, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2_n49 +POSTHOOK: Output: default@dest1_n80 +POSTHOOK: Output: default@dest2_n18 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -7314,11 +7388,17 @@ FROM (select key, val from T2_n49 where key = 8) x INSERT OVERWRITE TABLE DEST1_n80 SELECT key, count(1) GROUP BY key INSERT OVERWRITE TABLE DEST2_n18 SELECT key, val, count(1) GROUP BY key, val PREHOOK: type: QUERY +PREHOOK: Input: default@t2_n49 +PREHOOK: Output: default@dest1_n80 +PREHOOK: Output: default@dest2_n18 POSTHOOK: query: EXPLAIN FROM (select key, val from T2_n49 where key = 8) x INSERT OVERWRITE TABLE DEST1_n80 SELECT key, count(1) GROUP BY key INSERT OVERWRITE TABLE DEST2_n18 SELECT key, val, count(1) GROUP BY key, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2_n49 +POSTHOOK: Output: default@dest1_n80 +POSTHOOK: Output: default@dest2_n18 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/groupby_sort_2.q.out b/ql/src/test/results/clientpositive/groupby_sort_2.q.out index d75dafd..d1e00ab 100644 --- a/ql/src/test/results/clientpositive/groupby_sort_2.q.out +++ b/ql/src/test/results/clientpositive/groupby_sort_2.q.out @@ -38,10 +38,14 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE outputTbl1_n10 SELECT val, count(1) FROM T1_n51 GROUP BY val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n51 +PREHOOK: Output: default@outputtbl1_n10 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE outputTbl1_n10 SELECT val, count(1) FROM T1_n51 GROUP BY val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n51 +POSTHOOK: Output: default@outputtbl1_n10 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby_sort_3.q.out b/ql/src/test/results/clientpositive/groupby_sort_3.q.out index 2054597..971eca9 100644 --- a/ql/src/test/results/clientpositive/groupby_sort_3.q.out +++ b/ql/src/test/results/clientpositive/groupby_sort_3.q.out @@ -38,10 +38,14 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE outputTbl1_n20 SELECT key, val, count(1) FROM T1_n89 GROUP BY key, val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n89 +PREHOOK: Output: default@outputtbl1_n20 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE outputTbl1_n20 SELECT key, val, count(1) FROM T1_n89 GROUP BY key, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n89 +POSTHOOK: Output: default@outputtbl1_n20 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -204,10 +208,14 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE outputTbl2_n7 SELECT key, count(1) FROM T1_n89 GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n89 +PREHOOK: Output: default@outputtbl2_n7 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE outputTbl2_n7 SELECT key, count(1) FROM T1_n89 GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n89 +POSTHOOK: Output: default@outputtbl2_n7 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/groupby_sort_4.q.out b/ql/src/test/results/clientpositive/groupby_sort_4.q.out index 043d51b..6fd75b0 100644 --- a/ql/src/test/results/clientpositive/groupby_sort_4.q.out +++ b/ql/src/test/results/clientpositive/groupby_sort_4.q.out @@ -38,10 +38,14 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE outputTbl1_n31 SELECT key, count(1) FROM T1_n133 GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n133 +PREHOOK: Output: default@outputtbl1_n31 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE outputTbl1_n31 SELECT key, count(1) FROM T1_n133 GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n133 +POSTHOOK: Output: default@outputtbl1_n31 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -186,10 +190,14 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE outputTbl2_n8 SELECT key, val, count(1) FROM T1_n133 GROUP BY key, val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n133 +PREHOOK: Output: default@outputtbl2_n8 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE outputTbl2_n8 SELECT key, val, count(1) FROM T1_n133 GROUP BY key, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n133 +POSTHOOK: Output: default@outputtbl2_n8 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby_sort_5.q.out b/ql/src/test/results/clientpositive/groupby_sort_5.q.out index 04b9cee..103f45f 100644 --- a/ql/src/test/results/clientpositive/groupby_sort_5.q.out +++ b/ql/src/test/results/clientpositive/groupby_sort_5.q.out @@ -38,10 +38,14 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE outputTbl1_n5 SELECT key, val, count(1) FROM T1_n6 GROUP BY key, val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n6 +PREHOOK: Output: default@outputtbl1_n5 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE outputTbl1_n5 SELECT key, val, count(1) FROM T1_n6 GROUP BY key, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n6 +POSTHOOK: Output: default@outputtbl1_n5 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -232,10 +236,14 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE outputTbl1_n5 SELECT key, val, count(1) FROM T1_n6 GROUP BY key, val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n6 +PREHOOK: Output: default@outputtbl1_n5 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE outputTbl1_n5 SELECT key, val, count(1) FROM T1_n6 GROUP BY key, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n6 +POSTHOOK: Output: default@outputtbl1_n5 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -434,10 +442,14 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE outputTbl2_n1 SELECT key, count(1) FROM T1_n6 GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n6 +PREHOOK: Output: default@outputtbl2_n1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE outputTbl2_n1 SELECT key, count(1) FROM T1_n6 GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n6 +POSTHOOK: Output: default@outputtbl2_n1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby_sort_6.q.out b/ql/src/test/results/clientpositive/groupby_sort_6.q.out index 07803b0..193dd34 100644 --- a/ql/src/test/results/clientpositive/groupby_sort_6.q.out +++ b/ql/src/test/results/clientpositive/groupby_sort_6.q.out @@ -18,10 +18,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n15 SELECT key, count(1) FROM T1_n61 where ds = '1' GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n61 +PREHOOK: Output: default@outputtbl1_n15 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n15 SELECT key, count(1) FROM T1_n61 where ds = '1' GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n61 +POSTHOOK: Output: default@outputtbl1_n15 OPTIMIZED SQL: SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`t1_n61` WHERE `ds` = '1' @@ -279,10 +283,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n15 SELECT key, count(1) FROM T1_n61 where ds = '1' GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n61 +PREHOOK: Output: default@outputtbl1_n15 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n15 SELECT key, count(1) FROM T1_n61 where ds = '1' GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n61 +POSTHOOK: Output: default@outputtbl1_n15 OPTIMIZED SQL: SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`t1_n61` WHERE `ds` = '1' @@ -531,10 +539,16 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n15 SELECT key, count(1) FROM T1_n61 where ds = '2' GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n61 +PREHOOK: Input: default@t1_n61@ds=2 +PREHOOK: Output: default@outputtbl1_n15 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n15 SELECT key, count(1) FROM T1_n61 where ds = '2' GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n61 +POSTHOOK: Input: default@t1_n61@ds=2 +POSTHOOK: Output: default@outputtbl1_n15 OPTIMIZED SQL: SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`t1_n61` WHERE `ds` = '2' diff --git a/ql/src/test/results/clientpositive/groupby_sort_7.q.out b/ql/src/test/results/clientpositive/groupby_sort_7.q.out index 4170788..2e12e1e 100644 --- a/ql/src/test/results/clientpositive/groupby_sort_7.q.out +++ b/ql/src/test/results/clientpositive/groupby_sort_7.q.out @@ -41,10 +41,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE outputTbl1_n26 SELECT key, val, count(1) FROM T1_n104 where ds = '1' GROUP BY key, val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n104 +PREHOOK: Input: default@t1_n104@ds=1 +PREHOOK: Output: default@outputtbl1_n26 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE outputTbl1_n26 SELECT key, val, count(1) FROM T1_n104 where ds = '1' GROUP BY key, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n104 +POSTHOOK: Input: default@t1_n104@ds=1 +POSTHOOK: Output: default@outputtbl1_n26 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/groupby_sort_8.q.out b/ql/src/test/results/clientpositive/groupby_sort_8.q.out index fabca6e..14876a0 100644 --- a/ql/src/test/results/clientpositive/groupby_sort_8.q.out +++ b/ql/src/test/results/clientpositive/groupby_sort_8.q.out @@ -32,9 +32,15 @@ POSTHOOK: Lineage: t1_n45 PARTITION(ds=1).val SIMPLE [(t1_n45)t1_n45.FieldSchema PREHOOK: query: EXPLAIN select count(distinct key) from T1_n45 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n45 +PREHOOK: Input: default@t1_n45@ds=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select count(distinct key) from T1_n45 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n45 +POSTHOOK: Input: default@t1_n45@ds=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby_sort_9.q.out b/ql/src/test/results/clientpositive/groupby_sort_9.q.out index 595e147..d47bfe9 100644 --- a/ql/src/test/results/clientpositive/groupby_sort_9.q.out +++ b/ql/src/test/results/clientpositive/groupby_sort_9.q.out @@ -44,9 +44,17 @@ POSTHOOK: Lineage: t1_n96 PARTITION(ds=2).val SIMPLE [(t1_n96)t1_n96.FieldSchema PREHOOK: query: EXPLAIN select key, count(1) from T1_n96 group by key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n96 +PREHOOK: Input: default@t1_n96@ds=1 +PREHOOK: Input: default@t1_n96@ds=2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select key, count(1) from T1_n96 group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n96 +POSTHOOK: Input: default@t1_n96@ds=1 +POSTHOOK: Input: default@t1_n96@ds=2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/groupby_sort_skew_1_23.q.out b/ql/src/test/results/clientpositive/groupby_sort_skew_1_23.q.out index 6b4489a..9fb25d2 100644 --- a/ql/src/test/results/clientpositive/groupby_sort_skew_1_23.q.out +++ b/ql/src/test/results/clientpositive/groupby_sort_skew_1_23.q.out @@ -38,10 +38,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n13 SELECT key, count(1) FROM T1_n56 GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n56 +PREHOOK: Output: default@outputtbl1_n13 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n13 SELECT key, count(1) FROM T1_n56 GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n56 +POSTHOOK: Output: default@outputtbl1_n13 OPTIMIZED SQL: SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`t1_n56` GROUP BY `key` @@ -484,10 +488,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl2_n3 SELECT key, val, count(1) FROM T1_n56 GROUP BY key, val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n56 +PREHOOK: Output: default@outputtbl2_n3 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl2_n3 SELECT key, val, count(1) FROM T1_n56 GROUP BY key, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n56 +POSTHOOK: Output: default@outputtbl2_n3 OPTIMIZED SQL: SELECT `key`, `val`, COUNT(*) AS `$f2` FROM `default`.`t1_n56` GROUP BY `key`, `val` @@ -865,10 +873,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n13 SELECT key, count(1) FROM (SELECT key, val FROM T1_n56) subq1 GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n56 +PREHOOK: Output: default@outputtbl1_n13 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n13 SELECT key, count(1) FROM (SELECT key, val FROM T1_n56) subq1 GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n56 +POSTHOOK: Output: default@outputtbl1_n13 OPTIMIZED SQL: SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`t1_n56` GROUP BY `key` @@ -1303,10 +1315,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n13 SELECT k, count(1) FROM (SELECT key as k, val as v FROM T1_n56) subq1 GROUP BY k PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n56 +PREHOOK: Output: default@outputtbl1_n13 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n13 SELECT k, count(1) FROM (SELECT key as k, val as v FROM T1_n56) subq1 GROUP BY k POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n56 +POSTHOOK: Output: default@outputtbl1_n13 OPTIMIZED SQL: SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`t1_n56` GROUP BY `key` @@ -1749,10 +1765,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl3_n1 SELECT 1, key, count(1) FROM T1_n56 GROUP BY 1, key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n56 +PREHOOK: Output: default@outputtbl3_n1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl3_n1 SELECT 1, key, count(1) FROM T1_n56 GROUP BY 1, key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n56 +POSTHOOK: Output: default@outputtbl3_n1 OPTIMIZED SQL: SELECT 1 AS `_o__c0`, `key`, COUNT(*) AS `_o__c2` FROM `default`.`t1_n56` GROUP BY `key` @@ -2196,10 +2216,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl4_n1 SELECT key, 1, val, count(1) FROM T1_n56 GROUP BY key, 1, val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n56 +PREHOOK: Output: default@outputtbl4_n1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl4_n1 SELECT key, 1, val, count(1) FROM T1_n56 GROUP BY key, 1, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n56 +POSTHOOK: Output: default@outputtbl4_n1 OPTIMIZED SQL: SELECT `key`, 1 AS `_o__c1`, `val`, COUNT(*) AS `_o__c3` FROM `default`.`t1_n56` GROUP BY `key`, `val` @@ -2578,10 +2602,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl3_n1 SELECT key, key + 1, count(1) FROM T1_n56 GROUP BY key, key + 1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n56 +PREHOOK: Output: default@outputtbl3_n1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl3_n1 SELECT key, key + 1, count(1) FROM T1_n56 GROUP BY key, key + 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n56 +POSTHOOK: Output: default@outputtbl3_n1 OPTIMIZED SQL: SELECT `key` AS `$f0`, CAST(`key` AS DOUBLE) + CAST(1 AS DOUBLE) AS `$f1`, COUNT(*) AS `$f2` FROM `default`.`t1_n56` GROUP BY `key`, CAST(`key` AS DOUBLE) + CAST(1 AS DOUBLE) @@ -2960,12 +2988,16 @@ SELECT cast(key + key as string), sum(cnt) from (SELECT key, count(1) as cnt FROM T1_n56 GROUP BY key) subq1 group by key + key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n56 +PREHOOK: Output: default@outputtbl1_n13 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n13 SELECT cast(key + key as string), sum(cnt) from (SELECT key, count(1) as cnt FROM T1_n56 GROUP BY key) subq1 group by key + key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n56 +POSTHOOK: Output: default@outputtbl1_n13 OPTIMIZED SQL: SELECT CAST(CAST(`key` AS DOUBLE) + CAST(`key` AS DOUBLE) AS STRING) AS `_o__c0`, SUM(COUNT(*)) AS `_o__c1` FROM `default`.`t1_n56` GROUP BY CAST(`key` AS DOUBLE) + CAST(`key` AS DOUBLE) @@ -3359,6 +3391,8 @@ SELECT key, count(1) FROM T1_n56 GROUP BY key SELECT key, count(1) FROM T1_n56 GROUP BY key ) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n56 +PREHOOK: Output: default@outputtbl1_n13 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n13 SELECT * FROM ( @@ -3367,6 +3401,8 @@ SELECT key, count(1) FROM T1_n56 GROUP BY key SELECT key, count(1) FROM T1_n56 GROUP BY key ) subq1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n56 +POSTHOOK: Output: default@outputtbl1_n13 OPTIMIZED SQL: SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`t1_n56` GROUP BY `key` @@ -3893,6 +3929,8 @@ SELECT key, count(1) FROM T1_n56 GROUP BY key SELECT cast(key + key as string) as key, count(1) FROM T1_n56 GROUP BY key + key ) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n56 +PREHOOK: Output: default@outputtbl1_n13 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n13 SELECT * FROM ( @@ -3901,6 +3939,8 @@ SELECT key, count(1) FROM T1_n56 GROUP BY key SELECT cast(key + key as string) as key, count(1) FROM T1_n56 GROUP BY key + key ) subq1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n56 +POSTHOOK: Output: default@outputtbl1_n13 OPTIMIZED SQL: SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`t1_n56` GROUP BY `key` @@ -4624,6 +4664,8 @@ JOIN (SELECT key, count(1) as cnt FROM T1_n56 GROUP BY key) subq2 ON subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n56 +PREHOOK: Output: default@outputtbl1_n13 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n13 SELECT subq1.key, subq1.cnt+subq2.cnt FROM @@ -4632,6 +4674,8 @@ JOIN (SELECT key, count(1) as cnt FROM T1_n56 GROUP BY key) subq2 ON subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n56 +POSTHOOK: Output: default@outputtbl1_n13 OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`$f1` + `t2`.`$f1` AS `_o__c1` FROM (SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`t1_n56` @@ -4978,6 +5022,8 @@ JOIN (SELECT key, val, count(1) FROM T1_n56 GROUP BY key, val) subq2 ON subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n56 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT * FROM (SELECT key, count(1) FROM T1_n56 GROUP BY key) subq1 @@ -4985,6 +5031,8 @@ JOIN (SELECT key, val, count(1) FROM T1_n56 GROUP BY key, val) subq2 ON subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n56 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT * FROM (SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`t1_n56` @@ -5361,10 +5409,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n13 SELECT key, count(1) FROM T2_n34 GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@t2_n34 +PREHOOK: Output: default@outputtbl1_n13 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n13 SELECT key, count(1) FROM T2_n34 GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2_n34 +POSTHOOK: Output: default@outputtbl1_n13 OPTIMIZED SQL: SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`t2_n34` GROUP BY `key` @@ -5741,10 +5793,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl4_n1 SELECT key, 1, val, count(1) FROM T2_n34 GROUP BY key, 1, val PREHOOK: type: QUERY +PREHOOK: Input: default@t2_n34 +PREHOOK: Output: default@outputtbl4_n1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl4_n1 SELECT key, 1, val, count(1) FROM T2_n34 GROUP BY key, 1, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2_n34 +POSTHOOK: Output: default@outputtbl4_n1 OPTIMIZED SQL: SELECT `key`, 1 AS `_o__c1`, `val`, COUNT(*) AS `_o__c3` FROM `default`.`t2_n34` GROUP BY `key`, `val` @@ -6190,10 +6246,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl5_n1 SELECT key, 1, val, 2, count(1) FROM T2_n34 GROUP BY key, 1, val, 2 PREHOOK: type: QUERY +PREHOOK: Input: default@t2_n34 +PREHOOK: Output: default@outputtbl5_n1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl5_n1 SELECT key, 1, val, 2, count(1) FROM T2_n34 GROUP BY key, 1, val, 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2_n34 +POSTHOOK: Output: default@outputtbl5_n1 OPTIMIZED SQL: SELECT `key`, 1 AS `_o__c1`, `val`, 2 AS `_o__c3`, COUNT(*) AS `_o__c4` FROM `default`.`t2_n34` GROUP BY `key`, `val` @@ -6636,12 +6696,16 @@ SELECT key, constant, val, count(1) from (SELECT key, 1 as constant, val from T2_n34)subq group by key, constant, val PREHOOK: type: QUERY +PREHOOK: Input: default@t2_n34 +PREHOOK: Output: default@outputtbl4_n1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl4_n1 SELECT key, constant, val, count(1) from (SELECT key, 1 as constant, val from T2_n34)subq group by key, constant, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2_n34 +POSTHOOK: Output: default@outputtbl4_n1 OPTIMIZED SQL: SELECT `key`, 1 AS `constant`, `val`, COUNT(*) AS `_o__c3` FROM `default`.`t2_n34` GROUP BY `key`, `val` @@ -7088,6 +7152,8 @@ SELECT key, constant as constant2, val, 2 as constant3 from )subq2 group by key, constant3, val PREHOOK: type: QUERY +PREHOOK: Input: default@t2_n34 +PREHOOK: Output: default@outputtbl4_n1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl4_n1 select key, constant3, val, count(1) from @@ -7097,6 +7163,8 @@ SELECT key, constant as constant2, val, 2 as constant3 from )subq2 group by key, constant3, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2_n34 +POSTHOOK: Output: default@outputtbl4_n1 OPTIMIZED SQL: SELECT `key`, 2 AS `constant3`, `val`, COUNT(*) AS `_o__c3` FROM `default`.`t2_n34` GROUP BY `key`, `val` @@ -7561,11 +7629,17 @@ FROM T2_n34 INSERT OVERWRITE TABLE DEST1_n57 SELECT key, count(1) GROUP BY key INSERT OVERWRITE TABLE DEST2_n12 SELECT key, val, count(1) GROUP BY key, val PREHOOK: type: QUERY +PREHOOK: Input: default@t2_n34 +PREHOOK: Output: default@dest1_n57 +PREHOOK: Output: default@dest2_n12 POSTHOOK: query: EXPLAIN FROM T2_n34 INSERT OVERWRITE TABLE DEST1_n57 SELECT key, count(1) GROUP BY key INSERT OVERWRITE TABLE DEST2_n12 SELECT key, val, count(1) GROUP BY key, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2_n34 +POSTHOOK: Output: default@dest1_n57 +POSTHOOK: Output: default@dest2_n12 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -7830,11 +7904,17 @@ FROM (select key, val from T2_n34 where key = 8) x INSERT OVERWRITE TABLE DEST1_n57 SELECT key, count(1) GROUP BY key INSERT OVERWRITE TABLE DEST2_n12 SELECT key, val, count(1) GROUP BY key, val PREHOOK: type: QUERY +PREHOOK: Input: default@t2_n34 +PREHOOK: Output: default@dest1_n57 +PREHOOK: Output: default@dest2_n12 POSTHOOK: query: EXPLAIN FROM (select key, val from T2_n34 where key = 8) x INSERT OVERWRITE TABLE DEST1_n57 SELECT key, count(1) GROUP BY key INSERT OVERWRITE TABLE DEST2_n12 SELECT key, val, count(1) GROUP BY key, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2_n34 +POSTHOOK: Output: default@dest1_n57 +POSTHOOK: Output: default@dest2_n12 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/groupby_sort_test_1.q.out b/ql/src/test/results/clientpositive/groupby_sort_test_1.q.out index dbd9c12..b287dc2 100644 --- a/ql/src/test/results/clientpositive/groupby_sort_test_1.q.out +++ b/ql/src/test/results/clientpositive/groupby_sort_test_1.q.out @@ -38,10 +38,14 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE outputTbl1_n35 SELECT key, count(1) FROM T1_n164 GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n164 +PREHOOK: Output: default@outputtbl1_n35 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE outputTbl1_n35 SELECT key, count(1) FROM T1_n164 GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n164 +POSTHOOK: Output: default@outputtbl1_n35 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/having.q.out b/ql/src/test/results/clientpositive/having.q.out index 4526944..d799048 100644 --- a/ql/src/test/results/clientpositive/having.q.out +++ b/ql/src/test/results/clientpositive/having.q.out @@ -1,7 +1,11 @@ PREHOOK: query: EXPLAIN SELECT count(value) AS c FROM src GROUP BY key HAVING c > 3 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(value) AS c FROM src GROUP BY key HAVING c > 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -82,8 +86,12 @@ POSTHOOK: Input: default@src 5 PREHOOK: query: EXPLAIN SELECT key, max(value) AS c FROM src GROUP BY key HAVING key != 302 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, max(value) AS c FROM src GROUP BY key HAVING key != 302 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -450,8 +458,12 @@ POSTHOOK: Input: default@src 98 val_98 PREHOOK: query: EXPLAIN SELECT key FROM src GROUP BY key HAVING max(value) > "val_255" PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key FROM src GROUP BY key HAVING max(value) > "val_255" POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -717,8 +729,12 @@ POSTHOOK: Input: default@src 98 PREHOOK: query: EXPLAIN SELECT key FROM src where key > 300 GROUP BY key HAVING max(value) > "val_255" PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key FROM src where key > 300 GROUP BY key HAVING max(value) > "val_255" POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -909,8 +925,12 @@ POSTHOOK: Input: default@src 498 PREHOOK: query: EXPLAIN SELECT key, max(value) FROM src GROUP BY key HAVING max(value) > "val_255" PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, max(value) FROM src GROUP BY key HAVING max(value) > "val_255" POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1172,8 +1192,12 @@ POSTHOOK: Input: default@src 98 val_98 PREHOOK: query: EXPLAIN SELECT key, COUNT(value) FROM src GROUP BY key HAVING count(value) >= 4 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, COUNT(value) FROM src GROUP BY key HAVING count(value) >= 4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/having2.q.out b/ql/src/test/results/clientpositive/having2.q.out index 9c11cee..7a8e1b5 100644 --- a/ql/src/test/results/clientpositive/having2.q.out +++ b/ql/src/test/results/clientpositive/having2.q.out @@ -114,12 +114,16 @@ SELECT customer_name, SUM(customer_balance), SUM(order_quantity) FROM default.te (SUM(customer_balance) <= 4074689.000000041) ) PREHOOK: type: QUERY +PREHOOK: Input: default@testv1_staples +#### A masked pattern was here #### POSTHOOK: query: explain SELECT customer_name, SUM(customer_balance), SUM(order_quantity) FROM default.testv1_staples s1 GROUP BY customer_name HAVING ( (COUNT(s1.discount) <= 822) AND (SUM(customer_balance) <= 4074689.000000041) ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@testv1_staples +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -182,12 +186,16 @@ SELECT customer_name, SUM(customer_balance), SUM(order_quantity) FROM default.te AND (COUNT(s1.discount) <= 822) ) PREHOOK: type: QUERY +PREHOOK: Input: default@testv1_staples +#### A masked pattern was here #### POSTHOOK: query: explain SELECT customer_name, SUM(customer_balance), SUM(order_quantity) FROM default.testv1_staples s1 GROUP BY customer_name HAVING ( (SUM(customer_balance) <= 4074689.000000041) AND (COUNT(s1.discount) <= 822) ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@testv1_staples +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -253,6 +261,9 @@ AND (AVG(s1.discount) <= 822) AND (COUNT(s2.value) > 4) ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@testv1_staples +#### A masked pattern was here #### POSTHOOK: query: explain SELECT s1.customer_name FROM default.testv1_staples s1 join default.src s2 on s1.customer_name = s2.key GROUP BY s1.customer_name @@ -262,6 +273,9 @@ AND (AVG(s1.discount) <= 822) AND (COUNT(s2.value) > 4) ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@testv1_staples +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -373,6 +387,9 @@ AND (AVG(s1.discount) <= 822) AND (COUNT(s2.value) > 4) ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@testv1_staples +#### A masked pattern was here #### POSTHOOK: query: explain SELECT s1.customer_name FROM default.testv1_staples s1 join default.src s2 on s1.customer_name = s2.key GROUP BY s1.customer_name, s1.customer_name @@ -382,6 +399,9 @@ AND (AVG(s1.discount) <= 822) AND (COUNT(s2.value) > 4) ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@testv1_staples +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -497,6 +517,9 @@ AND (AVG(s1.discount) <= 822) AND (COUNT(s2.value) > 4) ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@testv1_staples +#### A masked pattern was here #### POSTHOOK: query: explain SELECT distinct s1.customer_name as x, s1.customer_name as y FROM default.testv1_staples s1 join default.src s2 on s1.customer_name = s2.key @@ -506,6 +529,9 @@ AND (AVG(s1.discount) <= 822) AND (COUNT(s2.value) > 4) ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@testv1_staples +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/hll.q.out b/ql/src/test/results/clientpositive/hll.q.out index 4b445ea..1904ccd 100644 --- a/ql/src/test/results/clientpositive/hll.q.out +++ b/ql/src/test/results/clientpositive/hll.q.out @@ -17,8 +17,14 @@ POSTHOOK: Output: default@n POSTHOOK: Lineage: n.key EXPRESSION [] PREHOOK: query: explain analyze table n compute statistics for columns PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@n +PREHOOK: Output: default@n +#### A masked pattern was here #### POSTHOOK: query: explain analyze table n compute statistics for columns POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@n +POSTHOOK: Output: default@n +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -113,8 +119,14 @@ POSTHOOK: Output: default@i POSTHOOK: Lineage: i.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: explain analyze table i compute statistics for columns PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@i +PREHOOK: Output: default@i +#### A masked pattern was here #### POSTHOOK: query: explain analyze table i compute statistics for columns POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@i +POSTHOOK: Output: default@i +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/identity_project_remove_skip.q.out b/ql/src/test/results/clientpositive/identity_project_remove_skip.q.out index 73760d3..058097b 100644 --- a/ql/src/test/results/clientpositive/identity_project_remove_skip.q.out +++ b/ql/src/test/results/clientpositive/identity_project_remove_skip.q.out @@ -7,6 +7,8 @@ from on (t2.key=t3.key ) where t2.value='val_105' and t3.key='105' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select t2.* from @@ -16,6 +18,8 @@ from on (t2.key=t3.key ) where t2.value='val_105' and t3.key='105' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 diff --git a/ql/src/test/results/clientpositive/implicit_cast1.q.out b/ql/src/test/results/clientpositive/implicit_cast1.q.out index 2d0c4e1..c6545bd 100644 --- a/ql/src/test/results/clientpositive/implicit_cast1.q.out +++ b/ql/src/test/results/clientpositive/implicit_cast1.q.out @@ -11,11 +11,15 @@ SELECT implicit_test1.* FROM implicit_test1 WHERE implicit_test1.a <> 0 PREHOOK: type: QUERY +PREHOOK: Input: default@implicit_test1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT implicit_test1.* FROM implicit_test1 WHERE implicit_test1.a <> 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@implicit_test1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/implicit_cast_during_insert.q.out b/ql/src/test/results/clientpositive/implicit_cast_during_insert.q.out index a515847..c9da4f4 100644 --- a/ql/src/test/results/clientpositive/implicit_cast_during_insert.q.out +++ b/ql/src/test/results/clientpositive/implicit_cast_during_insert.q.out @@ -13,11 +13,14 @@ insert overwrite table implicit_cast_during_insert partition (p1) select key, value, key key1 from (select * from src where key in (0,1)) q distribute by key1 sort by key1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@implicit_cast_during_insert POSTHOOK: query: explain insert overwrite table implicit_cast_during_insert partition (p1) select key, value, key key1 from (select * from src where key in (0,1)) q distribute by key1 sort by key1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/implicit_decimal.q.out b/ql/src/test/results/clientpositive/implicit_decimal.q.out index f2b2412..cc3a94d 100644 --- a/ql/src/test/results/clientpositive/implicit_decimal.q.out +++ b/ql/src/test/results/clientpositive/implicit_decimal.q.out @@ -22,9 +22,13 @@ POSTHOOK: Lineage: decimal_test.dc SCRIPT [] PREHOOK: query: explain select * from decimal_test where dc = 4327269606205.029297 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_test +#### A masked pattern was here #### POSTHOOK: query: explain select * from decimal_test where dc = 4327269606205.029297 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_test +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/infer_bucket_sort_dyn_part.q.out b/ql/src/test/results/clientpositive/infer_bucket_sort_dyn_part.q.out index e04939b..b462d2f 100644 --- a/ql/src/test/results/clientpositive/infer_bucket_sort_dyn_part.q.out +++ b/ql/src/test/results/clientpositive/infer_bucket_sort_dyn_part.q.out @@ -403,6 +403,10 @@ SELECT key, value, IF (key % 100 == 0, '11', '12') FROM WHERE ds = '2008-04-08' GROUP BY key) a PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@test_table_n8@ds=2008-04-08 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table_n8 PARTITION (ds = '2008-04-08', hr) SELECT key, value, IF (key % 100 == 0, '11', '12') FROM @@ -410,6 +414,9 @@ SELECT key, value, IF (key % 100 == 0, '11', '12') FROM WHERE ds = '2008-04-08' GROUP BY key) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/infer_bucket_sort_grouping_operators.q.out b/ql/src/test/results/clientpositive/infer_bucket_sort_grouping_operators.q.out index 50cc4dc..70cccae 100644 --- a/ql/src/test/results/clientpositive/infer_bucket_sort_grouping_operators.q.out +++ b/ql/src/test/results/clientpositive/infer_bucket_sort_grouping_operators.q.out @@ -17,9 +17,13 @@ POSTHOOK: Output: default@test_table_out_2 PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table_out PARTITION (part = '1') SELECT key, value, count(1) FROM src GROUP BY key, value WITH ROLLUP PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@test_table_out@part=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table_out PARTITION (part = '1') SELECT key, value, count(1) FROM src GROUP BY key, value WITH ROLLUP POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@test_table_out@part=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1498,9 +1502,13 @@ Storage Desc Params: PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table_out PARTITION (part = '1') SELECT key, value, count(1) FROM src GROUP BY key, value WITH CUBE PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@test_table_out@part=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table_out PARTITION (part = '1') SELECT key, value, count(1) FROM src GROUP BY key, value WITH CUBE POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@test_table_out@part=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1725,9 +1733,13 @@ Storage Desc Params: PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table_out PARTITION (part = '1') SELECT key, value, count(1) FROM src GROUP BY key, value GROUPING SETS (key, value) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@test_table_out@part=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table_out PARTITION (part = '1') SELECT key, value, count(1) FROM src GROUP BY key, value GROUPING SETS (key, value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@test_table_out@part=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/infer_bucket_sort_map_operators.q.out b/ql/src/test/results/clientpositive/infer_bucket_sort_map_operators.q.out index af4dd77..438cf7b 100644 --- a/ql/src/test/results/clientpositive/infer_bucket_sort_map_operators.q.out +++ b/ql/src/test/results/clientpositive/infer_bucket_sort_map_operators.q.out @@ -49,9 +49,13 @@ POSTHOOK: Output: default@test_table_out_n0 PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table_out_n0 PARTITION (part = '1') SELECT key, count(*) FROM test_table1_n14 GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n14 +PREHOOK: Output: default@test_table_out_n0@part=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table_out_n0 PARTITION (part = '1') SELECT key, count(*) FROM test_table1_n14 GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n14 +POSTHOOK: Output: default@test_table_out_n0@part=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -243,6 +247,9 @@ SELECT a.key, a.value FROM ( ) b ON (a.value = b.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@test_table1_n14 +PREHOOK: Output: default@test_table_out_n0@part=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table_out_n0 PARTITION (part = '1') SELECT a.key, a.value FROM ( SELECT key, count(*) AS value FROM test_table1_n14 GROUP BY key @@ -251,6 +258,9 @@ SELECT a.key, a.value FROM ( ) b ON (a.value = b.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@test_table1_n14 +POSTHOOK: Output: default@test_table_out_n0@part=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -450,9 +460,15 @@ Storage Desc Params: PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table_out_n0 PARTITION (part = '1') SELECT /*+ MAPJOIN(a) */ a.key, b.value FROM test_table1_n14 a JOIN test_table2_n13 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n14 +PREHOOK: Input: default@test_table2_n13 +PREHOOK: Output: default@test_table_out_n0@part=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table_out_n0 PARTITION (part = '1') SELECT /*+ MAPJOIN(a) */ a.key, b.value FROM test_table1_n14 a JOIN test_table2_n13 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n14 +POSTHOOK: Input: default@test_table2_n13 +POSTHOOK: Output: default@test_table_out_n0@part=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-8 depends on stages: Stage-1 , consists of Stage-5, Stage-4, Stage-6 @@ -633,10 +649,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table_out_n0 PARTITION (part SELECT /*+ MAPJOIN(a) */ b.value, count(*) FROM test_table1_n14 a JOIN test_table2_n13 b ON a.key = b.key GROUP BY b.value PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n14 +PREHOOK: Input: default@test_table2_n13 +PREHOOK: Output: default@test_table_out_n0@part=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table_out_n0 PARTITION (part = '1') SELECT /*+ MAPJOIN(a) */ b.value, count(*) FROM test_table1_n14 a JOIN test_table2_n13 b ON a.key = b.key GROUP BY b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n14 +POSTHOOK: Input: default@test_table2_n13 +POSTHOOK: Output: default@test_table_out_n0@part=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/infer_bucket_sort_num_buckets.q.out b/ql/src/test/results/clientpositive/infer_bucket_sort_num_buckets.q.out index 4f427c5..247e6d7 100644 --- a/ql/src/test/results/clientpositive/infer_bucket_sort_num_buckets.q.out +++ b/ql/src/test/results/clientpositive/infer_bucket_sort_num_buckets.q.out @@ -14,6 +14,10 @@ FROM srcpart WHERE ds = '2008-04-08') a DISTRIBUTE BY key2 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@test_table_n0@ds=2008-04-08 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table_n0 PARTITION (ds = '2008-04-08', hr) SELECT key2, value, cast(hr as int) FROM @@ -22,6 +26,9 @@ FROM srcpart WHERE ds = '2008-04-08') a DISTRIBUTE BY key2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/infer_const_type.q.out b/ql/src/test/results/clientpositive/infer_const_type.q.out index 33f5405..407c33f 100644 --- a/ql/src/test/results/clientpositive/infer_const_type.q.out +++ b/ql/src/test/results/clientpositive/infer_const_type.q.out @@ -38,6 +38,8 @@ PREHOOK: query: EXPLAIN SELECT * FROM infertypes WHERE db = '-307' AND str = 1234 PREHOOK: type: QUERY +PREHOOK: Input: default@infertypes +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM infertypes WHERE ti = '127' AND si = 32767 AND @@ -47,6 +49,8 @@ POSTHOOK: query: EXPLAIN SELECT * FROM infertypes WHERE db = '-307' AND str = 1234 POSTHOOK: type: QUERY +POSTHOOK: Input: default@infertypes +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -112,6 +116,8 @@ PREHOOK: query: EXPLAIN SELECT * FROM infertypes WHERE fl = 'float' OR db = 'double' PREHOOK: type: QUERY +PREHOOK: Input: default@infertypes +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM infertypes WHERE ti = '128' OR si = 32768 OR @@ -120,6 +126,8 @@ POSTHOOK: query: EXPLAIN SELECT * FROM infertypes WHERE fl = 'float' OR db = 'double' POSTHOOK: type: QUERY +POSTHOOK: Input: default@infertypes +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -179,11 +187,15 @@ PREHOOK: query: EXPLAIN SELECT * FROM infertypes WHERE si = 327.0 OR i = '-100.0' PREHOOK: type: QUERY +PREHOOK: Input: default@infertypes +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM infertypes WHERE ti = '127.0' OR si = 327.0 OR i = '-100.0' POSTHOOK: type: QUERY +POSTHOOK: Input: default@infertypes +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -237,11 +249,15 @@ PREHOOK: query: EXPLAIN SELECT * FROM infertypes WHERE i > '100.0' AND str = 1.57 PREHOOK: type: QUERY +PREHOOK: Input: default@infertypes +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM infertypes WHERE ti < '127.0' AND i > '100.0' AND str = 1.57 POSTHOOK: type: QUERY +POSTHOOK: Input: default@infertypes +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/infer_join_preds.q.out b/ql/src/test/results/clientpositive/infer_join_preds.q.out index 4e6c504..41b6ccd 100644 --- a/ql/src/test/results/clientpositive/infer_join_preds.q.out +++ b/ql/src/test/results/clientpositive/infer_join_preds.q.out @@ -1,9 +1,15 @@ PREHOOK: query: explain select * from src a join src1 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from src a join src1 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -120,12 +126,18 @@ select * from join (select * from src1)b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select * from src where 1 = 0)a join (select * from src1)b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -211,12 +223,18 @@ select * from left outer join (select * from src1)b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select * from src where 1 = 0)a left outer join (select * from src1)b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -299,12 +317,18 @@ select * from right outer join (select * from src1)b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select * from src where 1 = 0)a right outer join (select * from src1)b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -412,12 +436,18 @@ select * from full outer join (select * from src1)b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select * from src where 1 = 0)a full outer join (select * from src1)b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -525,12 +555,18 @@ select * from right outer join (select * from src1 where 1 = 0)b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select * from src)a right outer join (select * from src1 where 1 = 0)b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -610,9 +646,15 @@ POSTHOOK: Input: default@src1 PREHOOK: query: explain select * from src join src1 on src.key = src1.key and src.value = src1.value where 4 between src.key and src.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from src join src1 on src.key = src1.key and src.value = src1.value where 4 between src.key and src.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -948,6 +990,9 @@ PREHOOK: query: explain SELECT s.idp_warehouse_id AS source_warehouse_i ELSE d.odf_ss_actuals END ) PREHOOK: type: QUERY +PREHOOK: Input: default@table1_n8 +PREHOOK: Input: default@table2_n4 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT s.idp_warehouse_id AS source_warehouse_id FROM table1_n8 s JOIN @@ -1110,6 +1155,9 @@ POSTHOOK: query: explain SELECT s.idp_warehouse_id AS source_warehouse_ ELSE d.odf_ss_actuals END ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@table1_n8 +POSTHOOK: Input: default@table2_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/innerjoin.q.out b/ql/src/test/results/clientpositive/innerjoin.q.out index 779b074..0358db2 100644 --- a/ql/src/test/results/clientpositive/innerjoin.q.out +++ b/ql/src/test/results/clientpositive/innerjoin.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src src1 INNER JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1_n20 SELECT src1.key, src2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_j1_n20 POSTHOOK: query: EXPLAIN FROM src src1 INNER JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1_n20 SELECT src1.key, src2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_j1_n20 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1216,9 +1220,13 @@ POSTHOOK: Input: default@i_n2 PREHOOK: query: explain select * from (select * from src) `inner` left outer join src on `inner`.key=src.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select * from src) `inner` left outer join src on `inner`.key=src.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/innerjoin1.q.out b/ql/src/test/results/clientpositive/innerjoin1.q.out index 291ba55..65a097d 100644 --- a/ql/src/test/results/clientpositive/innerjoin1.q.out +++ b/ql/src/test/results/clientpositive/innerjoin1.q.out @@ -64,8 +64,14 @@ POSTHOOK: Lineage: innerjoinsrc2.b1 SCRIPT [] POSTHOOK: Lineage: innerjoinsrc2.b2 SCRIPT [] PREHOOK: query: EXPLAIN SELECT * FROM innerjoinsrc1 c1, innerjoinsrc2 c2 WHERE COALESCE(a1,a2)=COALESCE(b1,b2) PREHOOK: type: QUERY +PREHOOK: Input: default@innerjoinsrc1 +PREHOOK: Input: default@innerjoinsrc2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM innerjoinsrc1 c1, innerjoinsrc2 c2 WHERE COALESCE(a1,a2)=COALESCE(b1,b2) POSTHOOK: type: QUERY +POSTHOOK: Input: default@innerjoinsrc1 +POSTHOOK: Input: default@innerjoinsrc2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -143,8 +149,14 @@ POSTHOOK: Input: default@innerjoinsrc2 2 2 2 2 PREHOOK: query: EXPLAIN SELECT * FROM innerjoinsrc1 c1 inner join innerjoinsrc2 c2 ON (COALESCE(a1,a2)=COALESCE(b1,b2)) PREHOOK: type: QUERY +PREHOOK: Input: default@innerjoinsrc1 +PREHOOK: Input: default@innerjoinsrc2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM innerjoinsrc1 c1 inner join innerjoinsrc2 c2 ON (COALESCE(a1,a2)=COALESCE(b1,b2)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@innerjoinsrc1 +POSTHOOK: Input: default@innerjoinsrc2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/input.q.out b/ql/src/test/results/clientpositive/input.q.out index 286cd19..77189e1 100644 --- a/ql/src/test/results/clientpositive/input.q.out +++ b/ql/src/test/results/clientpositive/input.q.out @@ -1,9 +1,13 @@ PREHOOK: query: EXPLAIN SELECT x.* FROM SRC x PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.* FROM SRC x POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/input0.q.out b/ql/src/test/results/clientpositive/input0.q.out index 4d66253..ce49640 100644 --- a/ql/src/test/results/clientpositive/input0.q.out +++ b/ql/src/test/results/clientpositive/input0.q.out @@ -1,9 +1,13 @@ PREHOOK: query: EXPLAIN SELECT * FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/input1.q.out b/ql/src/test/results/clientpositive/input1.q.out index cd6caa1..63f8af0 100644 --- a/ql/src/test/results/clientpositive/input1.q.out +++ b/ql/src/test/results/clientpositive/input1.q.out @@ -9,9 +9,11 @@ POSTHOOK: Output: default@TEST1_n6 PREHOOK: query: EXPLAIN DESCRIBE TEST1_n6 PREHOOK: type: DESCTABLE +PREHOOK: Input: default@test1_n6 POSTHOOK: query: EXPLAIN DESCRIBE TEST1_n6 POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@test1_n6 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/input10.q.out b/ql/src/test/results/clientpositive/input10.q.out index 2b08604..bbdff6e 100644 --- a/ql/src/test/results/clientpositive/input10.q.out +++ b/ql/src/test/results/clientpositive/input10.q.out @@ -9,9 +9,11 @@ POSTHOOK: Output: default@TEST10 PREHOOK: query: EXPLAIN DESCRIBE TEST10 PREHOOK: type: DESCTABLE +PREHOOK: Input: default@test10 POSTHOOK: query: EXPLAIN DESCRIBE TEST10 POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@test10 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/input11.q.out b/ql/src/test/results/clientpositive/input11.q.out index c1c185f..699e846 100644 --- a/ql/src/test/results/clientpositive/input11.q.out +++ b/ql/src/test/results/clientpositive/input11.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n152 SELECT src.key, src.value WHERE src.key < 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n152 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n152 SELECT src.key, src.value WHERE src.key < 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n152 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/input11_limit.q.out b/ql/src/test/results/clientpositive/input11_limit.q.out index b31a3de..0a0e19e 100644 --- a/ql/src/test/results/clientpositive/input11_limit.q.out +++ b/ql/src/test/results/clientpositive/input11_limit.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n153 SELECT src.key, src.value WHERE src.key < 100 LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n153 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n153 SELECT src.key, src.value WHERE src.key < 100 LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n153 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/input12.q.out b/ql/src/test/results/clientpositive/input12.q.out index b2dad20..98f4ae0 100644 --- a/ql/src/test/results/clientpositive/input12.q.out +++ b/ql/src/test/results/clientpositive/input12.q.out @@ -28,12 +28,20 @@ INSERT OVERWRITE TABLE dest1_n122 SELECT src.* WHERE src.key < 100 INSERT OVERWRITE TABLE dest2_n32 SELECT src.key, src.value WHERE src.key >= 100 and src.key < 200 INSERT OVERWRITE TABLE dest3_n5 PARTITION(ds='2008-04-08', hr='12') SELECT src.key WHERE src.key >= 200 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n122 +PREHOOK: Output: default@dest2_n32 +PREHOOK: Output: default@dest3_n5@ds=2008-04-08/hr=12 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n122 SELECT src.* WHERE src.key < 100 INSERT OVERWRITE TABLE dest2_n32 SELECT src.key, src.value WHERE src.key >= 100 and src.key < 200 INSERT OVERWRITE TABLE dest3_n5 PARTITION(ds='2008-04-08', hr='12') SELECT src.key WHERE src.key >= 200 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n122 +POSTHOOK: Output: default@dest2_n32 +POSTHOOK: Output: default@dest3_n5@ds=2008-04-08/hr=12 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-9 depends on stages: Stage-3 , consists of Stage-6, Stage-5, Stage-7 diff --git a/ql/src/test/results/clientpositive/input13.q.out b/ql/src/test/results/clientpositive/input13.q.out index 6e3f309..a54ca00 100644 --- a/ql/src/test/results/clientpositive/input13.q.out +++ b/ql/src/test/results/clientpositive/input13.q.out @@ -29,6 +29,11 @@ INSERT OVERWRITE TABLE dest2_n16 SELECT src.key, src.value WHERE src.key >= 100 INSERT OVERWRITE TABLE dest3_n1 PARTITION(ds='2008-04-08', hr='12') SELECT src.key WHERE src.key >= 200 and src.key < 300 INSERT OVERWRITE DIRECTORY 'target/warehouse/dest4.out' SELECT src.value WHERE src.key >= 300 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n77 +PREHOOK: Output: default@dest2_n16 +PREHOOK: Output: default@dest3_n1@ds=2008-04-08/hr=12 +PREHOOK: Output: target/warehouse/dest4.out POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n77 SELECT src.* WHERE src.key < 100 @@ -36,6 +41,11 @@ INSERT OVERWRITE TABLE dest2_n16 SELECT src.key, src.value WHERE src.key >= 100 INSERT OVERWRITE TABLE dest3_n1 PARTITION(ds='2008-04-08', hr='12') SELECT src.key WHERE src.key >= 200 and src.key < 300 INSERT OVERWRITE DIRECTORY 'target/warehouse/dest4.out' SELECT src.value WHERE src.key >= 300 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n77 +POSTHOOK: Output: default@dest2_n16 +POSTHOOK: Output: default@dest3_n1@ds=2008-04-08/hr=12 +POSTHOOK: Output: target/warehouse/dest4.out STAGE DEPENDENCIES: Stage-4 is a root stage Stage-10 depends on stages: Stage-4 , consists of Stage-7, Stage-6, Stage-8 diff --git a/ql/src/test/results/clientpositive/input14.q.out b/ql/src/test/results/clientpositive/input14.q.out index 597d29d..b819a5d 100644 --- a/ql/src/test/results/clientpositive/input14.q.out +++ b/ql/src/test/results/clientpositive/input14.q.out @@ -15,6 +15,8 @@ FROM ( ) tmap INSERT OVERWRITE TABLE dest1_n42 SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n42 POSTHOOK: query: EXPLAIN FROM ( FROM src @@ -24,6 +26,8 @@ FROM ( ) tmap INSERT OVERWRITE TABLE dest1_n42 SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n42 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/input14_limit.q.out b/ql/src/test/results/clientpositive/input14_limit.q.out index 151d6d6..2d375b9 100644 --- a/ql/src/test/results/clientpositive/input14_limit.q.out +++ b/ql/src/test/results/clientpositive/input14_limit.q.out @@ -15,6 +15,8 @@ FROM ( ) tmap INSERT OVERWRITE TABLE dest1_n13 SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n13 POSTHOOK: query: EXPLAIN FROM ( FROM src @@ -24,6 +26,8 @@ FROM ( ) tmap INSERT OVERWRITE TABLE dest1_n13 SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n13 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/input15.q.out b/ql/src/test/results/clientpositive/input15.q.out index 13bdbf2..2dbf6fb 100644 --- a/ql/src/test/results/clientpositive/input15.q.out +++ b/ql/src/test/results/clientpositive/input15.q.out @@ -1,9 +1,13 @@ PREHOOK: query: EXPLAIN CREATE TABLE TEST15(key INT, value STRING) ROW FORMAT DELIMITED FIELDS TERMINATED BY '\t' STORED AS TEXTFILE PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@TEST15 POSTHOOK: query: EXPLAIN CREATE TABLE TEST15(key INT, value STRING) ROW FORMAT DELIMITED FIELDS TERMINATED BY '\t' STORED AS TEXTFILE POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@TEST15 STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/input17.q.out b/ql/src/test/results/clientpositive/input17.q.out index c506a62..ef058e2 100644 --- a/ql/src/test/results/clientpositive/input17.q.out +++ b/ql/src/test/results/clientpositive/input17.q.out @@ -15,6 +15,8 @@ FROM ( ) tmap INSERT OVERWRITE TABLE dest1_n81 SELECT tmap.tkey, tmap.tvalue PREHOOK: type: QUERY +PREHOOK: Input: default@src_thrift +PREHOOK: Output: default@dest1_n81 POSTHOOK: query: EXPLAIN FROM ( FROM src_thrift @@ -24,6 +26,8 @@ FROM ( ) tmap INSERT OVERWRITE TABLE dest1_n81 SELECT tmap.tkey, tmap.tvalue POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_thrift +POSTHOOK: Output: default@dest1_n81 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/input18.q.out b/ql/src/test/results/clientpositive/input18.q.out index 4a1c0d8..4a13c78 100644 --- a/ql/src/test/results/clientpositive/input18.q.out +++ b/ql/src/test/results/clientpositive/input18.q.out @@ -15,6 +15,8 @@ FROM ( ) tmap INSERT OVERWRITE TABLE dest1_n124 SELECT tmap.key, regexp_replace(tmap.value,'\t','+') WHERE tmap.key < 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n124 POSTHOOK: query: EXPLAIN FROM ( FROM src @@ -24,6 +26,8 @@ FROM ( ) tmap INSERT OVERWRITE TABLE dest1_n124 SELECT tmap.key, regexp_replace(tmap.value,'\t','+') WHERE tmap.key < 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n124 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/input1_limit.q.out b/ql/src/test/results/clientpositive/input1_limit.q.out index 53f4e89..ff88dec 100644 --- a/ql/src/test/results/clientpositive/input1_limit.q.out +++ b/ql/src/test/results/clientpositive/input1_limit.q.out @@ -19,11 +19,17 @@ FROM src INSERT OVERWRITE TABLE dest1_n12 SELECT src.key, src.value WHERE src.key < 100 LIMIT 10 INSERT OVERWRITE TABLE dest2_n2 SELECT src.key, src.value WHERE src.key < 100 LIMIT 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n12 +PREHOOK: Output: default@dest2_n2 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n12 SELECT src.key, src.value WHERE src.key < 100 LIMIT 10 INSERT OVERWRITE TABLE dest2_n2 SELECT src.key, src.value WHERE src.key < 100 LIMIT 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n12 +POSTHOOK: Output: default@dest2_n2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/input20.q.out b/ql/src/test/results/clientpositive/input20.q.out index 9f8d612..c58a1d2 100644 --- a/ql/src/test/results/clientpositive/input20.q.out +++ b/ql/src/test/results/clientpositive/input20.q.out @@ -18,6 +18,8 @@ REDUCE tmap.key, tmap.value USING 'python input20_script.py' AS key, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n138 POSTHOOK: query: EXPLAIN FROM ( FROM src @@ -30,6 +32,8 @@ REDUCE tmap.key, tmap.value USING 'python input20_script.py' AS key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n138 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/input21.q.out b/ql/src/test/results/clientpositive/input21.q.out index 528a74f..dd847ab 100644 --- a/ql/src/test/results/clientpositive/input21.q.out +++ b/ql/src/test/results/clientpositive/input21.q.out @@ -16,8 +16,12 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@src_null PREHOOK: query: EXPLAIN SELECT * FROM src_null DISTRIBUTE BY c SORT BY d PREHOOK: type: QUERY +PREHOOK: Input: default@src_null +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src_null DISTRIBUTE BY c SORT BY d POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/input22.q.out b/ql/src/test/results/clientpositive/input22.q.out index 23845ec..283bfee 100644 --- a/ql/src/test/results/clientpositive/input22.q.out +++ b/ql/src/test/results/clientpositive/input22.q.out @@ -20,12 +20,16 @@ FROM (SELECT INPUT4.*, INPUT4.KEY as KEY2 FROM INPUT4) a ORDER BY KEY2 LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@input4 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.KEY2 FROM (SELECT INPUT4.*, INPUT4.KEY as KEY2 FROM INPUT4) a ORDER BY KEY2 LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@input4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/input23.q.out b/ql/src/test/results/clientpositive/input23.q.out index e1d9cb5..df340d6 100644 --- a/ql/src/test/results/clientpositive/input23.q.out +++ b/ql/src/test/results/clientpositive/input23.q.out @@ -2,9 +2,15 @@ Warning: Shuffle Join JOIN[8][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-1:MAP PREHOOK: query: explain extended select * from srcpart a join srcpart b where a.ds = '2008-04-08' and a.hr = '11' and b.ds = '2008-04-08' and b.hr = '14' limit 5 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from srcpart a join srcpart b where a.ds = '2008-04-08' and a.hr = '11' and b.ds = '2008-04-08' and b.hr = '14' limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, CAST('2008-04-08' AS STRING) AS `ds`, CAST('11' AS STRING) AS `hr`, `t2`.`key` AS `key1`, `t2`.`value` AS `value1`, CAST('2008-04-08' AS STRING) AS `ds1`, CAST('14' AS STRING) AS `hr1` FROM (SELECT `key`, `value`, CAST('2008-04-08' AS STRING) AS `ds`, CAST('11' AS STRING) AS `hr` FROM `default`.`srcpart` diff --git a/ql/src/test/results/clientpositive/input24.q.out b/ql/src/test/results/clientpositive/input24.q.out index b30c1fb..c041b64 100644 --- a/ql/src/test/results/clientpositive/input24.q.out +++ b/ql/src/test/results/clientpositive/input24.q.out @@ -16,9 +16,13 @@ POSTHOOK: Output: default@tst_n1@d=2009-01-01 PREHOOK: query: explain select count(1) from tst_n1 x where x.d='2009-01-01' PREHOOK: type: QUERY +PREHOOK: Input: default@tst_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from tst_n1 x where x.d='2009-01-01' POSTHOOK: type: QUERY +POSTHOOK: Input: default@tst_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/input25.q.out b/ql/src/test/results/clientpositive/input25.q.out index c573a12..04d3ee2 100644 --- a/ql/src/test/results/clientpositive/input25.q.out +++ b/ql/src/test/results/clientpositive/input25.q.out @@ -27,6 +27,10 @@ select * from ( select * from (select * from tst x where x.d='2009-02-02' limit 10)b ) subq PREHOOK: type: QUERY +PREHOOK: Input: default@tst +PREHOOK: Input: default@tst@d=2009-01-01 +PREHOOK: Input: default@tst@d=2009-02-02 +#### A masked pattern was here #### POSTHOOK: query: explain select * from ( select * from (select * from tst x where x.d='2009-01-01' limit 10)a @@ -34,6 +38,10 @@ select * from ( select * from (select * from tst x where x.d='2009-02-02' limit 10)b ) subq POSTHOOK: type: QUERY +POSTHOOK: Input: default@tst +POSTHOOK: Input: default@tst@d=2009-01-01 +POSTHOOK: Input: default@tst@d=2009-02-02 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 diff --git a/ql/src/test/results/clientpositive/input26.q.out b/ql/src/test/results/clientpositive/input26.q.out index 93898b6..9d9cb51 100644 --- a/ql/src/test/results/clientpositive/input26.q.out +++ b/ql/src/test/results/clientpositive/input26.q.out @@ -5,6 +5,9 @@ select * from ( select * from (select * from srcpart b where b.ds = '2008-04-08' and b.hr = '14' limit 5)pb )subq PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain select * from ( select * from (select * from srcpart a where a.ds = '2008-04-08' and a.hr = '11' order by a.key limit 5)pa @@ -12,6 +15,9 @@ select * from ( select * from (select * from srcpart b where b.ds = '2008-04-08' and b.hr = '14' limit 5)pb )subq POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 diff --git a/ql/src/test/results/clientpositive/input2_limit.q.out b/ql/src/test/results/clientpositive/input2_limit.q.out index bcf713d..946af31 100644 --- a/ql/src/test/results/clientpositive/input2_limit.q.out +++ b/ql/src/test/results/clientpositive/input2_limit.q.out @@ -1,9 +1,13 @@ PREHOOK: query: EXPLAIN SELECT x.* FROM SRC x WHERE x.key < 300 LIMIT 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.* FROM SRC x WHERE x.key < 300 LIMIT 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/input3.q.out b/ql/src/test/results/clientpositive/input3.q.out index db30111..e41d684 100644 --- a/ql/src/test/results/clientpositive/input3.q.out +++ b/ql/src/test/results/clientpositive/input3.q.out @@ -58,9 +58,13 @@ test3b PREHOOK: query: EXPLAIN ALTER TABLE TEST3b ADD COLUMNS (X DOUBLE) PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@test3b +PREHOOK: Output: default@test3b POSTHOOK: query: EXPLAIN ALTER TABLE TEST3b ADD COLUMNS (X DOUBLE) POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@test3b +POSTHOOK: Output: default@test3b STAGE DEPENDENCIES: Stage-0 is a root stage @@ -93,9 +97,13 @@ x double PREHOOK: query: EXPLAIN ALTER TABLE TEST3b RENAME TO TEST3c PREHOOK: type: ALTERTABLE_RENAME +PREHOOK: Input: default@test3b +PREHOOK: Output: default@test3b POSTHOOK: query: EXPLAIN ALTER TABLE TEST3b RENAME TO TEST3c POSTHOOK: type: ALTERTABLE_RENAME +POSTHOOK: Input: default@test3b +POSTHOOK: Output: default@test3b STAGE DEPENDENCIES: Stage-0 is a root stage @@ -153,9 +161,13 @@ test3c PREHOOK: query: EXPLAIN ALTER TABLE TEST3c REPLACE COLUMNS (R1 INT, R2 DOUBLE) PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@test3c +PREHOOK: Output: default@test3c POSTHOOK: query: EXPLAIN ALTER TABLE TEST3c REPLACE COLUMNS (R1 INT, R2 DOUBLE) POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@test3c +POSTHOOK: Output: default@test3c STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/input30.q.out b/ql/src/test/results/clientpositive/input30.q.out index 4e8e87e..6d9b46d 100644 --- a/ql/src/test/results/clientpositive/input30.q.out +++ b/ql/src/test/results/clientpositive/input30.q.out @@ -18,10 +18,14 @@ PREHOOK: query: explain insert overwrite table dest30 select count(1) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@tst_dest30 POSTHOOK: query: explain insert overwrite table dest30 select count(1) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@tst_dest30 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -128,10 +132,14 @@ PREHOOK: query: explain insert overwrite table dest30 select count(1) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest30 POSTHOOK: query: explain insert overwrite table dest30 select count(1) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest30 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/input32.q.out b/ql/src/test/results/clientpositive/input32.q.out index c6c9312..7063988 100644 --- a/ql/src/test/results/clientpositive/input32.q.out +++ b/ql/src/test/results/clientpositive/input32.q.out @@ -18,10 +18,14 @@ PREHOOK: query: explain insert overwrite table dest32 select count(1) from srcbucket PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket +PREHOOK: Output: default@tst_dest32 POSTHOOK: query: explain insert overwrite table dest32 select count(1) from srcbucket POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket +POSTHOOK: Output: default@tst_dest32 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/input33.q.out b/ql/src/test/results/clientpositive/input33.q.out index bff2248..fea28f9 100644 --- a/ql/src/test/results/clientpositive/input33.q.out +++ b/ql/src/test/results/clientpositive/input33.q.out @@ -18,6 +18,8 @@ REDUCE tmap.key, tmap.value USING 'python input20_script.py' AS (key STRING, value STRING) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n135 POSTHOOK: query: EXPLAIN FROM ( FROM src @@ -30,6 +32,8 @@ REDUCE tmap.key, tmap.value USING 'python input20_script.py' AS (key STRING, value STRING) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n135 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/input34.q.out b/ql/src/test/results/clientpositive/input34.q.out index 76517c6..d523f29 100644 --- a/ql/src/test/results/clientpositive/input34.q.out +++ b/ql/src/test/results/clientpositive/input34.q.out @@ -15,6 +15,8 @@ FROM ( ) tmap INSERT OVERWRITE TABLE dest1_n161 SELECT tkey, tvalue PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n161 POSTHOOK: query: EXPLAIN FROM ( FROM src @@ -24,6 +26,8 @@ FROM ( ) tmap INSERT OVERWRITE TABLE dest1_n161 SELECT tkey, tvalue POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n161 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/input35.q.out b/ql/src/test/results/clientpositive/input35.q.out index c07128f..abfd271 100644 --- a/ql/src/test/results/clientpositive/input35.q.out +++ b/ql/src/test/results/clientpositive/input35.q.out @@ -15,6 +15,8 @@ FROM ( ) tmap INSERT OVERWRITE TABLE dest1_n25 SELECT tkey, tvalue PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n25 POSTHOOK: query: EXPLAIN FROM ( FROM src @@ -24,6 +26,8 @@ FROM ( ) tmap INSERT OVERWRITE TABLE dest1_n25 SELECT tkey, tvalue POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n25 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/input36.q.out b/ql/src/test/results/clientpositive/input36.q.out index b05d0b8..345b9d8 100644 --- a/ql/src/test/results/clientpositive/input36.q.out +++ b/ql/src/test/results/clientpositive/input36.q.out @@ -15,6 +15,8 @@ FROM ( ) tmap INSERT OVERWRITE TABLE dest1_n70 SELECT tkey, tvalue PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n70 POSTHOOK: query: EXPLAIN FROM ( FROM src @@ -24,6 +26,8 @@ FROM ( ) tmap INSERT OVERWRITE TABLE dest1_n70 SELECT tkey, tvalue POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n70 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/input38.q.out b/ql/src/test/results/clientpositive/input38.q.out index 4eec97d..629d2e8 100644 --- a/ql/src/test/results/clientpositive/input38.q.out +++ b/ql/src/test/results/clientpositive/input38.q.out @@ -14,6 +14,8 @@ FROM ( ) tmap INSERT OVERWRITE TABLE dest1_n91 SELECT tmap.key, tmap.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n91 POSTHOOK: query: EXPLAIN FROM ( FROM src @@ -22,6 +24,8 @@ FROM ( ) tmap INSERT OVERWRITE TABLE dest1_n91 SELECT tmap.key, tmap.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n91 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/input39.q.out b/ql/src/test/results/clientpositive/input39.q.out index 51dde78..3809591 100644 --- a/ql/src/test/results/clientpositive/input39.q.out +++ b/ql/src/test/results/clientpositive/input39.q.out @@ -53,9 +53,19 @@ POSTHOOK: Lineage: t2_n71 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(nam PREHOOK: query: explain select count(1) from t1_n121 join t2_n71 on t1_n121.key=t2_n71.key where t1_n121.ds='1' and t2_n71.ds='1' PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n121 +PREHOOK: Input: default@t1_n121@ds=1 +PREHOOK: Input: default@t2_n71 +PREHOOK: Input: default@t2_n71@ds=1 +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from t1_n121 join t2_n71 on t1_n121.key=t2_n71.key where t1_n121.ds='1' and t2_n71.ds='1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n121 +POSTHOOK: Input: default@t1_n121@ds=1 +POSTHOOK: Input: default@t2_n71 +POSTHOOK: Input: default@t2_n71@ds=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/input3_limit.q.out b/ql/src/test/results/clientpositive/input3_limit.q.out index 191c3e7..e0ffe19 100644 --- a/ql/src/test/results/clientpositive/input3_limit.q.out +++ b/ql/src/test/results/clientpositive/input3_limit.q.out @@ -33,9 +33,13 @@ POSTHOOK: Output: default@T2_n47 PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE T2_n47 SELECT * FROM (SELECT * FROM T1_n78 DISTRIBUTE BY key) T ORDER BY key, value LIMIT 20 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n78 +PREHOOK: Output: default@t2_n47 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE T2_n47 SELECT * FROM (SELECT * FROM T1_n78 DISTRIBUTE BY key) T ORDER BY key, value LIMIT 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n78 +POSTHOOK: Output: default@t2_n47 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/input4.q.out b/ql/src/test/results/clientpositive/input4.q.out index ef584ac..5d0cbcf 100644 --- a/ql/src/test/results/clientpositive/input4.q.out +++ b/ql/src/test/results/clientpositive/input4.q.out @@ -9,9 +9,13 @@ POSTHOOK: Output: default@INPUT4_n0 PREHOOK: query: EXPLAIN LOAD DATA LOCAL INPATH '../../data/files/kv1.txt' INTO TABLE INPUT4_n0 PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@input4_n0 POSTHOOK: query: EXPLAIN LOAD DATA LOCAL INPATH '../../data/files/kv1.txt' INTO TABLE INPUT4_n0 POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@input4_n0 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/input42.q.out b/ql/src/test/results/clientpositive/input42.q.out index 8546a03..facb9a8 100644 --- a/ql/src/test/results/clientpositive/input42.q.out +++ b/ql/src/test/results/clientpositive/input42.q.out @@ -1,9 +1,17 @@ PREHOOK: query: explain extended select * from srcpart a where a.ds='2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from srcpart a where a.ds='2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value`, CAST('2008-04-08' AS STRING) AS `ds`, `hr` FROM `default`.`srcpart` WHERE `ds` = '2008-04-08' @@ -1135,9 +1143,17 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: query: explain extended select * from srcpart a where a.ds='2008-04-08' and key < 200 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from srcpart a where a.ds='2008-04-08' and key < 200 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value`, CAST('2008-04-08' AS STRING) AS `ds`, `hr` FROM `default`.`srcpart` WHERE `ds` = '2008-04-08' AND `key` < 200 @@ -1651,9 +1667,17 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: query: explain extended select * from srcpart a where a.ds='2008-04-08' and rand(100) < 0.1 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from srcpart a where a.ds='2008-04-08' and rand(100) < 0.1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value`, CAST('2008-04-08' AS STRING) AS `ds`, `hr` FROM `default`.`srcpart` WHERE `ds` = '2008-04-08' AND RAND(100) < 0.1 diff --git a/ql/src/test/results/clientpositive/input4_limit.q.out b/ql/src/test/results/clientpositive/input4_limit.q.out index eb66d95..8b8a791 100644 --- a/ql/src/test/results/clientpositive/input4_limit.q.out +++ b/ql/src/test/results/clientpositive/input4_limit.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select * from src sort by key limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src sort by key limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/input5.q.out b/ql/src/test/results/clientpositive/input5.q.out index ef4f6fd..f504e04 100644 --- a/ql/src/test/results/clientpositive/input5.q.out +++ b/ql/src/test/results/clientpositive/input5.q.out @@ -15,6 +15,8 @@ FROM ( ) tmap INSERT OVERWRITE TABLE dest1_n94 SELECT tmap.tkey, tmap.tvalue PREHOOK: type: QUERY +PREHOOK: Input: default@src_thrift +PREHOOK: Output: default@dest1_n94 POSTHOOK: query: EXPLAIN FROM ( FROM src_thrift @@ -24,6 +26,8 @@ FROM ( ) tmap INSERT OVERWRITE TABLE dest1_n94 SELECT tmap.tkey, tmap.tvalue POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_thrift +POSTHOOK: Output: default@dest1_n94 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/input6.q.out b/ql/src/test/results/clientpositive/input6.q.out index f6a5e43..5fd0859 100644 --- a/ql/src/test/results/clientpositive/input6.q.out +++ b/ql/src/test/results/clientpositive/input6.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE dest1_n35 SELECT src1.key, src1.value WHERE src1.key is null PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest1_n35 POSTHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE dest1_n35 SELECT src1.key, src1.value WHERE src1.key is null POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest1_n35 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/input7.q.out b/ql/src/test/results/clientpositive/input7.q.out index 26add5b..8b9898a 100644 --- a/ql/src/test/results/clientpositive/input7.q.out +++ b/ql/src/test/results/clientpositive/input7.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE dest1_n167 SELECT NULL, src1.key PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest1_n167 POSTHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE dest1_n167 SELECT NULL, src1.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest1_n167 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/input8.q.out b/ql/src/test/results/clientpositive/input8.q.out index da3e42d..3c533a8 100644 --- a/ql/src/test/results/clientpositive/input8.q.out +++ b/ql/src/test/results/clientpositive/input8.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE dest1_n28 SELECT 4 + NULL, src1.key - NULL, NULL + NULL PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest1_n28 POSTHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE dest1_n28 SELECT 4 + NULL, src1.key - NULL, NULL + NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest1_n28 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/input9.q.out b/ql/src/test/results/clientpositive/input9.q.out index 1424957..3085589 100644 --- a/ql/src/test/results/clientpositive/input9.q.out +++ b/ql/src/test/results/clientpositive/input9.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE dest1_n159 SELECT NULL, src1.key where NULL = NULL PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest1_n159 POSTHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE dest1_n159 SELECT NULL, src1.key where NULL = NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest1_n159 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/input_columnarserde.q.out b/ql/src/test/results/clientpositive/input_columnarserde.q.out index ae51d74..3dc138a 100644 --- a/ql/src/test/results/clientpositive/input_columnarserde.q.out +++ b/ql/src/test/results/clientpositive/input_columnarserde.q.out @@ -20,10 +20,14 @@ PREHOOK: query: EXPLAIN FROM src_thrift INSERT OVERWRITE TABLE input_columnarserde SELECT src_thrift.lint, src_thrift.lstring, src_thrift.mstringstring, src_thrift.aint, src_thrift.astring DISTRIBUTE BY 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src_thrift +PREHOOK: Output: default@input_columnarserde POSTHOOK: query: EXPLAIN FROM src_thrift INSERT OVERWRITE TABLE input_columnarserde SELECT src_thrift.lint, src_thrift.lstring, src_thrift.mstringstring, src_thrift.aint, src_thrift.astring DISTRIBUTE BY 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_thrift +POSTHOOK: Output: default@input_columnarserde STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/input_dynamicserde.q.out b/ql/src/test/results/clientpositive/input_dynamicserde.q.out index 52f667f..9375933 100644 --- a/ql/src/test/results/clientpositive/input_dynamicserde.q.out +++ b/ql/src/test/results/clientpositive/input_dynamicserde.q.out @@ -22,10 +22,14 @@ PREHOOK: query: EXPLAIN FROM src_thrift INSERT OVERWRITE TABLE dest1_n114 SELECT src_thrift.lint, src_thrift.lstring, src_thrift.mstringstring, src_thrift.aint, src_thrift.astring PREHOOK: type: QUERY +PREHOOK: Input: default@src_thrift +PREHOOK: Output: default@dest1_n114 POSTHOOK: query: EXPLAIN FROM src_thrift INSERT OVERWRITE TABLE dest1_n114 SELECT src_thrift.lint, src_thrift.lstring, src_thrift.mstringstring, src_thrift.aint, src_thrift.astring POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_thrift +POSTHOOK: Output: default@dest1_n114 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/input_lazyserde.q.out b/ql/src/test/results/clientpositive/input_lazyserde.q.out index 0216bf6..50aad3f 100644 --- a/ql/src/test/results/clientpositive/input_lazyserde.q.out +++ b/ql/src/test/results/clientpositive/input_lazyserde.q.out @@ -26,10 +26,14 @@ PREHOOK: query: EXPLAIN FROM src_thrift INSERT OVERWRITE TABLE dest1_n43 SELECT src_thrift.lint, src_thrift.lstring, src_thrift.mstringstring, src_thrift.aint, src_thrift.astring DISTRIBUTE BY 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src_thrift +PREHOOK: Output: default@dest1_n43 POSTHOOK: query: EXPLAIN FROM src_thrift INSERT OVERWRITE TABLE dest1_n43 SELECT src_thrift.lint, src_thrift.lstring, src_thrift.mstringstring, src_thrift.aint, src_thrift.astring DISTRIBUTE BY 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_thrift +POSTHOOK: Output: default@dest1_n43 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/input_lazyserde2.q.out b/ql/src/test/results/clientpositive/input_lazyserde2.q.out index 80922d9..5addf35 100644 --- a/ql/src/test/results/clientpositive/input_lazyserde2.q.out +++ b/ql/src/test/results/clientpositive/input_lazyserde2.q.out @@ -26,10 +26,14 @@ PREHOOK: query: EXPLAIN FROM src_thrift INSERT OVERWRITE TABLE dest1_n148 SELECT src_thrift.lint, src_thrift.lstring, src_thrift.mstringstring, src_thrift.aint, src_thrift.astring DISTRIBUTE BY 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src_thrift +PREHOOK: Output: default@dest1_n148 POSTHOOK: query: EXPLAIN FROM src_thrift INSERT OVERWRITE TABLE dest1_n148 SELECT src_thrift.lint, src_thrift.lstring, src_thrift.mstringstring, src_thrift.aint, src_thrift.astring DISTRIBUTE BY 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_thrift +POSTHOOK: Output: default@dest1_n148 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/input_limit.q.out b/ql/src/test/results/clientpositive/input_limit.q.out index d1d62ec..db36a03 100644 --- a/ql/src/test/results/clientpositive/input_limit.q.out +++ b/ql/src/test/results/clientpositive/input_limit.q.out @@ -1,9 +1,13 @@ PREHOOK: query: EXPLAIN SELECT x.* FROM SRC x LIMIT 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.* FROM SRC x LIMIT 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/input_part0.q.out b/ql/src/test/results/clientpositive/input_part0.q.out index f1853aa..45c5fbf 100644 --- a/ql/src/test/results/clientpositive/input_part0.q.out +++ b/ql/src/test/results/clientpositive/input_part0.q.out @@ -1,9 +1,17 @@ PREHOOK: query: EXPLAIN SELECT x.* FROM SRCPART x WHERE x.ds = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.* FROM SRCPART x WHERE x.ds = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/input_part1.q.out b/ql/src/test/results/clientpositive/input_part1.q.out index c24b196..e31505d 100644 --- a/ql/src/test/results/clientpositive/input_part1.q.out +++ b/ql/src/test/results/clientpositive/input_part1.q.out @@ -10,10 +10,16 @@ PREHOOK: query: EXPLAIN EXTENDED FROM srcpart INSERT OVERWRITE TABLE dest1_n45 SELECT srcpart.key, srcpart.value, srcpart.hr, srcpart.ds WHERE srcpart.key < 100 and srcpart.ds = '2008-04-08' and srcpart.hr = '12' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@dest1_n45 POSTHOOK: query: EXPLAIN EXTENDED FROM srcpart INSERT OVERWRITE TABLE dest1_n45 SELECT srcpart.key, srcpart.value, srcpart.hr, srcpart.ds WHERE srcpart.key < 100 and srcpart.ds = '2008-04-08' and srcpart.hr = '12' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@dest1_n45 OPTIMIZED SQL: SELECT `key`, `value`, CAST('12' AS STRING) AS `hr`, CAST('2008-04-08' AS STRING) AS `ds` FROM `default`.`srcpart` WHERE `key` < 100 AND `ds` = '2008-04-08' AND `hr` = '12' diff --git a/ql/src/test/results/clientpositive/input_part10.q.out b/ql/src/test/results/clientpositive/input_part10.q.out index 4484cd0..431ff9f 100644 --- a/ql/src/test/results/clientpositive/input_part10.q.out +++ b/ql/src/test/results/clientpositive/input_part10.q.out @@ -22,10 +22,14 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE part_special PARTITION(ds='2008 04 08', ts = '10:11:12=455') SELECT 1, 2 FROM src LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@part_special@ds=2008 04 08/ts=10%3A11%3A12%3D455 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE part_special PARTITION(ds='2008 04 08', ts = '10:11:12=455') SELECT 1, 2 FROM src LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@part_special@ds=2008 04 08/ts=10%3A11%3A12%3D455 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/input_part2.q.out b/ql/src/test/results/clientpositive/input_part2.q.out index 30a8d9f..802c1c5 100644 --- a/ql/src/test/results/clientpositive/input_part2.q.out +++ b/ql/src/test/results/clientpositive/input_part2.q.out @@ -19,11 +19,21 @@ FROM srcpart INSERT OVERWRITE TABLE dest1_n84 SELECT srcpart.key, srcpart.value, srcpart.hr, srcpart.ds WHERE srcpart.key < 100 and srcpart.ds = '2008-04-08' and srcpart.hr = '12' INSERT OVERWRITE TABLE dest2_n20 SELECT srcpart.key, srcpart.value, srcpart.hr, srcpart.ds WHERE srcpart.key < 100 and srcpart.ds = '2008-04-09' and srcpart.hr = '12' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: default@dest1_n84 +PREHOOK: Output: default@dest2_n20 POSTHOOK: query: EXPLAIN EXTENDED FROM srcpart INSERT OVERWRITE TABLE dest1_n84 SELECT srcpart.key, srcpart.value, srcpart.hr, srcpart.ds WHERE srcpart.key < 100 and srcpart.ds = '2008-04-08' and srcpart.hr = '12' INSERT OVERWRITE TABLE dest2_n20 SELECT srcpart.key, srcpart.value, srcpart.hr, srcpart.ds WHERE srcpart.key < 100 and srcpart.ds = '2008-04-09' and srcpart.hr = '12' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: default@dest1_n84 +POSTHOOK: Output: default@dest2_n20 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6 diff --git a/ql/src/test/results/clientpositive/input_part3.q.out b/ql/src/test/results/clientpositive/input_part3.q.out index 3c1b29b..1e64e8c 100644 --- a/ql/src/test/results/clientpositive/input_part3.q.out +++ b/ql/src/test/results/clientpositive/input_part3.q.out @@ -1,9 +1,15 @@ PREHOOK: query: EXPLAIN SELECT x.* FROM SRCPART x WHERE x.ds = '2008-04-08' and x.hr = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.* FROM SRCPART x WHERE x.ds = '2008-04-08' and x.hr = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/input_part4.q.out b/ql/src/test/results/clientpositive/input_part4.q.out index fd09911..3aa73d5 100644 --- a/ql/src/test/results/clientpositive/input_part4.q.out +++ b/ql/src/test/results/clientpositive/input_part4.q.out @@ -1,9 +1,13 @@ PREHOOK: query: EXPLAIN SELECT x.* FROM SRCPART x WHERE x.ds = '2008-04-08' and x.hr = 15 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.* FROM SRCPART x WHERE x.ds = '2008-04-08' and x.hr = 15 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/input_part5.q.out b/ql/src/test/results/clientpositive/input_part5.q.out index 3b4c490..218f6a9 100644 --- a/ql/src/test/results/clientpositive/input_part5.q.out +++ b/ql/src/test/results/clientpositive/input_part5.q.out @@ -10,10 +10,18 @@ PREHOOK: query: EXPLAIN insert overwrite table tmptable_n2 SELECT x.* FROM SRCPART x WHERE x.ds = '2008-04-08' and x.key < 100 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@tmptable_n2 POSTHOOK: query: EXPLAIN insert overwrite table tmptable_n2 SELECT x.* FROM SRCPART x WHERE x.ds = '2008-04-08' and x.key < 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@tmptable_n2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/input_part6.q.out b/ql/src/test/results/clientpositive/input_part6.q.out index 90e8ba3..7f1c722 100644 --- a/ql/src/test/results/clientpositive/input_part6.q.out +++ b/ql/src/test/results/clientpositive/input_part6.q.out @@ -1,9 +1,17 @@ PREHOOK: query: EXPLAIN SELECT x.* FROM SRCPART x WHERE x.ds = "2008-04-08" LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.* FROM SRCPART x WHERE x.ds = "2008-04-08" LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/input_part7.q.out b/ql/src/test/results/clientpositive/input_part7.q.out index c4f0b11..8eeaca3 100644 --- a/ql/src/test/results/clientpositive/input_part7.q.out +++ b/ql/src/test/results/clientpositive/input_part7.q.out @@ -6,6 +6,10 @@ SELECT * FROM ( ) A SORT BY A.key, A.value, A.ds, A.hr PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT * FROM ( SELECT X.* FROM SRCPART X WHERE X.ds = '2008-04-08' and X.key < 100 @@ -14,6 +18,10 @@ SELECT * FROM ( ) A SORT BY A.key, A.value, A.ds, A.hr POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/input_part8.q.out b/ql/src/test/results/clientpositive/input_part8.q.out index 0fef273..62a99cf 100644 --- a/ql/src/test/results/clientpositive/input_part8.q.out +++ b/ql/src/test/results/clientpositive/input_part8.q.out @@ -1,9 +1,17 @@ PREHOOK: query: EXPLAIN SELECT x.* FROM SRCPART x WHERE ds = '2008-04-08' LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.* FROM SRCPART x WHERE ds = '2008-04-08' LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/input_part9.q.out b/ql/src/test/results/clientpositive/input_part9.q.out index 01b9afc..4a5825f 100644 --- a/ql/src/test/results/clientpositive/input_part9.q.out +++ b/ql/src/test/results/clientpositive/input_part9.q.out @@ -1,9 +1,17 @@ PREHOOK: query: EXPLAIN EXTENDED SELECT x.* FROM SRCPART x WHERE key IS NOT NULL AND ds = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT x.* FROM SRCPART x WHERE key IS NOT NULL AND ds = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value`, CAST('2008-04-08' AS STRING) AS `ds`, `hr` FROM `default`.`srcpart` WHERE `ds` = '2008-04-08' AND `key` IS NOT NULL diff --git a/ql/src/test/results/clientpositive/input_testsequencefile.q.out b/ql/src/test/results/clientpositive/input_testsequencefile.q.out index 847d045..b8ce681 100644 --- a/ql/src/test/results/clientpositive/input_testsequencefile.q.out +++ b/ql/src/test/results/clientpositive/input_testsequencefile.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest4_sequencefile SELECT src.key, src.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest4_sequencefile POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest4_sequencefile SELECT src.key, src.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest4_sequencefile STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/input_testxpath.q.out b/ql/src/test/results/clientpositive/input_testxpath.q.out index c0ba678..090c978 100644 --- a/ql/src/test/results/clientpositive/input_testxpath.q.out +++ b/ql/src/test/results/clientpositive/input_testxpath.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src_thrift INSERT OVERWRITE TABLE dest1_n6 SELECT src_thrift.lint[1], src_thrift.lintstring[0].mystring, src_thrift.mstringstring['key_2'] PREHOOK: type: QUERY +PREHOOK: Input: default@src_thrift +PREHOOK: Output: default@dest1_n6 POSTHOOK: query: EXPLAIN FROM src_thrift INSERT OVERWRITE TABLE dest1_n6 SELECT src_thrift.lint[1], src_thrift.lintstring[0].mystring, src_thrift.mstringstring['key_2'] POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_thrift +POSTHOOK: Output: default@dest1_n6 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/input_testxpath2.q.out b/ql/src/test/results/clientpositive/input_testxpath2.q.out index d0494ac..310402c 100644 --- a/ql/src/test/results/clientpositive/input_testxpath2.q.out +++ b/ql/src/test/results/clientpositive/input_testxpath2.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src_thrift INSERT OVERWRITE TABLE dest1_n32 SELECT size(src_thrift.lint), size(src_thrift.lintstring), size(src_thrift.mstringstring) where src_thrift.lint IS NOT NULL AND NOT (src_thrift.mstringstring IS NULL) PREHOOK: type: QUERY +PREHOOK: Input: default@src_thrift +PREHOOK: Output: default@dest1_n32 POSTHOOK: query: EXPLAIN FROM src_thrift INSERT OVERWRITE TABLE dest1_n32 SELECT size(src_thrift.lint), size(src_thrift.lintstring), size(src_thrift.mstringstring) where src_thrift.lint IS NOT NULL AND NOT (src_thrift.mstringstring IS NULL) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_thrift +POSTHOOK: Output: default@dest1_n32 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/input_testxpath3.q.out b/ql/src/test/results/clientpositive/input_testxpath3.q.out index 8244ceb..164498d 100644 --- a/ql/src/test/results/clientpositive/input_testxpath3.q.out +++ b/ql/src/test/results/clientpositive/input_testxpath3.q.out @@ -2,10 +2,14 @@ PREHOOK: query: EXPLAIN FROM src_thrift SELECT src_thrift.mstringstring['key_9'], src_thrift.lintstring.myint PREHOOK: type: QUERY +PREHOOK: Input: default@src_thrift +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM src_thrift SELECT src_thrift.mstringstring['key_9'], src_thrift.lintstring.myint POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_thrift +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/input_testxpath4.q.out b/ql/src/test/results/clientpositive/input_testxpath4.q.out index 24454c1..48faf3f 100644 --- a/ql/src/test/results/clientpositive/input_testxpath4.q.out +++ b/ql/src/test/results/clientpositive/input_testxpath4.q.out @@ -5,6 +5,8 @@ WHERE src_thrift.mstringstring['key_9'] IS NOT NULL AND lintstring.myint IS NOT NULL AND lintstring IS NOT NULL PREHOOK: type: QUERY +PREHOOK: Input: default@src_thrift +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM src_thrift SELECT src_thrift.mstringstring['key_9'], lintstring.myint @@ -12,6 +14,8 @@ WHERE src_thrift.mstringstring['key_9'] IS NOT NULL AND lintstring.myint IS NOT NULL AND lintstring IS NOT NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_thrift +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -77,6 +81,8 @@ WHERE src_thrift.mstringstring['key_9'] IS NOT NULL AND lintstring.myint IS NOT NULL AND lintstring IS NOT NULL PREHOOK: type: QUERY +PREHOOK: Input: default@src_thrift +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM src_thrift SELECT src_thrift.mstringstring['key_9'], lintstring.myint @@ -84,6 +90,8 @@ WHERE src_thrift.mstringstring['key_9'] IS NOT NULL AND lintstring.myint IS NOT NULL AND lintstring IS NOT NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_thrift +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/inputddl1.q.out b/ql/src/test/results/clientpositive/inputddl1.q.out index 12d655d..a95e9f1 100644 --- a/ql/src/test/results/clientpositive/inputddl1.q.out +++ b/ql/src/test/results/clientpositive/inputddl1.q.out @@ -1,9 +1,13 @@ PREHOOK: query: EXPLAIN CREATE TABLE INPUTDDL1(key INT, value STRING) STORED AS TEXTFILE PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@INPUTDDL1 POSTHOOK: query: EXPLAIN CREATE TABLE INPUTDDL1(key INT, value STRING) STORED AS TEXTFILE POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@INPUTDDL1 STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/inputddl2.q.out b/ql/src/test/results/clientpositive/inputddl2.q.out index fbb2ece..a5ec1c9 100644 --- a/ql/src/test/results/clientpositive/inputddl2.q.out +++ b/ql/src/test/results/clientpositive/inputddl2.q.out @@ -1,9 +1,13 @@ PREHOOK: query: EXPLAIN CREATE TABLE INPUTDDL2(key INT, value STRING) PARTITIONED BY(ds STRING, country STRING) STORED AS TEXTFILE PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@INPUTDDL2 POSTHOOK: query: EXPLAIN CREATE TABLE INPUTDDL2(key INT, value STRING) PARTITIONED BY(ds STRING, country STRING) STORED AS TEXTFILE POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@INPUTDDL2 STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/inputddl3.q.out b/ql/src/test/results/clientpositive/inputddl3.q.out index 035cbe9..639f095 100644 --- a/ql/src/test/results/clientpositive/inputddl3.q.out +++ b/ql/src/test/results/clientpositive/inputddl3.q.out @@ -1,9 +1,13 @@ PREHOOK: query: EXPLAIN CREATE TABLE INPUTDDL3(key INT, value STRING) ROW FORMAT DELIMITED FIELDS TERMINATED BY '\t' STORED AS TEXTFILE PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@INPUTDDL3 POSTHOOK: query: EXPLAIN CREATE TABLE INPUTDDL3(key INT, value STRING) ROW FORMAT DELIMITED FIELDS TERMINATED BY '\t' STORED AS TEXTFILE POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@INPUTDDL3 STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/inputddl6.q.out b/ql/src/test/results/clientpositive/inputddl6.q.out index fd784fe..e14807c 100644 --- a/ql/src/test/results/clientpositive/inputddl6.q.out +++ b/ql/src/test/results/clientpositive/inputddl6.q.out @@ -80,9 +80,11 @@ ds=2008-04-09 PREHOOK: query: EXPLAIN DESCRIBE EXTENDED INPUTDDL6 PARTITION (ds='2008-04-09') PREHOOK: type: DESCTABLE +PREHOOK: Input: default@inputddl6 POSTHOOK: query: EXPLAIN DESCRIBE EXTENDED INPUTDDL6 PARTITION (ds='2008-04-09') POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@inputddl6 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/inputwherefalse.q.out b/ql/src/test/results/clientpositive/inputwherefalse.q.out index 898fb93..a461100 100644 --- a/ql/src/test/results/clientpositive/inputwherefalse.q.out +++ b/ql/src/test/results/clientpositive/inputwherefalse.q.out @@ -66,8 +66,12 @@ POSTHOOK: Output: target/warehouse/destemp.out/dir3 #### A masked pattern was here #### PREHOOK: query: explain select a.value from src a join src b on a.key = b.key where a.key=100 limit 0 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select a.value from src a join src b on a.key = b.key where a.key=100 limit 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/insert1.q.out b/ql/src/test/results/clientpositive/insert1.q.out index 7272a89..353f6cd 100644 --- a/ql/src/test/results/clientpositive/insert1.q.out +++ b/ql/src/test/results/clientpositive/insert1.q.out @@ -26,8 +26,12 @@ POSTHOOK: Lineage: insert1.key SIMPLE [] POSTHOOK: Lineage: insert1.value SIMPLE [(insert2)a.FieldSchema(name:value, type:string, comment:null), ] PREHOOK: query: explain insert into table insert1 select a.key, a.value from insert2 a WHERE (a.key=-1) PREHOOK: type: QUERY +PREHOOK: Input: default@insert2 +PREHOOK: Output: default@insert1 POSTHOOK: query: explain insert into table insert1 select a.key, a.value from insert2 a WHERE (a.key=-1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert2 +POSTHOOK: Output: default@insert1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -146,8 +150,12 @@ STAGE PLANS: PREHOOK: query: explain insert into table INSERT1 select a.key, a.value from insert2 a WHERE (a.key=-1) PREHOOK: type: QUERY +PREHOOK: Input: default@insert2 +PREHOOK: Output: default@insert1 POSTHOOK: query: explain insert into table INSERT1 select a.key, a.value from insert2 a WHERE (a.key=-1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert2 +POSTHOOK: Output: default@insert1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -280,8 +288,12 @@ POSTHOOK: Output: database:x POSTHOOK: Output: x@insert1 PREHOOK: query: explain insert into table x.INSERT1 select a.key, a.value from insert2 a WHERE (a.key=-1) PREHOOK: type: QUERY +PREHOOK: Input: default@insert2 +PREHOOK: Output: x@insert1 POSTHOOK: query: explain insert into table x.INSERT1 select a.key, a.value from insert2 a WHERE (a.key=-1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert2 +POSTHOOK: Output: x@insert1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -400,8 +412,12 @@ STAGE PLANS: PREHOOK: query: explain insert into table default.INSERT1 select a.key, a.value from insert2 a WHERE (a.key=-1) PREHOOK: type: QUERY +PREHOOK: Input: default@insert2 +PREHOOK: Output: default@insert1 POSTHOOK: query: explain insert into table default.INSERT1 select a.key, a.value from insert2 a WHERE (a.key=-1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert2 +POSTHOOK: Output: default@insert1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -523,11 +539,17 @@ from insert2 insert into table insert1 select * where key < 10 insert overwrite table x.insert1 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@insert2 +PREHOOK: Output: default@insert1 +PREHOOK: Output: x@insert1 POSTHOOK: query: explain from insert2 insert into table insert1 select * where key < 10 insert overwrite table x.insert1 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert2 +POSTHOOK: Output: default@insert1 +POSTHOOK: Output: x@insert1 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6 diff --git a/ql/src/test/results/clientpositive/insert2_overwrite_partitions.q.out b/ql/src/test/results/clientpositive/insert2_overwrite_partitions.q.out index d62b665..fca71b6 100644 --- a/ql/src/test/results/clientpositive/insert2_overwrite_partitions.q.out +++ b/ql/src/test/results/clientpositive/insert2_overwrite_partitions.q.out @@ -46,9 +46,15 @@ POSTHOOK: Output: db2@destinTable PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE db2.destinTable PARTITION (ds='2011-11-11') SELECT one,two FROM db1.sourceTable WHERE ds='2011-11-11' order by one desc, two desc limit 5 PREHOOK: type: QUERY +PREHOOK: Input: db1@sourcetable +PREHOOK: Input: db1@sourcetable@ds=2011-11-11 +PREHOOK: Output: db2@destintable@ds=2011-11-11 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE db2.destinTable PARTITION (ds='2011-11-11') SELECT one,two FROM db1.sourceTable WHERE ds='2011-11-11' order by one desc, two desc limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: db1@sourcetable +POSTHOOK: Input: db1@sourcetable@ds=2011-11-11 +POSTHOOK: Output: db2@destintable@ds=2011-11-11 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -186,9 +192,15 @@ POSTHOOK: Input: db2@destintable@ds=2011-11-11 PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE db2.destinTable PARTITION (ds='2011-11-11') SELECT one,two FROM db1.sourceTable WHERE ds='2011-11-11' order by one desc, two desc limit 5 PREHOOK: type: QUERY +PREHOOK: Input: db1@sourcetable +PREHOOK: Input: db1@sourcetable@ds=2011-11-11 +PREHOOK: Output: db2@destintable@ds=2011-11-11 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE db2.destinTable PARTITION (ds='2011-11-11') SELECT one,two FROM db1.sourceTable WHERE ds='2011-11-11' order by one desc, two desc limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: db1@sourcetable +POSTHOOK: Input: db1@sourcetable@ds=2011-11-11 +POSTHOOK: Output: db2@destintable@ds=2011-11-11 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/insert_into1.q.out b/ql/src/test/results/clientpositive/insert_into1.q.out index 09a4976..b700e0b 100644 --- a/ql/src/test/results/clientpositive/insert_into1.q.out +++ b/ql/src/test/results/clientpositive/insert_into1.q.out @@ -12,8 +12,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@insert_into1 PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1 SELECT * from src ORDER BY key LIMIT 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@insert_into1 POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1 SELECT * from src ORDER BY key LIMIT 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@insert_into1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -140,9 +144,13 @@ POSTHOOK: Input: default@insert_into1 PREHOOK: query: explain select count(*) from insert_into1 PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into1 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from insert_into1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -164,8 +172,12 @@ POSTHOOK: Input: default@insert_into1 100 PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1 SELECT * FROM src ORDER BY key LIMIT 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@insert_into1 POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1 SELECT * FROM src ORDER BY key LIMIT 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@insert_into1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -292,9 +304,13 @@ POSTHOOK: Input: default@insert_into1 PREHOOK: query: explain SELECT COUNT(*) FROM insert_into1 PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into1 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT COUNT(*) FROM insert_into1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -316,8 +332,12 @@ POSTHOOK: Input: default@insert_into1 200 PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE insert_into1 SELECT * FROM src ORDER BY key LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@insert_into1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE insert_into1 SELECT * FROM src ORDER BY key LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@insert_into1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -444,9 +464,13 @@ POSTHOOK: Input: default@insert_into1 PREHOOK: query: explain SELECT COUNT(*) FROM insert_into1 PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into1 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT COUNT(*) FROM insert_into1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -468,8 +492,12 @@ POSTHOOK: Input: default@insert_into1 10 PREHOOK: query: explain insert overwrite table insert_into1 select 1, 'a' PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1 POSTHOOK: query: explain insert overwrite table insert_into1 select 1, 'a' POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@insert_into1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -596,8 +624,12 @@ POSTHOOK: Lineage: insert_into1.key SIMPLE [] POSTHOOK: Lineage: insert_into1.value SIMPLE [] PREHOOK: query: explain insert into insert_into1 select 2, 'b' PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1 POSTHOOK: query: explain insert into insert_into1 select 2, 'b' POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@insert_into1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -735,9 +767,13 @@ POSTHOOK: Input: default@insert_into1 PREHOOK: query: explain insert into table insert_into1 values(1, 'abc') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1 POSTHOOK: query: explain insert into table insert_into1 values(1, 'abc') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@insert_into1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-6 depends on stages: Stage-1 , consists of Stage-3, Stage-2, Stage-4 @@ -837,9 +873,13 @@ POSTHOOK: Lineage: insert_into1.value SCRIPT [] PREHOOK: query: explain SELECT COUNT(*) FROM insert_into1 PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into1 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT COUNT(*) FROM insert_into1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/insert_into2.q.out b/ql/src/test/results/clientpositive/insert_into2.q.out index eb0a179..ea9b3d6 100644 --- a/ql/src/test/results/clientpositive/insert_into2.q.out +++ b/ql/src/test/results/clientpositive/insert_into2.q.out @@ -15,9 +15,13 @@ POSTHOOK: Output: default@insert_into2 PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into2 PARTITION (ds='1') SELECT * FROM src order by key LIMIT 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@insert_into2@ds=1 POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into2 PARTITION (ds='1') SELECT * FROM src order by key LIMIT 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@insert_into2@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -141,9 +145,13 @@ POSTHOOK: Lineage: insert_into2 PARTITION(ds=1).value SIMPLE [(src)src.FieldSche PREHOOK: query: explain select count (*) from insert_into2 where ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into2 +#### A masked pattern was here #### POSTHOOK: query: explain select count (*) from insert_into2 where ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -176,9 +184,13 @@ POSTHOOK: Lineage: insert_into2 PARTITION(ds=1).value SIMPLE [(src)src.FieldSche PREHOOK: query: explain SELECT COUNT(*) FROM insert_into2 WHERE ds='1' PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into2 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT COUNT(*) FROM insert_into2 WHERE ds='1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -216,9 +228,13 @@ POSTHOOK: Input: default@insert_into2@ds=1 PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE insert_into2 PARTITION (ds='2') SELECT * FROM src order by key LIMIT 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@insert_into2@ds=2 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE insert_into2 PARTITION (ds='2') SELECT * FROM src order by key LIMIT 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@insert_into2@ds=2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -361,9 +377,13 @@ POSTHOOK: Input: default@insert_into2@ds=2 PREHOOK: query: explain SELECT COUNT(*) FROM insert_into2 WHERE ds='2' PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into2 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT COUNT(*) FROM insert_into2 WHERE ds='2' POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -386,9 +406,13 @@ POSTHOOK: Input: default@insert_into2 PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE insert_into2 PARTITION (ds='2') SELECT * FROM src order by key LIMIT 50 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@insert_into2@ds=2 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE insert_into2 PARTITION (ds='2') SELECT * FROM src order by key LIMIT 50 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@insert_into2@ds=2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -531,9 +555,13 @@ POSTHOOK: Input: default@insert_into2@ds=2 PREHOOK: query: explain SELECT COUNT(*) FROM insert_into2 WHERE ds='2' PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into2 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT COUNT(*) FROM insert_into2 WHERE ds='2' POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -566,9 +594,15 @@ POSTHOOK: Lineage: insert_into2 PARTITION(ds=2).value SCRIPT [] PREHOOK: query: explain SELECT COUNT(*) FROM insert_into2 where ds='2' PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into2 +PREHOOK: Input: default@insert_into2@ds=2 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT COUNT(*) FROM insert_into2 where ds='2' POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into2 +POSTHOOK: Input: default@insert_into2@ds=2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/insert_into3.q.out b/ql/src/test/results/clientpositive/insert_into3.q.out index 2212fb1..f5c43bb 100644 --- a/ql/src/test/results/clientpositive/insert_into3.q.out +++ b/ql/src/test/results/clientpositive/insert_into3.q.out @@ -25,9 +25,15 @@ POSTHOOK: Output: default@insert_into3b PREHOOK: query: EXPLAIN FROM src INSERT INTO TABLE insert_into3a SELECT * ORDER BY key, value LIMIT 50 INSERT INTO TABLE insert_into3b SELECT * ORDER BY key, value LIMIT 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@insert_into3a +PREHOOK: Output: default@insert_into3b POSTHOOK: query: EXPLAIN FROM src INSERT INTO TABLE insert_into3a SELECT * ORDER BY key, value LIMIT 50 INSERT INTO TABLE insert_into3b SELECT * ORDER BY key, value LIMIT 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@insert_into3a +POSTHOOK: Output: default@insert_into3b STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -272,9 +278,15 @@ POSTHOOK: Input: default@insert_into3b PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE insert_into3a SELECT * LIMIT 10 INSERT INTO TABLE insert_into3b SELECT * LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@insert_into3a +PREHOOK: Output: default@insert_into3b POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE insert_into3a SELECT * LIMIT 10 INSERT INTO TABLE insert_into3b SELECT * LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@insert_into3a +POSTHOOK: Output: default@insert_into3b STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/insert_into4.q.out b/ql/src/test/results/clientpositive/insert_into4.q.out index fee5dfd..463aced 100644 --- a/ql/src/test/results/clientpositive/insert_into4.q.out +++ b/ql/src/test/results/clientpositive/insert_into4.q.out @@ -24,8 +24,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@insert_into4b PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into4a SELECT * FROM src LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@insert_into4a POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into4a SELECT * FROM src LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@insert_into4a STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -153,8 +157,12 @@ POSTHOOK: Input: default@insert_into4a -826625916 PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into4a SELECT * FROM src LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@insert_into4a POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into4a SELECT * FROM src LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@insert_into4a STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -282,8 +290,12 @@ POSTHOOK: Input: default@insert_into4a -1653251832 PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into4b SELECT * FROM insert_into4a PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into4a +PREHOOK: Output: default@insert_into4b POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into4b SELECT * FROM insert_into4a POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into4a +POSTHOOK: Output: default@insert_into4b STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/insert_into5.q.out b/ql/src/test/results/clientpositive/insert_into5.q.out index e61499e..5c964cf 100644 --- a/ql/src/test/results/clientpositive/insert_into5.q.out +++ b/ql/src/test/results/clientpositive/insert_into5.q.out @@ -24,8 +24,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@insert_into5b PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into5a SELECT 1, 'one' FROM src LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@insert_into5a POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into5a SELECT 1, 'one' FROM src LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@insert_into5a STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -149,8 +153,12 @@ POSTHOOK: Input: default@insert_into5a 481928560 PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into5a SELECT * FROM insert_into5a PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into5a +PREHOOK: Output: default@insert_into5a POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into5a SELECT * FROM insert_into5a POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into5a +POSTHOOK: Output: default@insert_into5a STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -290,9 +298,13 @@ POSTHOOK: Input: default@insert_into5a PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into5b PARTITION (ds='1') SELECT * FROM insert_into5a PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into5a +PREHOOK: Output: default@insert_into5b@ds=1 POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into5b PARTITION (ds='1') SELECT * FROM insert_into5a POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into5a +POSTHOOK: Output: default@insert_into5b@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -444,9 +456,15 @@ POSTHOOK: Input: default@insert_into5b@ds=1 PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into5b PARTITION (ds='1') SELECT key, value FROM insert_into5b PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into5b +PREHOOK: Input: default@insert_into5b@ds=1 +PREHOOK: Output: default@insert_into5b@ds=1 POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into5b PARTITION (ds='1') SELECT key, value FROM insert_into5b POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into5b +POSTHOOK: Input: default@insert_into5b@ds=1 +POSTHOOK: Output: default@insert_into5b@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/insert_into6.q.out b/ql/src/test/results/clientpositive/insert_into6.q.out index ad23cbb..880bda6 100644 --- a/ql/src/test/results/clientpositive/insert_into6.q.out +++ b/ql/src/test/results/clientpositive/insert_into6.q.out @@ -25,9 +25,13 @@ POSTHOOK: Output: default@insert_into6b PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into6a PARTITION (ds='1') SELECT * FROM src LIMIT 150 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@insert_into6a@ds=1 POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into6a PARTITION (ds='1') SELECT * FROM src LIMIT 150 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@insert_into6a@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -180,9 +184,16 @@ POSTHOOK: Input: default@insert_into6a@ds=2 PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into6b PARTITION (ds) SELECT * FROM insert_into6a PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into6a +PREHOOK: Input: default@insert_into6a@ds=1 +PREHOOK: Input: default@insert_into6a@ds=2 +PREHOOK: Output: default@insert_into6b POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into6b PARTITION (ds) SELECT * FROM insert_into6a POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into6a +POSTHOOK: Input: default@insert_into6a@ds=1 +POSTHOOK: Input: default@insert_into6a@ds=2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/insertoverwrite_bucket.q.out b/ql/src/test/results/clientpositive/insertoverwrite_bucket.q.out index 63eaf01..d70ab22 100644 --- a/ql/src/test/results/clientpositive/insertoverwrite_bucket.q.out +++ b/ql/src/test/results/clientpositive/insertoverwrite_bucket.q.out @@ -100,8 +100,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@temp1 PREHOOK: query: explain insert overwrite table temp1 select data, data from bucketinput PREHOOK: type: QUERY +PREHOOK: Input: default@bucketinput +PREHOOK: Output: default@temp1 POSTHOOK: query: explain insert overwrite table temp1 select data, data from bucketinput POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucketinput +POSTHOOK: Output: default@temp1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -220,11 +224,15 @@ INSERT OVERWRITE TABLE temp2 SELECT change, change,num FROM temp1 PREHOOK: type: QUERY +PREHOOK: Input: default@temp1 +PREHOOK: Output: default@temp2 POSTHOOK: query: explain INSERT OVERWRITE TABLE temp2 SELECT change, change,num FROM temp1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@temp1 +POSTHOOK: Output: default@temp2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/interval_alt.q.out b/ql/src/test/results/clientpositive/interval_alt.q.out index ca645b9..7729ca3 100644 --- a/ql/src/test/results/clientpositive/interval_alt.q.out +++ b/ql/src/test/results/clientpositive/interval_alt.q.out @@ -119,6 +119,8 @@ select date '2012-01-01' + interval (dt || '-1') year to month from t_n18 PREHOOK: type: QUERY +PREHOOK: Input: default@t_n18 +#### A masked pattern was here #### POSTHOOK: query: explain select date '2012-01-01' + interval (-dt*dt) day, @@ -127,6 +129,8 @@ select date '2012-01-01' + interval (dt || '-1') year to month from t_n18 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_n18 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/interval_arithmetic.q.out b/ql/src/test/results/clientpositive/interval_arithmetic.q.out index 819f1fe..3942274 100644 --- a/ql/src/test/results/clientpositive/interval_arithmetic.q.out +++ b/ql/src/test/results/clientpositive/interval_arithmetic.q.out @@ -30,6 +30,8 @@ select from interval_arithmetic_1_n0 limit 2 PREHOOK: type: QUERY +PREHOOK: Input: default@interval_arithmetic_1_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select dateval, @@ -42,6 +44,8 @@ select from interval_arithmetic_1_n0 limit 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@interval_arithmetic_1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -112,6 +116,8 @@ select from interval_arithmetic_1_n0 limit 2 PREHOOK: type: QUERY +PREHOOK: Input: default@interval_arithmetic_1_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select dateval, @@ -121,6 +127,8 @@ select from interval_arithmetic_1_n0 limit 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@interval_arithmetic_1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -188,6 +196,8 @@ select from interval_arithmetic_1_n0 limit 2 PREHOOK: type: QUERY +PREHOOK: Input: default@interval_arithmetic_1_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select tsval, @@ -200,6 +210,8 @@ select from interval_arithmetic_1_n0 limit 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@interval_arithmetic_1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -268,6 +280,8 @@ select from interval_arithmetic_1_n0 limit 2 PREHOOK: type: QUERY +PREHOOK: Input: default@interval_arithmetic_1_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select interval '2-2' year to month + interval '3-3' year to month, @@ -275,6 +289,8 @@ select from interval_arithmetic_1_n0 limit 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@interval_arithmetic_1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -325,6 +341,8 @@ select from interval_arithmetic_1_n0 limit 2 PREHOOK: type: QUERY +PREHOOK: Input: default@interval_arithmetic_1_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select dateval, @@ -337,6 +355,8 @@ select from interval_arithmetic_1_n0 limit 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@interval_arithmetic_1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -408,6 +428,8 @@ select from interval_arithmetic_1_n0 limit 2 PREHOOK: type: QUERY +PREHOOK: Input: default@interval_arithmetic_1_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select dateval, @@ -418,6 +440,8 @@ select from interval_arithmetic_1_n0 limit 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@interval_arithmetic_1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -487,6 +511,8 @@ select from interval_arithmetic_1_n0 limit 2 PREHOOK: type: QUERY +PREHOOK: Input: default@interval_arithmetic_1_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select tsval, @@ -499,6 +525,8 @@ select from interval_arithmetic_1_n0 limit 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@interval_arithmetic_1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -567,6 +595,8 @@ select from interval_arithmetic_1_n0 limit 2 PREHOOK: type: QUERY +PREHOOK: Input: default@interval_arithmetic_1_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select interval '99 11:22:33.123456789' day to second + interval '10 9:8:7.123456789' day to second, @@ -574,6 +604,8 @@ select from interval_arithmetic_1_n0 limit 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@interval_arithmetic_1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -615,9 +647,13 @@ POSTHOOK: Input: default@interval_arithmetic_1_n0 PREHOOK: query: explain select date '2016-11-08' + interval '1 2:02:00' day to second + interval '2' day + interval '1' hour + interval '1' minute + interval '60' second from interval_arithmetic_1_n0 limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@interval_arithmetic_1_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select date '2016-11-08' + interval '1 2:02:00' day to second + interval '2' day + interval '1' hour + interval '1' minute + interval '60' second from interval_arithmetic_1_n0 limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@interval_arithmetic_1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/ivyDownload.q.out b/ql/src/test/results/clientpositive/ivyDownload.q.out index eb94712..4529551 100644 --- a/ql/src/test/results/clientpositive/ivyDownload.q.out +++ b/ql/src/test/results/clientpositive/ivyDownload.q.out @@ -14,6 +14,8 @@ SELECT example_add(1, 2), example_add(1, 2, 3, 4.4) FROM src LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT example_add(1, 2), example_add(1, 2, 3), @@ -24,6 +26,8 @@ SELECT example_add(1, 2), example_add(1, 2, 3, 4.4) FROM src LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/join0.q.out b/ql/src/test/results/clientpositive/join0.q.out index 3362b5e..e90a522 100644 --- a/ql/src/test/results/clientpositive/join0.q.out +++ b/ql/src/test/results/clientpositive/join0.q.out @@ -7,6 +7,8 @@ SELECT src1.key as k1, src1.value as v1, (SELECT * FROM src WHERE src.key < 10) src2 SORT BY k1, v1, k2, v2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.key as k1, src1.value as v1, src2.key as k2, src2.value as v2 FROM @@ -15,6 +17,8 @@ SELECT src1.key as k1, src1.value as v1, (SELECT * FROM src WHERE src.key < 10) src2 SORT BY k1, v1, k2, v2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -104,6 +108,8 @@ SELECT src1.key as k1, src1.value as v1, (SELECT * FROM src WHERE src.key < 10) src2 SORT BY k1, v1, k2, v2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FORMATTED SELECT src1.key as k1, src1.value as v1, src2.key as k2, src2.value as v2 FROM diff --git a/ql/src/test/results/clientpositive/join10.q.out b/ql/src/test/results/clientpositive/join10.q.out index eb67903..8593c4e 100644 --- a/ql/src/test/results/clientpositive/join10.q.out +++ b/ql/src/test/results/clientpositive/join10.q.out @@ -5,6 +5,8 @@ JOIN ON (x.key = Y.key) SELECT Y.* PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM (SELECT src.* FROM src) x JOIN @@ -12,6 +14,8 @@ JOIN ON (x.key = Y.key) SELECT Y.* POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join11.q.out b/ql/src/test/results/clientpositive/join11.q.out index aa717df..5a0d1ed 100644 --- a/ql/src/test/results/clientpositive/join11.q.out +++ b/ql/src/test/results/clientpositive/join11.q.out @@ -6,6 +6,8 @@ JOIN (SELECT src.key as c3, src.value as c4 from src) src2 ON src1.c1 = src2.c3 AND src1.c1 < 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.c1, src2.c4 FROM @@ -14,6 +16,8 @@ JOIN (SELECT src.key as c3, src.value as c4 from src) src2 ON src1.c1 = src2.c3 AND src1.c1 < 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join12.q.out b/ql/src/test/results/clientpositive/join12.q.out index 29e3b26..5c9ad9a 100644 --- a/ql/src/test/results/clientpositive/join12.q.out +++ b/ql/src/test/results/clientpositive/join12.q.out @@ -9,6 +9,8 @@ JOIN (SELECT src.key as c5, src.value as c6 from src) src3 ON src1.c1 = src3.c5 AND src3.c5 < 80 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.c1, src2.c4 FROM @@ -20,6 +22,8 @@ JOIN (SELECT src.key as c5, src.value as c6 from src) src3 ON src1.c1 = src3.c5 AND src3.c5 < 80 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join13.q.out b/ql/src/test/results/clientpositive/join13.q.out index 17c8ca7..013c827 100644 --- a/ql/src/test/results/clientpositive/join13.q.out +++ b/ql/src/test/results/clientpositive/join13.q.out @@ -9,6 +9,8 @@ JOIN (SELECT src.key as c5, src.value as c6 from src) src3 ON src1.c1 + src2.c3 = src3.c5 AND src3.c5 < 200 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.c1, src2.c4 FROM @@ -20,6 +22,8 @@ JOIN (SELECT src.key as c5, src.value as c6 from src) src3 ON src1.c1 + src2.c3 = src3.c5 AND src3.c5 < 200 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join14.q.out b/ql/src/test/results/clientpositive/join14.q.out index 2e559c6..28876ea 100644 --- a/ql/src/test/results/clientpositive/join14.q.out +++ b/ql/src/test/results/clientpositive/join14.q.out @@ -10,10 +10,20 @@ PREHOOK: query: EXPLAIN FROM src JOIN srcpart ON src.key = srcpart.key AND srcpart.ds = '2008-04-08' and src.key > 100 INSERT OVERWRITE TABLE dest1_n164 SELECT src.key, srcpart.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@dest1_n164 POSTHOOK: query: EXPLAIN FROM src JOIN srcpart ON src.key = srcpart.key AND srcpart.ds = '2008-04-08' and src.key > 100 INSERT OVERWRITE TABLE dest1_n164 SELECT src.key, srcpart.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@dest1_n164 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join15.q.out b/ql/src/test/results/clientpositive/join15.q.out index c5b6518..9975989 100644 --- a/ql/src/test/results/clientpositive/join15.q.out +++ b/ql/src/test/results/clientpositive/join15.q.out @@ -1,9 +1,13 @@ PREHOOK: query: EXPLAIN SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key) SORT BY src1.key, src1.value, src2.key, src2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key) SORT BY src1.key, src1.value, src2.key, src2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join16.q.out b/ql/src/test/results/clientpositive/join16.q.out index cb1d572..6adb041 100644 --- a/ql/src/test/results/clientpositive/join16.q.out +++ b/ql/src/test/results/clientpositive/join16.q.out @@ -1,7 +1,11 @@ PREHOOK: query: EXPLAIN SELECT subq.key, tab.value FROM (select a.key, a.value from src a where a.key > 10 ) subq JOIN src tab ON (subq.key = tab.key and subq.key > 20 and subq.value = tab.value) where tab.value < 200 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT subq.key, tab.value FROM (select a.key, a.value from src a where a.key > 10 ) subq JOIN src tab ON (subq.key = tab.key and subq.key > 20 and subq.value = tab.value) where tab.value < 200 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join17.q.out b/ql/src/test/results/clientpositive/join17.q.out index 239a610..5b91b51 100644 --- a/ql/src/test/results/clientpositive/join17.q.out +++ b/ql/src/test/results/clientpositive/join17.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN EXTENDED FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest1_n121 SELECT src1.*, src2.* PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n121 POSTHOOK: query: EXPLAIN EXTENDED FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest1_n121 SELECT src1.*, src2.* POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n121 OPTIMIZED SQL: SELECT * FROM (SELECT `key`, `value` FROM `default`.`src` diff --git a/ql/src/test/results/clientpositive/join18.q.out b/ql/src/test/results/clientpositive/join18.q.out index 9d82aa0..985aa75 100644 --- a/ql/src/test/results/clientpositive/join18.q.out +++ b/ql/src/test/results/clientpositive/join18.q.out @@ -11,6 +11,9 @@ PREHOOK: query: EXPLAIN ) b ON (a.key = b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value FROM @@ -24,6 +27,9 @@ POSTHOOK: query: EXPLAIN ) b ON (a.key = b.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 diff --git a/ql/src/test/results/clientpositive/join18_multi_distinct.q.out b/ql/src/test/results/clientpositive/join18_multi_distinct.q.out index a95e9b1..92c14d7 100644 --- a/ql/src/test/results/clientpositive/join18_multi_distinct.q.out +++ b/ql/src/test/results/clientpositive/join18_multi_distinct.q.out @@ -12,6 +12,9 @@ PREHOOK: query: EXPLAIN ) b ON (a.key = b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value1, b.value2 FROM @@ -26,6 +29,9 @@ POSTHOOK: query: EXPLAIN ) b ON (a.key = b.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 diff --git a/ql/src/test/results/clientpositive/join19.q.out b/ql/src/test/results/clientpositive/join19.q.out index 35b20c7..d0a98d2 100644 --- a/ql/src/test/results/clientpositive/join19.q.out +++ b/ql/src/test/results/clientpositive/join19.q.out @@ -62,6 +62,8 @@ t6.predicate='http://sofa.semanticweb.org/sofa/v1.0/system#__LABEL_REL' ) t66 ON (t66.subject=t55.object) PREHOOK: type: QUERY +PREHOOK: Input: default@triples +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT t11.subject, t22.object , t33.subject , t55.object, t66.object FROM @@ -118,6 +120,8 @@ t6.predicate='http://sofa.semanticweb.org/sofa/v1.0/system#__LABEL_REL' ) t66 ON (t66.subject=t55.object) POSTHOOK: type: QUERY +POSTHOOK: Input: default@triples +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-5 diff --git a/ql/src/test/results/clientpositive/join2.q.out b/ql/src/test/results/clientpositive/join2.q.out index d4560da..9733587 100644 --- a/ql/src/test/results/clientpositive/join2.q.out +++ b/ql/src/test/results/clientpositive/join2.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key + src2.key = src3.key) INSERT OVERWRITE TABLE dest_j2_n2 SELECT src1.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_j2_n2 POSTHOOK: query: EXPLAIN FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key + src2.key = src3.key) INSERT OVERWRITE TABLE dest_j2_n2 SELECT src1.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_j2_n2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join20.q.out b/ql/src/test/results/clientpositive/join20.q.out index 071f1ae..a1e8545 100644 --- a/ql/src/test/results/clientpositive/join20.q.out +++ b/ql/src/test/results/clientpositive/join20.q.out @@ -2,10 +2,14 @@ PREHOOK: query: EXPLAIN SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -664,10 +668,14 @@ PREHOOK: query: EXPLAIN SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key < 15) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key < 15) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join21.q.out b/ql/src/test/results/clientpositive/join21.q.out index cde2bcb..4278dda 100644 --- a/ql/src/test/results/clientpositive/join21.q.out +++ b/ql/src/test/results/clientpositive/join21.q.out @@ -1,9 +1,13 @@ PREHOOK: query: EXPLAIN SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join22.q.out b/ql/src/test/results/clientpositive/join22.q.out index 3695655..7aa05eb 100644 --- a/ql/src/test/results/clientpositive/join22.q.out +++ b/ql/src/test/results/clientpositive/join22.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain SELECT src5.src1_value FROM (SELECT src3.*, src4.value as src4_value, src4.key as src4_key FROM src src4 JOIN (SELECT src2.*, src1.key as src1_key, src1.value as src1_value FROM src src1 JOIN src src2 ON src1.key = src2.key) src3 ON src3.src1_key = src4.key) src5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT src5.src1_value FROM (SELECT src3.*, src4.value as src4_value, src4.key as src4_key FROM src src4 JOIN (SELECT src2.*, src1.key as src1_key, src1.value as src1_value FROM src src1 JOIN src src2 ON src1.key = src2.key) src3 ON src3.src1_key = src4.key) src5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join23.q.out b/ql/src/test/results/clientpositive/join23.q.out index 64822b6..f89eac3 100644 --- a/ql/src/test/results/clientpositive/join23.q.out +++ b/ql/src/test/results/clientpositive/join23.q.out @@ -2,9 +2,13 @@ Warning: Shuffle Join JOIN[4][tables = [src1, src2]] in Stage 'Stage-1:MAPRED' i PREHOOK: query: EXPLAIN SELECT * FROM src src1 JOIN src src2 WHERE src1.key < 10 and src2.key < 10 SORT BY src1.key, src1.value, src2.key, src2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src src1 JOIN src src2 WHERE src1.key < 10 and src2.key < 10 SORT BY src1.key, src1.value, src2.key, src2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join25.q.out b/ql/src/test/results/clientpositive/join25.q.out index 94db4a4..3e097e5 100644 --- a/ql/src/test/results/clientpositive/join25.q.out +++ b/ql/src/test/results/clientpositive/join25.q.out @@ -11,11 +11,17 @@ INSERT OVERWRITE TABLE dest_j1_n18 SELECT /*+ MAPJOIN(x) */ x.key, x.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest_j1_n18 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_j1_n18 SELECT /*+ MAPJOIN(x) */ x.key, x.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest_j1_n18 STAGE DEPENDENCIES: Stage-6 is a root stage Stage-5 depends on stages: Stage-6 diff --git a/ql/src/test/results/clientpositive/join26.q.out b/ql/src/test/results/clientpositive/join26.q.out index 0014af5..206a238 100644 --- a/ql/src/test/results/clientpositive/join26.q.out +++ b/ql/src/test/results/clientpositive/join26.q.out @@ -12,12 +12,22 @@ SELECT /*+ MAPJOIN(x,y) */ x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.key = z.key and z.ds='2008-04-08' and z.hr=11) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@dest_j1_n10 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest_j1_n10 SELECT /*+ MAPJOIN(x,y) */ x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.key = z.key and z.ds='2008-04-08' and z.hr=11) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@dest_j1_n10 OPTIMIZED SQL: SELECT `t4`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value`, CAST('2008-04-08' AS STRING) AS `ds`, `hr` FROM `default`.`srcpart` diff --git a/ql/src/test/results/clientpositive/join27.q.out b/ql/src/test/results/clientpositive/join27.q.out index d21e232..d1eaeed 100644 --- a/ql/src/test/results/clientpositive/join27.q.out +++ b/ql/src/test/results/clientpositive/join27.q.out @@ -11,11 +11,17 @@ INSERT OVERWRITE TABLE dest_j1_n2 SELECT /*+ MAPJOIN(x) */ x.key, x.value, y.value FROM src1 x JOIN src y ON (x.value = y.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest_j1_n2 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_j1_n2 SELECT /*+ MAPJOIN(x) */ x.key, x.value, y.value FROM src1 x JOIN src y ON (x.value = y.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest_j1_n2 STAGE DEPENDENCIES: Stage-6 is a root stage Stage-5 depends on stages: Stage-6 diff --git a/ql/src/test/results/clientpositive/join28.q.out b/ql/src/test/results/clientpositive/join28.q.out index e8098ab..4c5f2d8 100644 --- a/ql/src/test/results/clientpositive/join28.q.out +++ b/ql/src/test/results/clientpositive/join28.q.out @@ -14,6 +14,11 @@ FROM FROM src1 x JOIN src y ON (x.key = y.key)) subq JOIN srcpart z ON (subq.key1 = z.key and z.ds='2008-04-08' and z.hr=11) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@dest_j1_n11 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_j1_n11 SELECT subq.key1, z.value @@ -22,6 +27,11 @@ FROM FROM src1 x JOIN src y ON (x.key = y.key)) subq JOIN srcpart z ON (subq.key1 = z.key and z.ds='2008-04-08' and z.hr=11) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@dest_j1_n11 STAGE DEPENDENCIES: Stage-8 is a root stage Stage-6 depends on stages: Stage-8 diff --git a/ql/src/test/results/clientpositive/join29.q.out b/ql/src/test/results/clientpositive/join29.q.out index 6afca35..eadfcde 100644 --- a/ql/src/test/results/clientpositive/join29.q.out +++ b/ql/src/test/results/clientpositive/join29.q.out @@ -12,12 +12,18 @@ SELECT subq1.key, subq1.cnt, subq2.cnt FROM (select x.key, count(1) as cnt from src1 x group by x.key) subq1 JOIN (select y.key, count(1) as cnt from src y group by y.key) subq2 ON (subq1.key = subq2.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest_j1_n6 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_j1_n6 SELECT subq1.key, subq1.cnt, subq2.cnt FROM (select x.key, count(1) as cnt from src1 x group by x.key) subq1 JOIN (select y.key, count(1) as cnt from src y group by y.key) subq2 ON (subq1.key = subq2.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest_j1_n6 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-8 depends on stages: Stage-1, Stage-5 , consists of Stage-9, Stage-10, Stage-2 diff --git a/ql/src/test/results/clientpositive/join3.q.out b/ql/src/test/results/clientpositive/join3.q.out index 25d8d24..d567293 100644 --- a/ql/src/test/results/clientpositive/join3.q.out +++ b/ql/src/test/results/clientpositive/join3.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key = src3.key) INSERT OVERWRITE TABLE dest1_n46 SELECT src1.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n46 POSTHOOK: query: EXPLAIN FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key = src3.key) INSERT OVERWRITE TABLE dest1_n46 SELECT src1.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n46 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join30.q.out b/ql/src/test/results/clientpositive/join30.q.out index 0f13aa6..e4e9dcf 100644 --- a/ql/src/test/results/clientpositive/join30.q.out +++ b/ql/src/test/results/clientpositive/join30.q.out @@ -10,10 +10,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_j1_n0 SELECT /*+ MAPJOIN(x) */ x.key, count(1) FROM src1 x JOIN src y ON (x.key = y.key) group by x.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest_j1_n0 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_j1_n0 SELECT /*+ MAPJOIN(x) */ x.key, count(1) FROM src1 x JOIN src y ON (x.key = y.key) group by x.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest_j1_n0 STAGE DEPENDENCIES: Stage-7 is a root stage Stage-2 depends on stages: Stage-7 diff --git a/ql/src/test/results/clientpositive/join31.q.out b/ql/src/test/results/clientpositive/join31.q.out index 124a861..f1d13c9 100644 --- a/ql/src/test/results/clientpositive/join31.q.out +++ b/ql/src/test/results/clientpositive/join31.q.out @@ -13,6 +13,9 @@ FROM (select x.key, count(1) as cnt from src1 x group by x.key) subq1 JOIN (select y.key, count(1) as cnt from src y group by y.key) subq2 ON (subq1.key = subq2.key) group by subq1.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest_j1_n22 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_j1_n22 SELECT subq1.key, count(1) as cnt @@ -20,6 +23,9 @@ FROM (select x.key, count(1) as cnt from src1 x group by x.key) subq1 JOIN (select y.key, count(1) as cnt from src y group by y.key) subq2 ON (subq1.key = subq2.key) group by subq1.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest_j1_n22 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-8 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join32.q.out b/ql/src/test/results/clientpositive/join32.q.out index 406ef81..f49afe3 100644 --- a/ql/src/test/results/clientpositive/join32.q.out +++ b/ql/src/test/results/clientpositive/join32.q.out @@ -12,12 +12,22 @@ SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.value = z.value and z.ds='2008-04-08' and z.hr=11) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@dest_j1_n12 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest_j1_n12 SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.value = z.value and z.ds='2008-04-08' and z.hr=11) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@dest_j1_n12 OPTIMIZED SQL: SELECT `t4`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `value`, CAST('2008-04-08' AS STRING) AS `ds`, `hr` FROM `default`.`srcpart` diff --git a/ql/src/test/results/clientpositive/join33.q.out b/ql/src/test/results/clientpositive/join33.q.out index 335f5ca..db77929 100644 --- a/ql/src/test/results/clientpositive/join33.q.out +++ b/ql/src/test/results/clientpositive/join33.q.out @@ -12,12 +12,22 @@ SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.value = z.value and z.ds='2008-04-08' and z.hr=11) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@dest_j1_n7 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest_j1_n7 SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.value = z.value and z.ds='2008-04-08' and z.hr=11) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@dest_j1_n7 OPTIMIZED SQL: SELECT `t4`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `value`, CAST('2008-04-08' AS STRING) AS `ds`, `hr` FROM `default`.`srcpart` diff --git a/ql/src/test/results/clientpositive/join34.q.out b/ql/src/test/results/clientpositive/join34.q.out index 594f68a..d8ad130 100644 --- a/ql/src/test/results/clientpositive/join34.q.out +++ b/ql/src/test/results/clientpositive/join34.q.out @@ -16,6 +16,9 @@ FROM ) subq1 JOIN src1 x ON (x.key = subq1.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest_j1_n1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest_j1_n1 SELECT x.key, x.value, subq1.value @@ -26,6 +29,9 @@ FROM ) subq1 JOIN src1 x ON (x.key = subq1.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest_j1_n1 OPTIMIZED SQL: SELECT `t5`.`key`, `t5`.`value`, `t3`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`src` diff --git a/ql/src/test/results/clientpositive/join35.q.out b/ql/src/test/results/clientpositive/join35.q.out index 03bd15d..15bbb6f 100644 --- a/ql/src/test/results/clientpositive/join35.q.out +++ b/ql/src/test/results/clientpositive/join35.q.out @@ -16,6 +16,9 @@ FROM ) subq1 JOIN src1 x ON (x.key = subq1.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest_j1_n24 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest_j1_n24 SELECT x.key, x.value, subq1.cnt @@ -26,6 +29,9 @@ FROM ) subq1 JOIN src1 x ON (x.key = subq1.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest_j1_n24 OPTIMIZED SQL: SELECT `t5`.`key`, `t5`.`value`, `t3`.`$f1` AS `cnt` FROM (SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`src` diff --git a/ql/src/test/results/clientpositive/join36.q.out b/ql/src/test/results/clientpositive/join36.q.out index ded4290..dbb0b2c 100644 --- a/ql/src/test/results/clientpositive/join36.q.out +++ b/ql/src/test/results/clientpositive/join36.q.out @@ -51,11 +51,17 @@ INSERT OVERWRITE TABLE dest_j1_n13 SELECT /*+ MAPJOIN(x) */ x.key, x.cnt, y.cnt FROM tmp1_n0 x JOIN tmp2_n0 y ON (x.key = y.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tmp1_n0 +PREHOOK: Input: default@tmp2_n0 +PREHOOK: Output: default@dest_j1_n13 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_j1_n13 SELECT /*+ MAPJOIN(x) */ x.key, x.cnt, y.cnt FROM tmp1_n0 x JOIN tmp2_n0 y ON (x.key = y.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tmp1_n0 +POSTHOOK: Input: default@tmp2_n0 +POSTHOOK: Output: default@dest_j1_n13 STAGE DEPENDENCIES: Stage-6 is a root stage Stage-5 depends on stages: Stage-6 diff --git a/ql/src/test/results/clientpositive/join37.q.out b/ql/src/test/results/clientpositive/join37.q.out index 7b84876..96ac71b 100644 --- a/ql/src/test/results/clientpositive/join37.q.out +++ b/ql/src/test/results/clientpositive/join37.q.out @@ -11,11 +11,17 @@ INSERT OVERWRITE TABLE dest_j1_n9 SELECT /*+ MAPJOIN(X) */ x.key, x.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest_j1_n9 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_j1_n9 SELECT /*+ MAPJOIN(X) */ x.key, x.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest_j1_n9 STAGE DEPENDENCIES: Stage-6 is a root stage Stage-5 depends on stages: Stage-6 diff --git a/ql/src/test/results/clientpositive/join38.q.out b/ql/src/test/results/clientpositive/join38.q.out index ce76c30..0c4d516 100644 --- a/ql/src/test/results/clientpositive/join38.q.out +++ b/ql/src/test/results/clientpositive/join38.q.out @@ -42,12 +42,18 @@ SELECT /*+ MAPJOIN(a) */ a.value, b.col5, count(1) as count where b.col11 = 111 group by a.value, b.col5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@tmp_n1 +#### A masked pattern was here #### POSTHOOK: query: explain FROM src a JOIN tmp_n1 b ON (a.key = b.col11) SELECT /*+ MAPJOIN(a) */ a.value, b.col5, count(1) as count where b.col11 = 111 group by a.value, b.col5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@tmp_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-5 is a root stage Stage-2 depends on stages: Stage-5 diff --git a/ql/src/test/results/clientpositive/join39.q.out b/ql/src/test/results/clientpositive/join39.q.out index 78ef521..92d78b0 100644 --- a/ql/src/test/results/clientpositive/join39.q.out +++ b/ql/src/test/results/clientpositive/join39.q.out @@ -11,11 +11,15 @@ INSERT OVERWRITE TABLE dest_j1_n8 SELECT /*+ MAPJOIN(y) */ x.key, x.value, y.key, y.value FROM src x left outer JOIN (select * from src where key <= 100) y ON (x.key = y.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_j1_n8 POSTHOOK: query: explain INSERT OVERWRITE TABLE dest_j1_n8 SELECT /*+ MAPJOIN(y) */ x.key, x.value, y.key, y.value FROM src x left outer JOIN (select * from src where key <= 100) y ON (x.key = y.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_j1_n8 STAGE DEPENDENCIES: Stage-6 is a root stage Stage-5 depends on stages: Stage-6 diff --git a/ql/src/test/results/clientpositive/join4.q.out b/ql/src/test/results/clientpositive/join4.q.out index adbb17e..b0f740a 100644 --- a/ql/src/test/results/clientpositive/join4.q.out +++ b/ql/src/test/results/clientpositive/join4.q.out @@ -21,6 +21,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_n72 SELECT c.c1, c.c2, c.c3, c.c4 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n72 POSTHOOK: query: EXPLAIN FROM ( FROM @@ -36,6 +38,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_n72 SELECT c.c1, c.c2, c.c3, c.c4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n72 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join40.q.out b/ql/src/test/results/clientpositive/join40.q.out index 0927b91..cc9d5aa 100644 --- a/ql/src/test/results/clientpositive/join40.q.out +++ b/ql/src/test/results/clientpositive/join40.q.out @@ -1,9 +1,13 @@ PREHOOK: query: EXPLAIN SELECT x.key, x.value, y.key, y.value FROM src x left outer JOIN (select * from src where key <= 100) y ON (x.key = y.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.key, x.value, y.key, y.value FROM src x left outer JOIN (select * from src where key <= 100) y ON (x.key = y.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -643,9 +647,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN select src1.key, src2.value FROM src src1 JOIN src src2 ON (src1.key = src2.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select src1.key, src2.value FROM src src1 JOIN src src2 ON (src1.key = src2.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1754,10 +1762,14 @@ PREHOOK: query: EXPLAIN SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -2416,10 +2428,14 @@ PREHOOK: query: EXPLAIN SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key < 15) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key < 15) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -3078,10 +3094,14 @@ PREHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(y) */ x.key, x.value, y.key, y.value FROM src x left outer JOIN (select * from src where key <= 100) y ON (x.key = y.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(y) */ x.key, x.value, y.key, y.value FROM src x left outer JOIN (select * from src where key <= 100) y ON (x.key = y.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -3725,9 +3745,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT COUNT(1) FROM SRC A JOIN SRC B ON (A.KEY=B.KEY) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT COUNT(1) FROM SRC A JOIN SRC B ON (A.KEY=B.KEY) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-5 is a root stage Stage-2 depends on stages: Stage-5 diff --git a/ql/src/test/results/clientpositive/join41.q.out b/ql/src/test/results/clientpositive/join41.q.out index 50ce9f6..692ce22 100644 --- a/ql/src/test/results/clientpositive/join41.q.out +++ b/ql/src/test/results/clientpositive/join41.q.out @@ -13,9 +13,13 @@ POSTHOOK: Lineage: s1.value SIMPLE [(src)src.FieldSchema(name:value, type:string PREHOOK: query: EXPLAIN SELECT * FROM s1 src1 LEFT OUTER JOIN s1 src2 ON (src1.key = src2.key AND src2.key > 10) PREHOOK: type: QUERY +PREHOOK: Input: default@s1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM s1 src1 LEFT OUTER JOIN s1 src2 ON (src1.key = src2.key AND src2.key > 10) POSTHOOK: type: QUERY +POSTHOOK: Input: default@s1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -90,9 +94,13 @@ POSTHOOK: Input: default@s1 PREHOOK: query: EXPLAIN SELECT * FROM s1 src1 LEFT OUTER JOIN s1 src2 ON (src1.key = src2.key AND src2.key > 10) PREHOOK: type: QUERY +PREHOOK: Input: default@s1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM s1 src1 LEFT OUTER JOIN s1 src2 ON (src1.key = src2.key AND src2.key > 10) POSTHOOK: type: QUERY +POSTHOOK: Input: default@s1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join42.q.out b/ql/src/test/results/clientpositive/join42.q.out index 045c395..78206a7 100644 --- a/ql/src/test/results/clientpositive/join42.q.out +++ b/ql/src/test/results/clientpositive/join42.q.out @@ -104,6 +104,13 @@ WHERE L.id = 4436 and acct.brn is not null PREHOOK: type: QUERY +PREHOOK: Input: default@a_n11 +PREHOOK: Input: default@acct +PREHOOK: Input: default@fr +PREHOOK: Input: default@l +PREHOOK: Input: default@la_n11 +PREHOOK: Input: default@pi +#### A masked pattern was here #### POSTHOOK: query: explain select acct.ACC_N, acct.brn @@ -117,6 +124,13 @@ WHERE L.id = 4436 and acct.brn is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n11 +POSTHOOK: Input: default@acct +POSTHOOK: Input: default@fr +POSTHOOK: Input: default@l +POSTHOOK: Input: default@la_n11 +POSTHOOK: Input: default@pi +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-6 diff --git a/ql/src/test/results/clientpositive/join43.q.out b/ql/src/test/results/clientpositive/join43.q.out index 8535c43..d0bf77a 100644 --- a/ql/src/test/results/clientpositive/join43.q.out +++ b/ql/src/test/results/clientpositive/join43.q.out @@ -224,6 +224,10 @@ from ( on last.s = action.s and last.last_stage_time = action.`time` ) list PREHOOK: type: QUERY +PREHOOK: Input: default@cart_history +PREHOOK: Input: default@events +PREHOOK: Input: default@purchase_history +#### A masked pattern was here #### POSTHOOK: query: explain select s from ( @@ -240,6 +244,10 @@ from ( on last.s = action.s and last.last_stage_time = action.`time` ) list POSTHOOK: type: QUERY +POSTHOOK: Input: default@cart_history +POSTHOOK: Input: default@events +POSTHOOK: Input: default@purchase_history +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -447,6 +455,10 @@ from ( on last.s = action.s and last.last_stage_time = action.`time` ) list PREHOOK: type: QUERY +PREHOOK: Input: default@cart_history +PREHOOK: Input: default@events +PREHOOK: Input: default@purchase_history +#### A masked pattern was here #### POSTHOOK: query: explain select * from ( @@ -463,6 +475,10 @@ from ( on last.s = action.s and last.last_stage_time = action.`time` ) list POSTHOOK: type: QUERY +POSTHOOK: Input: default@cart_history +POSTHOOK: Input: default@events +POSTHOOK: Input: default@purchase_history +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/join44.q.out b/ql/src/test/results/clientpositive/join44.q.out index 1ca04b3..3c9412d 100644 --- a/ql/src/test/results/clientpositive/join44.q.out +++ b/ql/src/test/results/clientpositive/join44.q.out @@ -13,6 +13,8 @@ WHERE src1.val1=src2.val1 AND src1.val2 between 2450816 and 2451500 AND src2.val2 between 2450816 and 2451500 PREHOOK: type: QUERY +PREHOOK: Input: default@mytable_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM mytable_n1 src1, mytable_n1 src2 @@ -20,6 +22,8 @@ WHERE src1.val1=src2.val1 AND src1.val2 between 2450816 and 2451500 AND src2.val2 between 2450816 and 2451500 POSTHOOK: type: QUERY +POSTHOOK: Input: default@mytable_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join45.q.out b/ql/src/test/results/clientpositive/join45.q.out index f2cca31..1bbc06c 100644 --- a/ql/src/test/results/clientpositive/join45.q.out +++ b/ql/src/test/results/clientpositive/join45.q.out @@ -6,6 +6,9 @@ ON (src1.key=src.key AND src.value between 100 and 102) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src1 JOIN src @@ -14,6 +17,9 @@ ON (src1.key=src.key AND src.value between 100 and 102) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -106,12 +112,18 @@ FROM src1 JOIN src ON (src1.key=src.key AND true) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src1 JOIN src ON (src1.key=src.key AND true) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -213,6 +225,9 @@ ON (src1.value between 100 and 102 AND true) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src1 JOIN src @@ -221,6 +236,9 @@ ON (src1.value between 100 and 102 AND true) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -313,6 +331,9 @@ ON (src1.key=src.key OR src.value between 100 and 102) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src1 JOIN src @@ -321,6 +342,9 @@ ON (src1.key=src.key OR src.value between 100 and 102) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -419,6 +443,9 @@ ON (src1.key+src.key >= 100 AND src1.key+src.key <= 102) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src1 JOIN src @@ -426,6 +453,9 @@ ON (src1.key+src.key >= 100 AND src1.key+src.key <= 102) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -518,6 +548,9 @@ ON (src1.key+src.key >= 100 OR src1.key+src.key <= 102) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src1 JOIN src @@ -525,6 +558,9 @@ ON (src1.key+src.key >= 100 OR src1.key+src.key <= 102) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -620,12 +656,18 @@ FROM src1 JOIN src ON ((src1.key,src.key) IN ((100,100),(101,101),(102,102))) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src1 JOIN src ON ((src1.key,src.key) IN ((100,100),(101,101),(102,102))) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -710,6 +752,9 @@ JOIN src1 a ON (a.key+src.key >= 100) LEFT OUTER JOIN src1 b ON (b.key = src.key) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src @@ -717,6 +762,9 @@ JOIN src1 a ON (a.key+src.key >= 100) LEFT OUTER JOIN src1 b ON (b.key = src.key) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -857,6 +905,9 @@ LEFT OUTER JOIN src1 a ON (a.key = src.key) JOIN src1 b ON (b.key+src.key<= 102) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src @@ -864,6 +915,9 @@ LEFT OUTER JOIN src1 a ON (a.key = src.key) JOIN src1 b ON (b.key+src.key<= 102) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1000,6 +1054,9 @@ JOIN src1 a ON (a.key+src.key >= 100) RIGHT OUTER JOIN src1 b ON (b.key = src.key) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src @@ -1007,6 +1064,9 @@ JOIN src1 a ON (a.key+src.key >= 100) RIGHT OUTER JOIN src1 b ON (b.key = src.key) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1143,6 +1203,9 @@ RIGHT OUTER JOIN src1 a ON (a.key = src.key) JOIN src1 b ON (b.key+src.key<= 102) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src @@ -1150,6 +1213,9 @@ RIGHT OUTER JOIN src1 a ON (a.key = src.key) JOIN src1 b ON (b.key+src.key<= 102) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1276,6 +1342,9 @@ JOIN src1 a ON (a.key+src.key >= 100) FULL OUTER JOIN src1 b ON (b.key = src.key) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src @@ -1283,6 +1352,9 @@ JOIN src1 a ON (a.key+src.key >= 100) FULL OUTER JOIN src1 b ON (b.key = src.key) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1419,6 +1491,9 @@ FULL OUTER JOIN src1 a ON (a.key = src.key) JOIN src1 b ON (b.key+src.key<= 102) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src @@ -1426,6 +1501,9 @@ FULL OUTER JOIN src1 a ON (a.key = src.key) JOIN src1 b ON (b.key+src.key<= 102) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1564,6 +1642,9 @@ JOIN cbo_t1 t4 ON (t4.key = t2.key or t2.c_float = t4.c_float and t4.value = t2 JOIN cbo_t1 t5 ON (t5.key = t2.key or t2.c_boolean = t4.c_boolean and t5.c_int = 42) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM cbo_t1 t1 @@ -1573,6 +1654,9 @@ JOIN cbo_t1 t4 ON (t4.key = t2.key or t2.c_float = t4.c_float and t4.value = t2 JOIN cbo_t1 t5 ON (t5.key = t2.key or t2.c_boolean = t4.c_boolean and t5.c_int = 42) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-1 depends on stages: Stage-4 diff --git a/ql/src/test/results/clientpositive/join46.q.out b/ql/src/test/results/clientpositive/join46.q.out index 07582e1..0c9405f 100644 --- a/ql/src/test/results/clientpositive/join46.q.out +++ b/ql/src/test/results/clientpositive/join46.q.out @@ -45,11 +45,17 @@ SELECT * FROM test1_n2 LEFT OUTER JOIN test2_n0 ON (test1_n2.value=test2_n0.value) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n2 +PREHOOK: Input: default@test2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n2 LEFT OUTER JOIN test2_n0 ON (test1_n2.value=test2_n0.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n2 +POSTHOOK: Input: default@test2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -136,6 +142,9 @@ ON (test1_n2.value=test2_n0.value AND test1_n2.key between 100 and 102 AND test2_n0.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n2 +PREHOOK: Input: default@test2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n2 LEFT OUTER JOIN test2_n0 @@ -143,6 +152,9 @@ ON (test1_n2.value=test2_n0.value AND test1_n2.key between 100 and 102 AND test2_n0.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n2 +POSTHOOK: Input: default@test2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -237,12 +249,18 @@ FROM test1_n2 LEFT OUTER JOIN test2_n0 ON (test1_n2.key between 100 and 102 AND test2_n0.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n2 +PREHOOK: Input: default@test2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n2 LEFT OUTER JOIN test2_n0 ON (test1_n2.key between 100 and 102 AND test2_n0.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n2 +POSTHOOK: Input: default@test2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -330,11 +348,17 @@ SELECT * FROM test1_n2 RIGHT OUTER JOIN test2_n0 ON (test1_n2.value=test2_n0.value AND true) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n2 +PREHOOK: Input: default@test2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n2 RIGHT OUTER JOIN test2_n0 ON (test1_n2.value=test2_n0.value AND true) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n2 +POSTHOOK: Input: default@test2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -418,11 +442,17 @@ SELECT * FROM test1_n2 LEFT OUTER JOIN test2_n0 ON (test1_n2.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n2 +PREHOOK: Input: default@test2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n2 LEFT OUTER JOIN test2_n0 ON (test1_n2.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n2 +POSTHOOK: Input: default@test2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -514,6 +544,9 @@ ON (test1_n2.value=test2_n0.value OR test1_n2.key between 100 and 102 OR test2_n0.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n2 +PREHOOK: Input: default@test2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n2 LEFT OUTER JOIN test2_n0 @@ -521,6 +554,9 @@ ON (test1_n2.value=test2_n0.value OR test1_n2.key between 100 and 102 OR test2_n0.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n2 +POSTHOOK: Input: default@test2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -614,12 +650,18 @@ FROM test1_n2 LEFT OUTER JOIN test2_n0 ON (test1_n2.value=test2_n0.value OR test1_n2.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n2 +PREHOOK: Input: default@test2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n2 LEFT OUTER JOIN test2_n0 ON (test1_n2.value=test2_n0.value OR test1_n2.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n2 +POSTHOOK: Input: default@test2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -711,12 +753,18 @@ FROM test1_n2 LEFT OUTER JOIN test2_n0 ON (test1_n2.value=test2_n0.value OR test2_n0.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n2 +PREHOOK: Input: default@test2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n2 LEFT OUTER JOIN test2_n0 ON (test1_n2.value=test2_n0.value OR test2_n0.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n2 +POSTHOOK: Input: default@test2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -803,6 +851,9 @@ ON (test1_n2.value=test2_n0.value AND (test1_n2.key between 100 and 102 OR test2_n0.key between 100 and 102)) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n2 +PREHOOK: Input: default@test2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n2 LEFT OUTER JOIN test2_n0 @@ -810,6 +861,9 @@ ON (test1_n2.value=test2_n0.value AND (test1_n2.key between 100 and 102 OR test2_n0.key between 100 and 102)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n2 +POSTHOOK: Input: default@test2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -900,12 +954,18 @@ FROM test1_n2 LEFT OUTER JOIN test2_n0 ON (test1_n2.value=test2_n0.value OR test1_n2.key=test2_n0.key) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n2 +PREHOOK: Input: default@test2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT col_1, col_2 FROM test1_n2 LEFT OUTER JOIN test2_n0 ON (test1_n2.value=test2_n0.value OR test1_n2.key=test2_n0.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n2 +POSTHOOK: Input: default@test2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -997,6 +1057,9 @@ ON (test1_n2.value=test2_n0.value OR test1_n2.key between 100 and 102 OR test2_n0.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n2 +PREHOOK: Input: default@test2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n2 RIGHT OUTER JOIN test2_n0 @@ -1004,6 +1067,9 @@ ON (test1_n2.value=test2_n0.value OR test1_n2.key between 100 and 102 OR test2_n0.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n2 +POSTHOOK: Input: default@test2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1097,12 +1163,18 @@ FROM test1_n2 RIGHT OUTER JOIN test2_n0 ON (test1_n2.value=test2_n0.value OR test1_n2.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n2 +PREHOOK: Input: default@test2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n2 RIGHT OUTER JOIN test2_n0 ON (test1_n2.value=test2_n0.value OR test1_n2.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n2 +POSTHOOK: Input: default@test2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1191,12 +1263,18 @@ FROM test1_n2 RIGHT OUTER JOIN test2_n0 ON (test1_n2.value=test2_n0.value OR test2_n0.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n2 +PREHOOK: Input: default@test2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n2 RIGHT OUTER JOIN test2_n0 ON (test1_n2.value=test2_n0.value OR test2_n0.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n2 +POSTHOOK: Input: default@test2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1285,6 +1363,9 @@ ON (test1_n2.value=test2_n0.value AND (test1_n2.key between 100 and 102 OR test2_n0.key between 100 and 102)) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n2 +PREHOOK: Input: default@test2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n2 RIGHT OUTER JOIN test2_n0 @@ -1292,6 +1373,9 @@ ON (test1_n2.value=test2_n0.value AND (test1_n2.key between 100 and 102 OR test2_n0.key between 100 and 102)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n2 +POSTHOOK: Input: default@test2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1381,6 +1465,9 @@ ON (test1_n2.value=test2_n0.value OR test1_n2.key between 100 and 102 OR test2_n0.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n2 +PREHOOK: Input: default@test2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n2 FULL OUTER JOIN test2_n0 @@ -1388,6 +1475,9 @@ ON (test1_n2.value=test2_n0.value OR test1_n2.key between 100 and 102 OR test2_n0.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n2 +POSTHOOK: Input: default@test2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1481,12 +1571,18 @@ FROM test1_n2 FULL OUTER JOIN test2_n0 ON (test1_n2.value=test2_n0.value OR test1_n2.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n2 +PREHOOK: Input: default@test2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n2 FULL OUTER JOIN test2_n0 ON (test1_n2.value=test2_n0.value OR test1_n2.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n2 +POSTHOOK: Input: default@test2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1578,12 +1674,18 @@ FROM test1_n2 FULL OUTER JOIN test2_n0 ON (test1_n2.value=test2_n0.value OR test2_n0.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n2 +PREHOOK: Input: default@test2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n2 FULL OUTER JOIN test2_n0 ON (test1_n2.value=test2_n0.value OR test2_n0.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n2 +POSTHOOK: Input: default@test2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1672,6 +1774,9 @@ ON (test1_n2.value=test2_n0.value AND (test1_n2.key between 100 and 102 OR test2_n0.key between 100 and 102)) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n2 +PREHOOK: Input: default@test2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n2 FULL OUTER JOIN test2_n0 @@ -1679,6 +1784,9 @@ ON (test1_n2.value=test2_n0.value AND (test1_n2.key between 100 and 102 OR test2_n0.key between 100 and 102)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n2 +POSTHOOK: Input: default@test2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1785,6 +1893,9 @@ FULL OUTER JOIN ( ) sq2 ON (sq1.value1 is null or sq2.value4 is null and sq2.value3 != sq1.value2) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n2 +PREHOOK: Input: default@test2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM ( @@ -1805,6 +1916,9 @@ FULL OUTER JOIN ( ) sq2 ON (sq1.value1 is null or sq2.value4 is null and sq2.value3 != sq1.value2) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n2 +POSTHOOK: Input: default@test2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 diff --git a/ql/src/test/results/clientpositive/join47.q.out b/ql/src/test/results/clientpositive/join47.q.out index 4a13df8..1da3a83 100644 --- a/ql/src/test/results/clientpositive/join47.q.out +++ b/ql/src/test/results/clientpositive/join47.q.out @@ -6,6 +6,9 @@ ON (src1.key=src.key AND src.value between 100 and 102) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src1 JOIN src @@ -14,6 +17,9 @@ ON (src1.key=src.key AND src.value between 100 and 102) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -106,12 +112,18 @@ FROM src1 JOIN src ON (src1.key=src.key AND true) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src1 JOIN src ON (src1.key=src.key AND true) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -213,6 +225,9 @@ ON (src1.value between 100 and 102 AND true) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src1 JOIN src @@ -221,6 +236,9 @@ ON (src1.value between 100 and 102 AND true) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -313,6 +331,9 @@ ON (src1.key=src.key OR src.value between 100 and 102) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src1 JOIN src @@ -321,6 +342,9 @@ ON (src1.key=src.key OR src.value between 100 and 102) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -417,6 +441,9 @@ ON (src1.key+src.key >= 100 AND src1.key+src.key <= 102) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src1 JOIN src @@ -424,6 +451,9 @@ ON (src1.key+src.key >= 100 AND src1.key+src.key <= 102) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -514,6 +544,9 @@ ON (src1.key+src.key >= 100 OR src1.key+src.key <= 102) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src1 JOIN src @@ -521,6 +554,9 @@ ON (src1.key+src.key >= 100 OR src1.key+src.key <= 102) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -614,12 +650,18 @@ FROM src1 JOIN src ON ((src1.key,src.key) IN ((100,100),(101,101),(102,102))) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src1 JOIN src ON ((src1.key,src.key) IN ((100,100),(101,101),(102,102))) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -702,6 +744,9 @@ JOIN src1 a ON (a.key+src.key >= 100) LEFT OUTER JOIN src1 b ON (b.key = src.key) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src @@ -709,6 +754,9 @@ JOIN src1 a ON (a.key+src.key >= 100) LEFT OUTER JOIN src1 b ON (b.key = src.key) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -847,6 +895,9 @@ LEFT OUTER JOIN src1 a ON (a.key = src.key) JOIN src1 b ON (b.key+src.key<= 102) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src @@ -854,6 +905,9 @@ LEFT OUTER JOIN src1 a ON (a.key = src.key) JOIN src1 b ON (b.key+src.key<= 102) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -988,6 +1042,9 @@ JOIN src1 a ON (a.key+src.key >= 100) RIGHT OUTER JOIN src1 b ON (b.key = src.key) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src @@ -995,6 +1052,9 @@ JOIN src1 a ON (a.key+src.key >= 100) RIGHT OUTER JOIN src1 b ON (b.key = src.key) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1129,6 +1189,9 @@ RIGHT OUTER JOIN src1 a ON (a.key = src.key) JOIN src1 b ON (b.key+src.key<= 102) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src @@ -1136,6 +1199,9 @@ RIGHT OUTER JOIN src1 a ON (a.key = src.key) JOIN src1 b ON (b.key+src.key<= 102) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1260,6 +1326,9 @@ JOIN src1 a ON (a.key+src.key >= 100) FULL OUTER JOIN src1 b ON (b.key = src.key) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src @@ -1267,6 +1336,9 @@ JOIN src1 a ON (a.key+src.key >= 100) FULL OUTER JOIN src1 b ON (b.key = src.key) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1401,6 +1473,9 @@ FULL OUTER JOIN src1 a ON (a.key = src.key) JOIN src1 b ON (b.key+src.key<= 102) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src @@ -1408,6 +1483,9 @@ FULL OUTER JOIN src1 a ON (a.key = src.key) JOIN src1 b ON (b.key+src.key<= 102) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1544,6 +1622,9 @@ JOIN cbo_t1 t4 ON (t4.key = t2.key or t2.c_float = t4.c_float and t4.value = t2 JOIN cbo_t1 t5 ON (t5.key = t2.key or t2.c_boolean = t4.c_boolean and t5.c_int = 42) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM cbo_t1 t1 @@ -1553,6 +1634,9 @@ JOIN cbo_t1 t4 ON (t4.key = t2.key or t2.c_float = t4.c_float and t4.value = t2 JOIN cbo_t1 t5 ON (t5.key = t2.key or t2.c_boolean = t4.c_boolean and t5.c_int = 42) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-1 depends on stages: Stage-4 diff --git a/ql/src/test/results/clientpositive/join5.q.out b/ql/src/test/results/clientpositive/join5.q.out index a21f35a..2e0ef5c 100644 --- a/ql/src/test/results/clientpositive/join5.q.out +++ b/ql/src/test/results/clientpositive/join5.q.out @@ -21,6 +21,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_n126 SELECT c.c1, c.c2, c.c3, c.c4 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n126 POSTHOOK: query: EXPLAIN FROM ( FROM @@ -36,6 +38,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_n126 SELECT c.c1, c.c2, c.c3, c.c4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n126 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join6.q.out b/ql/src/test/results/clientpositive/join6.q.out index 2d73af2..27edf3e 100644 --- a/ql/src/test/results/clientpositive/join6.q.out +++ b/ql/src/test/results/clientpositive/join6.q.out @@ -21,6 +21,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_n156 SELECT c.c1, c.c2, c.c3, c.c4 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n156 POSTHOOK: query: EXPLAIN FROM ( FROM @@ -36,6 +38,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_n156 SELECT c.c1, c.c2, c.c3, c.c4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n156 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join7.q.out b/ql/src/test/results/clientpositive/join7.q.out index 490ab1b..bda8fa0 100644 --- a/ql/src/test/results/clientpositive/join7.q.out +++ b/ql/src/test/results/clientpositive/join7.q.out @@ -26,6 +26,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_n17 SELECT c.c1, c.c2, c.c3, c.c4, c.c5, c.c6 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n17 POSTHOOK: query: EXPLAIN FROM ( FROM @@ -46,6 +48,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_n17 SELECT c.c1, c.c2, c.c3, c.c4, c.c5, c.c6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n17 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join8.q.out b/ql/src/test/results/clientpositive/join8.q.out index d27098e..96054ff 100644 --- a/ql/src/test/results/clientpositive/join8.q.out +++ b/ql/src/test/results/clientpositive/join8.q.out @@ -21,6 +21,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_n173 SELECT c.c1, c.c2, c.c3, c.c4 where c.c3 IS NULL AND c.c1 IS NOT NULL PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n173 POSTHOOK: query: EXPLAIN FROM ( FROM @@ -36,6 +38,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_n173 SELECT c.c1, c.c2, c.c3, c.c4 where c.c3 IS NULL AND c.c1 IS NOT NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n173 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join9.q.out b/ql/src/test/results/clientpositive/join9.q.out index 24030d3..1e2a35d 100644 --- a/ql/src/test/results/clientpositive/join9.q.out +++ b/ql/src/test/results/clientpositive/join9.q.out @@ -10,10 +10,18 @@ PREHOOK: query: EXPLAIN EXTENDED FROM srcpart src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest1_n39 SELECT src1.key, src2.value where src1.ds = '2008-04-08' and src1.hr = '12' PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@dest1_n39 POSTHOOK: query: EXPLAIN EXTENDED FROM srcpart src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest1_n39 SELECT src1.key, src2.value where src1.ds = '2008-04-08' and src1.hr = '12' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@dest1_n39 OPTIMIZED SQL: SELECT `t0`.`key`, `t2`.`value` FROM (SELECT `key`, CAST('2008-04-08' AS STRING) AS `ds`, CAST('12' AS STRING) AS `hr` FROM `default`.`srcpart` diff --git a/ql/src/test/results/clientpositive/join_alt_syntax.q.out b/ql/src/test/results/clientpositive/join_alt_syntax.q.out index 1c08e6a..9733dd2 100644 --- a/ql/src/test/results/clientpositive/join_alt_syntax.q.out +++ b/ql/src/test/results/clientpositive/join_alt_syntax.q.out @@ -2,9 +2,13 @@ Warning: Shuffle Join JOIN[6][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-1:MAP PREHOOK: query: explain select p1.p_name, p2.p_name from part p1 , part p2 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p1.p_name, p2.p_name from part p1 , part p2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -62,10 +66,14 @@ PREHOOK: query: explain select p1.p_name, p2.p_name, p3.p_name from part p1 ,part p2 ,part p3 where p1.p_name = p2.p_name and p2.p_name = p3.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p1.p_name, p2.p_name, p3.p_name from part p1 ,part p2 ,part p3 where p1.p_name = p2.p_name and p2.p_name = p3.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -148,10 +156,14 @@ PREHOOK: query: explain select p1.p_name, p2.p_name, p3.p_name from part p1 , (select p_name from part) p2 ,part p3 where p1.p_name = p2.p_name and p2.p_name = p3.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p1.p_name, p2.p_name, p3.p_name from part p1 , (select p_name from part) p2 ,part p3 where p1.p_name = p2.p_name and p2.p_name = p3.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -235,10 +247,14 @@ PREHOOK: query: explain select p1.p_name, p2.p_name, p3.p_name from part p1 , part p2 , part p3 where p2.p_partkey + p1.p_partkey = p1.p_partkey and p3.p_name = p2.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p1.p_name, p2.p_name, p3.p_name from part p1 , part p2 , part p3 where p2.p_partkey + p1.p_partkey = p1.p_partkey and p3.p_name = p2.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -349,11 +365,15 @@ from part p1 , part p2 join part p3 on p2.p_name = p1.p_name join part p4 where p2.p_name = p3.p_name and p1.p_partkey = p4.p_partkey and p1.p_partkey = p2.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p1.p_name, p2.p_name, p3.p_name, p4.p_name from part p1 , part p2 join part p3 on p2.p_name = p1.p_name join part p4 where p2.p_name = p3.p_name and p1.p_partkey = p4.p_partkey and p1.p_partkey = p2.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -509,11 +529,15 @@ from part p1 join part p2 on p2.p_name = p1.p_name , part p3 , part p4 where p2.p_name = p3.p_name and p1.p_partkey = p4.p_partkey and p1.p_partkey = p2.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p1.p_name, p2.p_name, p3.p_name, p4.p_name from part p1 join part p2 on p2.p_name = p1.p_name , part p3 , part p4 where p2.p_name = p3.p_name and p1.p_partkey = p4.p_partkey and p1.p_partkey = p2.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join_cond_pushdown_1.q.out b/ql/src/test/results/clientpositive/join_cond_pushdown_1.q.out index 831d84f..b12bf75 100644 --- a/ql/src/test/results/clientpositive/join_cond_pushdown_1.q.out +++ b/ql/src/test/results/clientpositive/join_cond_pushdown_1.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select * from part p1 join part p2 join part p3 on p1.p_name = p2.p_name and p2.p_name = p3.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part p2 join part p3 on p1.p_name = p2.p_name and p2.p_name = p3.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -88,9 +92,13 @@ STAGE PLANS: PREHOOK: query: explain select * from part p1 join part p2 join part p3 on p2.p_name = p1.p_name and p3.p_name = p2.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part p2 join part p3 on p2.p_name = p1.p_name and p3.p_name = p2.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -176,9 +184,13 @@ Warning: Shuffle Join JOIN[13][tables = [$hdt$_1, $hdt$_2, $hdt$_0]] in Stage 'S PREHOOK: query: explain select * from part p1 join part p2 join part p3 on p2.p_partkey + p1.p_partkey = p1.p_partkey and p3.p_name = p2.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part p2 join part p3 on p2.p_partkey + p1.p_partkey = p1.p_partkey and p3.p_name = p2.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -289,9 +301,13 @@ Warning: Shuffle Join JOIN[13][tables = [$hdt$_1, $hdt$_2, $hdt$_0]] in Stage 'S PREHOOK: query: explain select * from part p1 join part p2 join part p3 on p2.p_partkey = 1 and p3.p_name = p2.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part p2 join part p3 on p2.p_partkey = 1 and p3.p_name = p2.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join_cond_pushdown_2.q.out b/ql/src/test/results/clientpositive/join_cond_pushdown_2.q.out index 6b03800..3ec2ef6 100644 --- a/ql/src/test/results/clientpositive/join_cond_pushdown_2.q.out +++ b/ql/src/test/results/clientpositive/join_cond_pushdown_2.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select * from part p1 join part p2 join part p3 on p1.p_name = p2.p_name join part p4 on p2.p_name = p3.p_name and p1.p_name = p4.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part p2 join part p3 on p1.p_name = p2.p_name join part p4 on p2.p_name = p3.p_name and p1.p_name = p4.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -136,10 +140,14 @@ PREHOOK: query: explain select * from part p1 join part p2 join part p3 on p2.p_name = p1.p_name join part p4 on p2.p_name = p3.p_name and p1.p_partkey = p4.p_partkey and p1.p_partkey = p2.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part p2 join part p3 on p2.p_name = p1.p_name join part p4 on p2.p_name = p3.p_name and p1.p_partkey = p4.p_partkey and p1.p_partkey = p2.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join_cond_pushdown_3.q.out b/ql/src/test/results/clientpositive/join_cond_pushdown_3.q.out index 560b8e0..35344b7 100644 --- a/ql/src/test/results/clientpositive/join_cond_pushdown_3.q.out +++ b/ql/src/test/results/clientpositive/join_cond_pushdown_3.q.out @@ -2,10 +2,14 @@ PREHOOK: query: explain select * from part p1 join part p2 join part p3 where p1.p_name = p2.p_name and p2.p_name = p3.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part p2 join part p3 where p1.p_name = p2.p_name and p2.p_name = p3.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -91,10 +95,14 @@ PREHOOK: query: explain select * from part p1 join part p2 join part p3 where p2.p_name = p1.p_name and p3.p_name = p2.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part p2 join part p3 where p2.p_name = p1.p_name and p3.p_name = p2.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -181,10 +189,14 @@ PREHOOK: query: explain select * from part p1 join part p2 join part p3 where p2.p_partkey + p1.p_partkey = p1.p_partkey and p3.p_name = p2.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part p2 join part p3 where p2.p_partkey + p1.p_partkey = p1.p_partkey and p3.p_name = p2.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -296,10 +308,14 @@ PREHOOK: query: explain select * from part p1 join part p2 join part p3 where p2.p_partkey = 1 and p3.p_name = p2.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part p2 join part p3 where p2.p_partkey = 1 and p3.p_name = p2.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join_cond_pushdown_4.q.out b/ql/src/test/results/clientpositive/join_cond_pushdown_4.q.out index 1408dad..995d63c 100644 --- a/ql/src/test/results/clientpositive/join_cond_pushdown_4.q.out +++ b/ql/src/test/results/clientpositive/join_cond_pushdown_4.q.out @@ -2,10 +2,14 @@ PREHOOK: query: explain select * from part p1 join part p2 join part p3 on p1.p_name = p2.p_name join part p4 where p2.p_name = p3.p_name and p1.p_name = p4.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part p2 join part p3 on p1.p_name = p2.p_name join part p4 where p2.p_name = p3.p_name and p1.p_name = p4.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -139,11 +143,15 @@ from part p1 join part p2 join part p3 on p2.p_name = p1.p_name join part p4 where p2.p_name = p3.p_name and p1.p_partkey = p4.p_partkey and p1.p_partkey = p2.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part p2 join part p3 on p2.p_name = p1.p_name join part p4 where p2.p_name = p3.p_name and p1.p_partkey = p4.p_partkey and p1.p_partkey = p2.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join_cond_pushdown_unqual1.q.out b/ql/src/test/results/clientpositive/join_cond_pushdown_unqual1.q.out index 9f273dc..30d8518 100644 --- a/ql/src/test/results/clientpositive/join_cond_pushdown_unqual1.q.out +++ b/ql/src/test/results/clientpositive/join_cond_pushdown_unqual1.q.out @@ -57,9 +57,17 @@ POSTHOOK: Output: default@part3_n0 PREHOOK: query: explain select * from part p1 join part2_n0 p2 join part3_n0 p3 on p1.p_name = p2_name and p2_name = p3_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part2_n0 +PREHOOK: Input: default@part3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part2_n0 p2 join part3_n0 p3 on p1.p_name = p2_name and p2_name = p3_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part2_n0 +POSTHOOK: Input: default@part3_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -148,9 +156,17 @@ STAGE PLANS: PREHOOK: query: explain select * from part p1 join part2_n0 p2 join part3_n0 p3 on p2_name = p1.p_name and p3_name = p2_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part2_n0 +PREHOOK: Input: default@part3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part2_n0 p2 join part3_n0 p3 on p2_name = p1.p_name and p3_name = p2_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part2_n0 +POSTHOOK: Input: default@part3_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -240,9 +256,17 @@ Warning: Shuffle Join JOIN[13][tables = [$hdt$_1, $hdt$_2, $hdt$_0]] in Stage 'S PREHOOK: query: explain select * from part p1 join part2_n0 p2 join part3_n0 p3 on p2_partkey + p_partkey = p1.p_partkey and p3_name = p2_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part2_n0 +PREHOOK: Input: default@part3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part2_n0 p2 join part3_n0 p3 on p2_partkey + p_partkey = p1.p_partkey and p3_name = p2_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part2_n0 +POSTHOOK: Input: default@part3_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -353,9 +377,17 @@ Warning: Shuffle Join JOIN[13][tables = [$hdt$_1, $hdt$_2, $hdt$_0]] in Stage 'S PREHOOK: query: explain select * from part p1 join part2_n0 p2 join part3_n0 p3 on p2_partkey = 1 and p3_name = p2_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part2_n0 +PREHOOK: Input: default@part3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part2_n0 p2 join part3_n0 p3 on p2_partkey = 1 and p3_name = p2_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part2_n0 +POSTHOOK: Input: default@part3_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join_cond_pushdown_unqual2.q.out b/ql/src/test/results/clientpositive/join_cond_pushdown_unqual2.q.out index 401e702..37bd760 100644 --- a/ql/src/test/results/clientpositive/join_cond_pushdown_unqual2.q.out +++ b/ql/src/test/results/clientpositive/join_cond_pushdown_unqual2.q.out @@ -57,9 +57,17 @@ POSTHOOK: Output: default@part3 PREHOOK: query: explain select * from part p1 join part2 p2 join part3 p3 on p1.p_name = p2_name join part p4 on p2_name = p3_name and p1.p_name = p4.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part2 +PREHOOK: Input: default@part3 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part2 p2 join part3 p3 on p1.p_name = p2_name join part p4 on p2_name = p3_name and p1.p_name = p4.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part2 +POSTHOOK: Input: default@part3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -167,10 +175,18 @@ PREHOOK: query: explain select * from part p1 join part2 p2 join part3 p3 on p2_name = p1.p_name join part p4 on p2_name = p3_name and p1.p_partkey = p4.p_partkey and p1.p_partkey = p2_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part2 +PREHOOK: Input: default@part3 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part2 p2 join part3 p3 on p2_name = p1.p_name join part p4 on p2_name = p3_name and p1.p_partkey = p4.p_partkey and p1.p_partkey = p2_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part2 +POSTHOOK: Input: default@part3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join_cond_pushdown_unqual3.q.out b/ql/src/test/results/clientpositive/join_cond_pushdown_unqual3.q.out index 1e27c28..f63aaae 100644 --- a/ql/src/test/results/clientpositive/join_cond_pushdown_unqual3.q.out +++ b/ql/src/test/results/clientpositive/join_cond_pushdown_unqual3.q.out @@ -58,10 +58,18 @@ PREHOOK: query: explain select * from part p1 join part2_n5 p2 join part3_n2 p3 where p1.p_name = p2_name and p2_name = p3_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part2_n5 +PREHOOK: Input: default@part3_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part2_n5 p2 join part3_n2 p3 where p1.p_name = p2_name and p2_name = p3_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part2_n5 +POSTHOOK: Input: default@part3_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -151,10 +159,18 @@ PREHOOK: query: explain select * from part p1 join part2_n5 p2 join part3_n2 p3 where p2_name = p1.p_name and p3_name = p2_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part2_n5 +PREHOOK: Input: default@part3_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part2_n5 p2 join part3_n2 p3 where p2_name = p1.p_name and p3_name = p2_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part2_n5 +POSTHOOK: Input: default@part3_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -245,10 +261,18 @@ PREHOOK: query: explain select * from part p1 join part2_n5 p2 join part3_n2 p3 where p2_partkey + p1.p_partkey = p1.p_partkey and p3_name = p2_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part2_n5 +PREHOOK: Input: default@part3_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part2_n5 p2 join part3_n2 p3 where p2_partkey + p1.p_partkey = p1.p_partkey and p3_name = p2_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part2_n5 +POSTHOOK: Input: default@part3_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -360,10 +384,18 @@ PREHOOK: query: explain select * from part p1 join part2_n5 p2 join part3_n2 p3 where p2_partkey = 1 and p3_name = p2_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part2_n5 +PREHOOK: Input: default@part3_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part2_n5 p2 join part3_n2 p3 where p2_partkey = 1 and p3_name = p2_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part2_n5 +POSTHOOK: Input: default@part3_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join_cond_pushdown_unqual4.q.out b/ql/src/test/results/clientpositive/join_cond_pushdown_unqual4.q.out index 43c606e..8af667d 100644 --- a/ql/src/test/results/clientpositive/join_cond_pushdown_unqual4.q.out +++ b/ql/src/test/results/clientpositive/join_cond_pushdown_unqual4.q.out @@ -58,10 +58,18 @@ PREHOOK: query: explain select * from part p1 join part2_n4 p2 join part3_n1 p3 on p1.p_name = p2_name join part p4 where p2_name = p3_name and p1.p_name = p4.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part2_n4 +PREHOOK: Input: default@part3_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part2_n4 p2 join part3_n1 p3 on p1.p_name = p2_name join part p4 where p2_name = p3_name and p1.p_name = p4.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part2_n4 +POSTHOOK: Input: default@part3_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -170,11 +178,19 @@ from part p1 join part2_n4 p2 join part3_n1 p3 on p2_name = p1.p_name join part where p2_name = p3_name and p1.p_partkey = p4.p_partkey and p1.p_partkey = p2_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part2_n4 +PREHOOK: Input: default@part3_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part2_n4 p2 join part3_n1 p3 on p2_name = p1.p_name join part p4 where p2_name = p3_name and p1.p_partkey = p4.p_partkey and p1.p_partkey = p2_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part2_n4 +POSTHOOK: Input: default@part3_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join_cond_pushdown_unqual5.q.out b/ql/src/test/results/clientpositive/join_cond_pushdown_unqual5.q.out index d80bbf1..9492ca9 100644 --- a/ql/src/test/results/clientpositive/join_cond_pushdown_unqual5.q.out +++ b/ql/src/test/results/clientpositive/join_cond_pushdown_unqual5.q.out @@ -39,8 +39,14 @@ POSTHOOK: Lineage: rtable.rk1 SCRIPT [] POSTHOOK: Lineage: rtable.rk2 SCRIPT [] PREHOOK: query: EXPLAIN SELECT * FROM ltable l LEFT OUTER JOIN rtable r on (l.lk1 = r.rk1 AND l.lk2 = r.rk2) WHERE COALESCE(l.la,'EMPTY')=COALESCE(r.ra,'EMPTY') PREHOOK: type: QUERY +PREHOOK: Input: default@ltable +PREHOOK: Input: default@rtable +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM ltable l LEFT OUTER JOIN rtable r on (l.lk1 = r.rk1 AND l.lk2 = r.rk2) WHERE COALESCE(l.la,'EMPTY')=COALESCE(r.ra,'EMPTY') POSTHOOK: type: QUERY +POSTHOOK: Input: default@ltable +POSTHOOK: Input: default@rtable +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -114,8 +120,14 @@ POSTHOOK: Input: default@rtable 2 NULL CD5415192225530 00071 NULL NULL NULL PREHOOK: query: EXPLAIN SELECT * FROM ltable l LEFT OUTER JOIN rtable r on (l.lk1 = r.rk1 AND l.lk2 = r.rk2) WHERE COALESCE(l.la,'EMPTY')=COALESCE(r.ra,'EMPTY') PREHOOK: type: QUERY +PREHOOK: Input: default@ltable +PREHOOK: Input: default@rtable +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM ltable l LEFT OUTER JOIN rtable r on (l.lk1 = r.rk1 AND l.lk2 = r.rk2) WHERE COALESCE(l.la,'EMPTY')=COALESCE(r.ra,'EMPTY') POSTHOOK: type: QUERY +POSTHOOK: Input: default@ltable +POSTHOOK: Input: default@rtable +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 diff --git a/ql/src/test/results/clientpositive/join_emit_interval.q.out b/ql/src/test/results/clientpositive/join_emit_interval.q.out index 6b8178d..44d69da 100644 --- a/ql/src/test/results/clientpositive/join_emit_interval.q.out +++ b/ql/src/test/results/clientpositive/join_emit_interval.q.out @@ -45,11 +45,17 @@ SELECT * FROM test1_n7 LEFT OUTER JOIN test2_n4 ON (test1_n7.value=test2_n4.value AND test1_n7.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n7 +PREHOOK: Input: default@test2_n4 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n7 LEFT OUTER JOIN test2_n4 ON (test1_n7.value=test2_n4.value AND test1_n7.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n7 +POSTHOOK: Input: default@test2_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -137,11 +143,17 @@ SELECT * FROM test1_n7 LEFT OUTER JOIN test2_n4 ON (test1_n7.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n7 +PREHOOK: Input: default@test2_n4 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n7 LEFT OUTER JOIN test2_n4 ON (test1_n7.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n7 +POSTHOOK: Input: default@test2_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join_filters_overlap.q.out b/ql/src/test/results/clientpositive/join_filters_overlap.q.out index 71c632f..db12c30 100644 --- a/ql/src/test/results/clientpositive/join_filters_overlap.q.out +++ b/ql/src/test/results/clientpositive/join_filters_overlap.q.out @@ -12,8 +12,12 @@ POSTHOOK: Lineage: a_n4.key SIMPLE [] POSTHOOK: Lineage: a_n4.value SCRIPT [] PREHOOK: query: explain extended select * from a_n4 left outer join a_n4 b on (a_n4.key=b.key AND a_n4.value=50 AND b.value=50) left outer join a_n4 c on (a_n4.key=c.key AND a_n4.value=60 AND c.value=60) PREHOOK: type: QUERY +PREHOOK: Input: default@a_n4 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from a_n4 left outer join a_n4 b on (a_n4.key=b.key AND a_n4.value=50 AND b.value=50) left outer join a_n4 c on (a_n4.key=c.key AND a_n4.value=60 AND c.value=60) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n4 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT * FROM (SELECT `key`, `value` FROM `default`.`a_n4`) AS `t` @@ -214,8 +218,12 @@ POSTHOOK: Input: default@a_n4 100 60 NULL NULL 100 60 PREHOOK: query: explain extended select * from a_n4 right outer join a_n4 b on (a_n4.key=b.key AND a_n4.value=50 AND b.value=50) left outer join a_n4 c on (b.key=c.key AND b.value=60 AND c.value=60) PREHOOK: type: QUERY +PREHOOK: Input: default@a_n4 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from a_n4 right outer join a_n4 b on (a_n4.key=b.key AND a_n4.value=50 AND b.value=50) left outer join a_n4 c on (b.key=c.key AND b.value=60 AND c.value=60) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n4 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT * FROM (SELECT `key`, CAST(50 AS INTEGER) AS `value` FROM `default`.`a_n4` @@ -416,8 +424,12 @@ NULL NULL 100 40 NULL NULL NULL NULL 100 60 100 60 PREHOOK: query: explain extended select * from a_n4 right outer join a_n4 b on (a_n4.key=b.key AND a_n4.value=50 AND b.value=50 AND b.value>10) left outer join a_n4 c on (b.key=c.key AND b.value=60 AND b.value>20 AND c.value=60) PREHOOK: type: QUERY +PREHOOK: Input: default@a_n4 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from a_n4 right outer join a_n4 b on (a_n4.key=b.key AND a_n4.value=50 AND b.value=50 AND b.value>10) left outer join a_n4 c on (b.key=c.key AND b.value=60 AND b.value>20 AND c.value=60) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n4 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT * FROM (SELECT `key`, CAST(50 AS INTEGER) AS `value` FROM `default`.`a_n4` @@ -618,8 +630,12 @@ NULL NULL 100 40 NULL NULL NULL NULL 100 60 100 60 PREHOOK: query: explain extended select * from a_n4 full outer join a_n4 b on (a_n4.key=b.key AND a_n4.value=50 AND b.value=50) left outer join a_n4 c on (b.key=c.key AND b.value=60 AND c.value=60) left outer join a_n4 d on (a_n4.key=d.key AND a_n4.value=40 AND d.value=40) PREHOOK: type: QUERY +PREHOOK: Input: default@a_n4 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from a_n4 full outer join a_n4 b on (a_n4.key=b.key AND a_n4.value=50 AND b.value=50) left outer join a_n4 c on (b.key=c.key AND b.value=60 AND c.value=60) left outer join a_n4 d on (a_n4.key=d.key AND a_n4.value=40 AND d.value=40) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n4 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT * FROM (SELECT `key`, `value` FROM `default`.`a_n4`) AS `t` @@ -834,8 +850,12 @@ NULL NULL 100 40 NULL NULL NULL NULL NULL NULL 100 60 100 60 NULL NULL PREHOOK: query: explain extended select * from a_n4 left outer join a_n4 b on (a_n4.key=b.key AND a_n4.value=50 AND b.value=50) left outer join a_n4 c on (a_n4.key=c.key AND a_n4.value=60 AND c.value=60) left outer join a_n4 d on (a_n4.key=d.key AND a_n4.value=40 AND d.value=40) PREHOOK: type: QUERY +PREHOOK: Input: default@a_n4 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from a_n4 left outer join a_n4 b on (a_n4.key=b.key AND a_n4.value=50 AND b.value=50) left outer join a_n4 c on (a_n4.key=c.key AND a_n4.value=60 AND c.value=60) left outer join a_n4 d on (a_n4.key=d.key AND a_n4.value=40 AND d.value=40) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n4 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT * FROM (SELECT `key`, `value` FROM `default`.`a_n4`) AS `t` diff --git a/ql/src/test/results/clientpositive/join_grp_diff_keys.q.out b/ql/src/test/results/clientpositive/join_grp_diff_keys.q.out index 9242238..53dfbde 100644 --- a/ql/src/test/results/clientpositive/join_grp_diff_keys.q.out +++ b/ql/src/test/results/clientpositive/join_grp_diff_keys.q.out @@ -38,6 +38,11 @@ SELECT foo.id, count(*) as factor from WHERE foo.orders != 'blah' group by foo.id PREHOOK: type: QUERY +PREHOOK: Input: default@bar +PREHOOK: Input: default@foo +PREHOOK: Input: default@forecast +PREHOOK: Input: default@split +#### A masked pattern was here #### POSTHOOK: query: explain SELECT foo.id, count(*) as factor from foo JOIN bar ON (foo.id = bar.id and foo.line_id = bar.line_id) @@ -46,6 +51,11 @@ SELECT foo.id, count(*) as factor from WHERE foo.orders != 'blah' group by foo.id POSTHOOK: type: QUERY +POSTHOOK: Input: default@bar +POSTHOOK: Input: default@foo +POSTHOOK: Input: default@forecast +POSTHOOK: Input: default@split +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join_hive_626.q.out b/ql/src/test/results/clientpositive/join_hive_626.q.out index 4309be4..e15aee3 100644 --- a/ql/src/test/results/clientpositive/join_hive_626.q.out +++ b/ql/src/test/results/clientpositive/join_hive_626.q.out @@ -60,10 +60,18 @@ PREHOOK: query: explain select hive_foo.foo_name, hive_bar.bar_name, n from hive_foo join hive_bar on hive_foo.foo_id = hive_bar.foo_id join hive_count on hive_count.bar_id = hive_bar.bar_id PREHOOK: type: QUERY +PREHOOK: Input: default@hive_bar +PREHOOK: Input: default@hive_count +PREHOOK: Input: default@hive_foo +#### A masked pattern was here #### POSTHOOK: query: explain select hive_foo.foo_name, hive_bar.bar_name, n from hive_foo join hive_bar on hive_foo.foo_id = hive_bar.foo_id join hive_count on hive_count.bar_id = hive_bar.bar_id POSTHOOK: type: QUERY +POSTHOOK: Input: default@hive_bar +POSTHOOK: Input: default@hive_count +POSTHOOK: Input: default@hive_foo +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join_map_ppr.q.out b/ql/src/test/results/clientpositive/join_map_ppr.q.out index 8712d81..d53f322 100644 --- a/ql/src/test/results/clientpositive/join_map_ppr.q.out +++ b/ql/src/test/results/clientpositive/join_map_ppr.q.out @@ -13,6 +13,11 @@ FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.key = z.key) WHERE z.ds='2008-04-08' and z.hr=11 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@dest_j1_n4 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest_j1_n4 SELECT /*+ MAPJOIN(x,y) */ x.key, z.value, y.value @@ -20,6 +25,11 @@ FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.key = z.key) WHERE z.ds='2008-04-08' and z.hr=11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@dest_j1_n4 STAGE DEPENDENCIES: Stage-10 is a root stage Stage-1 depends on stages: Stage-10 @@ -651,6 +661,11 @@ FROM src1_copy x JOIN src_copy y ON (x.key = y.key) JOIN srcpart z ON (x.key = z.key) WHERE z.ds='2008-04-08' and z.hr=11 PREHOOK: type: QUERY +PREHOOK: Input: default@src1_copy +PREHOOK: Input: default@src_copy +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@dest_j1_n4 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest_j1_n4 SELECT /*+ MAPJOIN(x,y) */ x.key, z.value, y.value @@ -658,6 +673,11 @@ FROM src1_copy x JOIN src_copy y ON (x.key = y.key) JOIN srcpart z ON (x.key = z.key) WHERE z.ds='2008-04-08' and z.hr=11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1_copy +POSTHOOK: Input: default@src_copy +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@dest_j1_n4 STAGE DEPENDENCIES: Stage-10 is a root stage Stage-1 depends on stages: Stage-10 diff --git a/ql/src/test/results/clientpositive/join_merge_multi_expressions.q.out b/ql/src/test/results/clientpositive/join_merge_multi_expressions.q.out index fba4083..3bd712c 100644 --- a/ql/src/test/results/clientpositive/join_merge_multi_expressions.q.out +++ b/ql/src/test/results/clientpositive/join_merge_multi_expressions.q.out @@ -1,9 +1,21 @@ PREHOOK: query: explain select count(*) from srcpart a join srcpart b on a.key = b.key and a.hr = b.hr join srcpart c on a.hr = c.hr and a.key = c.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from srcpart a join srcpart b on a.key = b.key and a.hr = b.hr join srcpart c on a.hr = c.hr and a.key = c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join_merging.q.out b/ql/src/test/results/clientpositive/join_merging.q.out index 609cc83..4039f21 100644 --- a/ql/src/test/results/clientpositive/join_merging.q.out +++ b/ql/src/test/results/clientpositive/join_merging.q.out @@ -3,11 +3,15 @@ from part p1 left outer join part p2 on p1.p_partkey = p2.p_partkey right outer join part p3 on p2.p_partkey = p3.p_partkey and p1.p_size > 10 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p1.p_size, p2.p_size from part p1 left outer join part p2 on p1.p_partkey = p2.p_partkey right outer join part p3 on p2.p_partkey = p3.p_partkey and p1.p_size > 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -91,11 +95,15 @@ from part p1 left outer join part p2 on p1.p_partkey = p2.p_partkey right outer join part p3 on p2.p_partkey = p3.p_partkey and p1.p_size > 10 and p1.p_size > p2.p_size + 10 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p1.p_size, p2.p_size from part p1 left outer join part p2 on p1.p_partkey = p2.p_partkey right outer join part p3 on p2.p_partkey = p3.p_partkey and p1.p_size > 10 and p1.p_size > p2.p_size + 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join_on_varchar.q.out b/ql/src/test/results/clientpositive/join_on_varchar.q.out index fb207a0..bc41012 100644 --- a/ql/src/test/results/clientpositive/join_on_varchar.q.out +++ b/ql/src/test/results/clientpositive/join_on_varchar.q.out @@ -55,9 +55,15 @@ POSTHOOK: Lineage: tbl2_n2.c2 EXPRESSION [] PREHOOK: query: explain select /*+ MAPJOIN(tbl2_n2) */ c1,c2 from tbl1_n3 join tbl2_n2 on (c1 = c2) order by c1,c2 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n3 +PREHOOK: Input: default@tbl2_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ MAPJOIN(tbl2_n2) */ c1,c2 from tbl1_n3 join tbl2_n2 on (c1 = c2) order by c1,c2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n3 +POSTHOOK: Input: default@tbl2_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-5 is a root stage Stage-2 depends on stages: Stage-5 diff --git a/ql/src/test/results/clientpositive/join_parse.q.out b/ql/src/test/results/clientpositive/join_parse.q.out index 37d0220..02ee498 100644 --- a/ql/src/test/results/clientpositive/join_parse.q.out +++ b/ql/src/test/results/clientpositive/join_parse.q.out @@ -3,11 +3,25 @@ select srcpart.key, src1.value from ((srcpart inner join src on srcpart.key = src.key)) inner join src src1 on src1.value =srcpart.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select srcpart.key, src1.value from ((srcpart inner join src on srcpart.key = src.key)) inner join src src1 on src1.value =srcpart.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -121,11 +135,25 @@ select srcpart.key, src1.value from (srcpart inner join src on srcpart.key = src.key) inner join src src1 on src1.value =srcpart.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select srcpart.key, src1.value from (srcpart inner join src on srcpart.key = src.key) inner join src src1 on src1.value =srcpart.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -239,11 +267,25 @@ select srcpart.key, src1.value from ((srcpart inner join src on srcpart.key = src.key) inner join src src1 on src1.value =srcpart.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select srcpart.key, src1.value from ((srcpart inner join src on srcpart.key = src.key) inner join src src1 on src1.value =srcpart.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -358,12 +400,26 @@ select srcpart.key, src1.value from inner join src src1 on src1.value =srcpart.value) inner join src src2 on src2.key = src1.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select srcpart.key, src1.value from ((srcpart inner join src on srcpart.key = src.key) inner join src src1 on src1.value =srcpart.value) inner join src src2 on src2.key = src1.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 diff --git a/ql/src/test/results/clientpositive/join_rc.q.out b/ql/src/test/results/clientpositive/join_rc.q.out index a15231b..5cb8cd9 100644 --- a/ql/src/test/results/clientpositive/join_rc.q.out +++ b/ql/src/test/results/clientpositive/join_rc.q.out @@ -38,10 +38,16 @@ PREHOOK: query: explain select join_rc1.key, join_rc2.value FROM join_rc1 JOIN join_rc2 ON join_rc1.key = join_rc2.key PREHOOK: type: QUERY +PREHOOK: Input: default@join_rc1 +PREHOOK: Input: default@join_rc2 +#### A masked pattern was here #### POSTHOOK: query: explain select join_rc1.key, join_rc2.value FROM join_rc1 JOIN join_rc2 ON join_rc1.key = join_rc2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@join_rc1 +POSTHOOK: Input: default@join_rc2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join_reorder.q.out b/ql/src/test/results/clientpositive/join_reorder.q.out index e7e82fd..8548613 100644 --- a/ql/src/test/results/clientpositive/join_reorder.q.out +++ b/ql/src/test/results/clientpositive/join_reorder.q.out @@ -49,9 +49,15 @@ POSTHOOK: Output: default@t3_n8 PREHOOK: query: EXPLAIN FROM T1_n37 a JOIN src c ON c.key+1=a.key SELECT a.key, a.val, c.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@t1_n37 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM T1_n37 a JOIN src c ON c.key+1=a.key SELECT a.key, a.val, c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@t1_n37 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -114,9 +120,15 @@ STAGE PLANS: PREHOOK: query: EXPLAIN FROM T1_n37 a JOIN src c ON c.key+1=a.key SELECT /*+ STREAMTABLE(a) */ a.key, a.val, c.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@t1_n37 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM T1_n37 a JOIN src c ON c.key+1=a.key SELECT /*+ STREAMTABLE(a) */ a.key, a.val, c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@t1_n37 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -213,11 +225,19 @@ PREHOOK: query: EXPLAIN FROM T1_n37 a RIGHT OUTER JOIN T3_n8 c ON (c.val = a.val) SELECT a.key, b.key, a.val, c.val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n37 +PREHOOK: Input: default@t2_n24 +PREHOOK: Input: default@t3_n8 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM T1_n37 a LEFT OUTER JOIN T2_n24 b ON (b.key=a.key) RIGHT OUTER JOIN T3_n8 c ON (c.val = a.val) SELECT a.key, b.key, a.val, c.val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n37 +POSTHOOK: Input: default@t2_n24 +POSTHOOK: Input: default@t3_n8 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -310,11 +330,19 @@ PREHOOK: query: EXPLAIN FROM T1_n37 a RIGHT OUTER JOIN T3_n8 c ON (c.val = a.val) SELECT /*+ STREAMTABLE(a) */ a.key, b.key, a.val, c.val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n37 +PREHOOK: Input: default@t2_n24 +PREHOOK: Input: default@t3_n8 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM T1_n37 a LEFT OUTER JOIN T2_n24 b ON (b.key=a.key) RIGHT OUTER JOIN T3_n8 c ON (c.val = a.val) SELECT /*+ STREAMTABLE(a) */ a.key, b.key, a.val, c.val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n37 +POSTHOOK: Input: default@t2_n24 +POSTHOOK: Input: default@t3_n8 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -452,12 +480,20 @@ PREHOOK: query: EXPLAIN FROM UNIQUEJOIN PRESERVE T3_n8 c (c.key, c.val) SELECT a.key, b.key, c.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n37 +PREHOOK: Input: default@t2_n24 +PREHOOK: Input: default@t3_n8 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM UNIQUEJOIN PRESERVE T1_n37 a (a.key, a.val), PRESERVE T2_n24 b (b.key, b.val), PRESERVE T3_n8 c (c.key, c.val) SELECT a.key, b.key, c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n37 +POSTHOOK: Input: default@t2_n24 +POSTHOOK: Input: default@t3_n8 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -526,12 +562,20 @@ PREHOOK: query: EXPLAIN FROM UNIQUEJOIN PRESERVE T3_n8 c (c.key, c.val) SELECT /*+ STREAMTABLE(b) */ a.key, b.key, c.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n37 +PREHOOK: Input: default@t2_n24 +PREHOOK: Input: default@t3_n8 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM UNIQUEJOIN PRESERVE T1_n37 a (a.key, a.val), PRESERVE T2_n24 b (b.key, b.val), PRESERVE T3_n8 c (c.key, c.val) SELECT /*+ STREAMTABLE(b) */ a.key, b.key, c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n37 +POSTHOOK: Input: default@t2_n24 +POSTHOOK: Input: default@t3_n8 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join_reorder2.q.out b/ql/src/test/results/clientpositive/join_reorder2.q.out index d76d7fc..3a3c680 100644 --- a/ql/src/test/results/clientpositive/join_reorder2.q.out +++ b/ql/src/test/results/clientpositive/join_reorder2.q.out @@ -68,12 +68,22 @@ FROM T1_n49 a JOIN T2_n30 b ON a.key = b.key JOIN T3_n10 c ON b.key = c.key JOIN T4_n3 d ON c.key = d.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n49 +PREHOOK: Input: default@t2_n30 +PREHOOK: Input: default@t3_n10 +PREHOOK: Input: default@t4_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ STREAMTABLE(a) */ * FROM T1_n49 a JOIN T2_n30 b ON a.key = b.key JOIN T3_n10 c ON b.key = c.key JOIN T4_n3 d ON c.key = d.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n49 +POSTHOOK: Input: default@t2_n30 +POSTHOOK: Input: default@t3_n10 +POSTHOOK: Input: default@t4_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -188,12 +198,22 @@ FROM T1_n49 a JOIN T2_n30 b ON a.key = b.key JOIN T3_n10 c ON a.val = c.val JOIN T4_n3 d ON a.key + 1 = d.key + 1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n49 +PREHOOK: Input: default@t2_n30 +PREHOOK: Input: default@t3_n10 +PREHOOK: Input: default@t4_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ STREAMTABLE(a) */ * FROM T1_n49 a JOIN T2_n30 b ON a.key = b.key JOIN T3_n10 c ON a.val = c.val JOIN T4_n3 d ON a.key + 1 = d.key + 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n49 +POSTHOOK: Input: default@t2_n30 +POSTHOOK: Input: default@t3_n10 +POSTHOOK: Input: default@t4_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join_reorder3.q.out b/ql/src/test/results/clientpositive/join_reorder3.q.out index c7e2668..23fd8db 100644 --- a/ql/src/test/results/clientpositive/join_reorder3.q.out +++ b/ql/src/test/results/clientpositive/join_reorder3.q.out @@ -68,12 +68,22 @@ FROM T1_n92 a JOIN T2_n57 b ON a.key = b.key JOIN T3_n21 c ON b.key = c.key JOIN T4_n10 d ON c.key = d.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n92 +PREHOOK: Input: default@t2_n57 +PREHOOK: Input: default@t3_n21 +PREHOOK: Input: default@t4_n10 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ STREAMTABLE(a,c) */ * FROM T1_n92 a JOIN T2_n57 b ON a.key = b.key JOIN T3_n21 c ON b.key = c.key JOIN T4_n10 d ON c.key = d.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n92 +POSTHOOK: Input: default@t2_n57 +POSTHOOK: Input: default@t3_n21 +POSTHOOK: Input: default@t4_n10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -188,12 +198,22 @@ FROM T1_n92 a JOIN T2_n57 b ON a.key = b.key JOIN T3_n21 c ON a.val = c.val JOIN T4_n10 d ON a.key + 1 = d.key + 1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n92 +PREHOOK: Input: default@t2_n57 +PREHOOK: Input: default@t3_n21 +PREHOOK: Input: default@t4_n10 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ STREAMTABLE(a,c) */ * FROM T1_n92 a JOIN T2_n57 b ON a.key = b.key JOIN T3_n21 c ON a.val = c.val JOIN T4_n10 d ON a.key + 1 = d.key + 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n92 +POSTHOOK: Input: default@t2_n57 +POSTHOOK: Input: default@t3_n21 +POSTHOOK: Input: default@t4_n10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join_reorder4.q.out b/ql/src/test/results/clientpositive/join_reorder4.q.out index a3923d6..ced3102 100644 --- a/ql/src/test/results/clientpositive/join_reorder4.q.out +++ b/ql/src/test/results/clientpositive/join_reorder4.q.out @@ -48,8 +48,16 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@t3_n32 PREHOOK: query: explain select /*+ STREAMTABLE(a) */ a.*, b.*, c.* from T1_n134 a join T2_n80 b on a.key1=b.key2 join T3_n32 c on a.key1=c.key3 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n134 +PREHOOK: Input: default@t2_n80 +PREHOOK: Input: default@t3_n32 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ STREAMTABLE(a) */ a.*, b.*, c.* from T1_n134 a join T2_n80 b on a.key1=b.key2 join T3_n32 c on a.key1=c.key3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n134 +POSTHOOK: Input: default@t2_n80 +POSTHOOK: Input: default@t3_n32 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -138,8 +146,16 @@ POSTHOOK: Input: default@t3_n32 2 12 2 22 2 12 PREHOOK: query: explain select /*+ STREAMTABLE(b) */ a.*, b.*, c.* from T1_n134 a join T2_n80 b on a.key1=b.key2 join T3_n32 c on a.key1=c.key3 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n134 +PREHOOK: Input: default@t2_n80 +PREHOOK: Input: default@t3_n32 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ STREAMTABLE(b) */ a.*, b.*, c.* from T1_n134 a join T2_n80 b on a.key1=b.key2 join T3_n32 c on a.key1=c.key3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n134 +POSTHOOK: Input: default@t2_n80 +POSTHOOK: Input: default@t3_n32 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -228,8 +244,16 @@ POSTHOOK: Input: default@t3_n32 2 12 2 22 2 12 PREHOOK: query: explain select /*+ STREAMTABLE(c) */ a.*, b.*, c.* from T1_n134 a join T2_n80 b on a.key1=b.key2 join T3_n32 c on a.key1=c.key3 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n134 +PREHOOK: Input: default@t2_n80 +PREHOOK: Input: default@t3_n32 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ STREAMTABLE(c) */ a.*, b.*, c.* from T1_n134 a join T2_n80 b on a.key1=b.key2 join T3_n32 c on a.key1=c.key3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n134 +POSTHOOK: Input: default@t2_n80 +POSTHOOK: Input: default@t3_n32 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join_star.q.out b/ql/src/test/results/clientpositive/join_star.q.out index e3640a3..1f35147 100644 --- a/ql/src/test/results/clientpositive/join_star.q.out +++ b/ql/src/test/results/clientpositive/join_star.q.out @@ -128,8 +128,14 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@dim7 PREHOOK: query: explain select m1, m2, f2 from fact join dim1 on fact.d1=dim1.f1 PREHOOK: type: QUERY +PREHOOK: Input: default@dim1 +PREHOOK: Input: default@fact +#### A masked pattern was here #### POSTHOOK: query: explain select m1, m2, f2 from fact join dim1 on fact.d1=dim1.f1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dim1 +POSTHOOK: Input: default@fact +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -223,8 +229,16 @@ POSTHOOK: Input: default@fact 91 92 3 PREHOOK: query: explain select m1, m2, f2, f4 from fact join dim1 on fact.d1=dim1.f1 join dim2 on fact.d2=dim2.f3 PREHOOK: type: QUERY +PREHOOK: Input: default@dim1 +PREHOOK: Input: default@dim2 +PREHOOK: Input: default@fact +#### A masked pattern was here #### POSTHOOK: query: explain select m1, m2, f2, f4 from fact join dim1 on fact.d1=dim1.f1 join dim2 on fact.d2=dim2.f3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dim1 +POSTHOOK: Input: default@dim2 +POSTHOOK: Input: default@fact +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-7 is a root stage Stage-5 depends on stages: Stage-7 @@ -346,8 +360,16 @@ POSTHOOK: Input: default@fact 91 92 3 4 PREHOOK: query: explain select m1, m2, f2, f4 from fact join dim1 on fact.d1= dim1.f1 join dim2 on dim1.f2 = dim2.f3 PREHOOK: type: QUERY +PREHOOK: Input: default@dim1 +PREHOOK: Input: default@dim2 +PREHOOK: Input: default@fact +#### A masked pattern was here #### POSTHOOK: query: explain select m1, m2, f2, f4 from fact join dim1 on fact.d1= dim1.f1 join dim2 on dim1.f2 = dim2.f3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dim1 +POSTHOOK: Input: default@dim2 +POSTHOOK: Input: default@fact +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-7 is a root stage Stage-5 depends on stages: Stage-7 @@ -469,8 +491,16 @@ POSTHOOK: Input: default@fact 91 92 3 3 PREHOOK: query: explain select m1, m2, f2, f4 from fact Left outer join dim1 on fact.d1= dim1.f1 Left outer join dim2 on dim1.f2 = dim2.f3 PREHOOK: type: QUERY +PREHOOK: Input: default@dim1 +PREHOOK: Input: default@dim2 +PREHOOK: Input: default@fact +#### A masked pattern was here #### POSTHOOK: query: explain select m1, m2, f2, f4 from fact Left outer join dim1 on fact.d1= dim1.f1 Left outer join dim2 on dim1.f2 = dim2.f3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dim1 +POSTHOOK: Input: default@dim2 +POSTHOOK: Input: default@fact +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-7 is a root stage Stage-5 depends on stages: Stage-7 @@ -591,6 +621,15 @@ PREHOOK: query: explain Select m1, m2, f2, f4, f6, f8, f10, f12, f14 Left outer Join dim6 on dim3.f6= dim6.f11 Left outer Join dim7 on dim6.f12 = dim7.f13 PREHOOK: type: QUERY +PREHOOK: Input: default@dim1 +PREHOOK: Input: default@dim2 +PREHOOK: Input: default@dim3 +PREHOOK: Input: default@dim4 +PREHOOK: Input: default@dim5 +PREHOOK: Input: default@dim6 +PREHOOK: Input: default@dim7 +PREHOOK: Input: default@fact +#### A masked pattern was here #### POSTHOOK: query: explain Select m1, m2, f2, f4, f6, f8, f10, f12, f14 from fact Left outer join dim1 on fact.d1= dim1.f1 @@ -601,6 +640,15 @@ POSTHOOK: query: explain Select m1, m2, f2, f4, f6, f8, f10, f12, f14 Left outer Join dim6 on dim3.f6= dim6.f11 Left outer Join dim7 on dim6.f12 = dim7.f13 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dim1 +POSTHOOK: Input: default@dim2 +POSTHOOK: Input: default@dim3 +POSTHOOK: Input: default@dim4 +POSTHOOK: Input: default@dim5 +POSTHOOK: Input: default@dim6 +POSTHOOK: Input: default@dim7 +POSTHOOK: Input: default@fact +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-22 is a root stage Stage-15 depends on stages: Stage-22 diff --git a/ql/src/test/results/clientpositive/join_thrift.q.out b/ql/src/test/results/clientpositive/join_thrift.q.out index 8748a5b..3bd1f8f 100644 --- a/ql/src/test/results/clientpositive/join_thrift.q.out +++ b/ql/src/test/results/clientpositive/join_thrift.q.out @@ -20,12 +20,16 @@ FROM src_thrift s1 JOIN src_thrift s2 ON s1.aint = s2.aint PREHOOK: type: QUERY +PREHOOK: Input: default@src_thrift +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT s1.aint, s2.lintstring FROM src_thrift s1 JOIN src_thrift s2 ON s1.aint = s2.aint POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_thrift +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join_vc.q.out b/ql/src/test/results/clientpositive/join_vc.q.out index 109ac59..a8341cb 100644 --- a/ql/src/test/results/clientpositive/join_vc.q.out +++ b/ql/src/test/results/clientpositive/join_vc.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain select t3.BLOCK__OFFSET__INSIDE__FILE,t3.key,t3.value from src t1 join src t2 on t1.key = t2.key join src t3 on t2.value = t3.value order by t3.BLOCK__OFFSET__INSIDE__FILE,t3.key,t3.value limit 3 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select t3.BLOCK__OFFSET__INSIDE__FILE,t3.key,t3.value from src t1 join src t2 on t1.key = t2.key join src t3 on t2.value = t3.value order by t3.BLOCK__OFFSET__INSIDE__FILE,t3.key,t3.value limit 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -151,10 +155,14 @@ PREHOOK: query: explain select t2.BLOCK__OFFSET__INSIDE__FILE from src t1 join src t2 on t1.key = t2.key where t1.key < 100 order by t2.BLOCK__OFFSET__INSIDE__FILE PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select t2.BLOCK__OFFSET__INSIDE__FILE from src t1 join src t2 on t1.key = t2.key where t1.key < 100 order by t2.BLOCK__OFFSET__INSIDE__FILE POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/join_view.q.out b/ql/src/test/results/clientpositive/join_view.q.out index b8bf1ea..1326643 100644 --- a/ql/src/test/results/clientpositive/join_view.q.out +++ b/ql/src/test/results/clientpositive/join_view.q.out @@ -40,8 +40,16 @@ POSTHOOK: Lineage: v.foo SIMPLE [(invites2)invites2.FieldSchema(name:foo, type:i Warning: Shuffle Join JOIN[8][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-1:MAPRED' is a cross product PREHOOK: query: explain select * from v where ds='2011-09-01' PREHOOK: type: QUERY +PREHOOK: Input: default@invites +PREHOOK: Input: default@invites2 +PREHOOK: Input: default@v +#### A masked pattern was here #### POSTHOOK: query: explain select * from v where ds='2011-09-01' POSTHOOK: type: QUERY +POSTHOOK: Input: default@invites +POSTHOOK: Input: default@invites2 +POSTHOOK: Input: default@v +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/keyword_1.q.out b/ql/src/test/results/clientpositive/keyword_1.q.out index 621a739..59a6f1e 100644 --- a/ql/src/test/results/clientpositive/keyword_1.q.out +++ b/ql/src/test/results/clientpositive/keyword_1.q.out @@ -14,8 +14,12 @@ POSTHOOK: type: GRANT_PRIVILEGE POSTHOOK: Output: default@test_user PREHOOK: query: explain select `user` from test_user PREHOOK: type: QUERY +PREHOOK: Input: default@test_user +#### A masked pattern was here #### POSTHOOK: query: explain select `user` from test_user POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_user +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -62,8 +66,12 @@ POSTHOOK: type: GRANT_PRIVILEGE POSTHOOK: Output: default@test_user PREHOOK: query: explain select role from test_user PREHOOK: type: QUERY +PREHOOK: Input: default@test_user +#### A masked pattern was here #### POSTHOOK: query: explain select role from test_user POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_user +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/kill_query.q.out b/ql/src/test/results/clientpositive/kill_query.q.out index c180023..32c3f6a 100644 --- a/ql/src/test/results/clientpositive/kill_query.q.out +++ b/ql/src/test/results/clientpositive/kill_query.q.out @@ -1,5 +1,6 @@ PREHOOK: query: explain kill query 'query_1244656' PREHOOK: type: KILL QUERY +PREHOOK: Output: dummyHostnameForTest POSTHOOK: query: explain kill query 'query_1244656' POSTHOOK: type: KILL QUERY STAGE DEPENDENCIES: @@ -13,6 +14,7 @@ STAGE PLANS: PREHOOK: query: explain kill query 'query_123456677' 'query_1238503495' PREHOOK: type: KILL QUERY +PREHOOK: Output: dummyHostnameForTest POSTHOOK: query: explain kill query 'query_123456677' 'query_1238503495' POSTHOOK: type: KILL QUERY STAGE DEPENDENCIES: diff --git a/ql/src/test/results/clientpositive/lateral_view_cp.q.out b/ql/src/test/results/clientpositive/lateral_view_cp.q.out index b58da18..0b3b049 100644 --- a/ql/src/test/results/clientpositive/lateral_view_cp.q.out +++ b/ql/src/test/results/clientpositive/lateral_view_cp.q.out @@ -22,8 +22,14 @@ POSTHOOK: Lineage: array_valued_src.key SIMPLE [(src)src.FieldSchema(name:key, t POSTHOOK: Lineage: array_valued_src.value EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain select count(val) from (select a.key as key, b.value as array_val from src a join array_valued_src b on a.key=b.key) i lateral view explode (array_val) c as val PREHOOK: type: QUERY +PREHOOK: Input: default@array_valued_src +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(val) from (select a.key as key, b.value as array_val from src a join array_valued_src b on a.key=b.key) i lateral view explode (array_val) c as val POSTHOOK: type: QUERY +POSTHOOK: Input: default@array_valued_src +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/lateral_view_explode2.q.out b/ql/src/test/results/clientpositive/lateral_view_explode2.q.out index 911f660..00e9024 100644 --- a/ql/src/test/results/clientpositive/lateral_view_explode2.q.out +++ b/ql/src/test/results/clientpositive/lateral_view_explode2.q.out @@ -6,8 +6,12 @@ POSTHOOK: type: CREATEFUNCTION POSTHOOK: Output: explode2 PREHOOK: query: EXPLAIN SELECT col1, col2 FROM src LATERAL VIEW explode2(array(1,2,3)) myTable AS col1, col2 group by col1, col2 LIMIT 3 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT col1, col2 FROM src LATERAL VIEW explode2(array(1,2,3)) myTable AS col1, col2 group by col1, col2 LIMIT 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/lateral_view_noalias.q.out b/ql/src/test/results/clientpositive/lateral_view_noalias.q.out index 25a85a8..d9ae650 100644 --- a/ql/src/test/results/clientpositive/lateral_view_noalias.q.out +++ b/ql/src/test/results/clientpositive/lateral_view_noalias.q.out @@ -1,7 +1,11 @@ PREHOOK: query: EXPLAIN SELECT myTab.* from src LATERAL VIEW explode(map('key1', 100, 'key2', 200)) myTab limit 2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT myTab.* from src LATERAL VIEW explode(map('key1', 100, 'key2', 200)) myTab limit 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -59,8 +63,12 @@ key1 100 key2 200 PREHOOK: query: EXPLAIN SELECT explode(map('key1', 100, 'key2', 200)) from src limit 2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT explode(map('key1', 100, 'key2', 200)) from src limit 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -112,8 +120,14 @@ POSTHOOK: Lineage: lv_noalias.key SCRIPT [] POSTHOOK: Lineage: lv_noalias.value SCRIPT [] PREHOOK: query: explain select * from lv_noalias a join lv_noalias b on a.key=b.key PREHOOK: type: QUERY +PREHOOK: Input: default@lv_noalias +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from lv_noalias a join lv_noalias b on a.key=b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@lv_noalias +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 diff --git a/ql/src/test/results/clientpositive/lateral_view_onview.q.out b/ql/src/test/results/clientpositive/lateral_view_onview.q.out index 4de4f2e..647c421 100644 --- a/ql/src/test/results/clientpositive/lateral_view_onview.q.out +++ b/ql/src/test/results/clientpositive/lateral_view_onview.q.out @@ -34,8 +34,14 @@ POSTHOOK: Lineage: lv_view.c3 SIMPLE [(lv_table_n0)lv_table_n0.FieldSchema(name: POSTHOOK: Lineage: lv_view.c4 SIMPLE [(lv_table_n0)lv_table_n0.FieldSchema(name:c4, type:char(1), comment:null), ] PREHOOK: query: EXPLAIN SELECT * FROM lv_view LATERAL VIEW explode(array(1,2,3)) myTable AS myCol SORT BY c1 ASC, myCol ASC LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@lv_table_n0 +PREHOOK: Input: default@lv_view +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM lv_view LATERAL VIEW explode(array(1,2,3)) myTable AS myCol SORT BY c1 ASC, myCol ASC LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@lv_table_n0 +POSTHOOK: Input: default@lv_view +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -133,8 +139,14 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT myTable.* FROM lv_view LATERAL VIEW explode(array(1,2,3)) myTable AS myCol LIMIT 3 PREHOOK: type: QUERY +PREHOOK: Input: default@lv_table_n0 +PREHOOK: Input: default@lv_view +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT myTable.* FROM lv_view LATERAL VIEW explode(array(1,2,3)) myTable AS myCol LIMIT 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@lv_table_n0 +POSTHOOK: Input: default@lv_view +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -202,8 +214,14 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT myTable.myCol, myTable2.myCol2 FROM lv_view LATERAL VIEW explode(array(1,2,3)) myTable AS myCol LATERAL VIEW explode(array('a', 'b', 'c')) myTable2 AS myCol2 LIMIT 9 PREHOOK: type: QUERY +PREHOOK: Input: default@lv_table_n0 +PREHOOK: Input: default@lv_view +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT myTable.myCol, myTable2.myCol2 FROM lv_view LATERAL VIEW explode(array(1,2,3)) myTable AS myCol LATERAL VIEW explode(array('a', 'b', 'c')) myTable2 AS myCol2 LIMIT 9 POSTHOOK: type: QUERY +POSTHOOK: Input: default@lv_table_n0 +POSTHOOK: Input: default@lv_view +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -337,8 +355,14 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT myTable2.* FROM lv_view LATERAL VIEW explode(array(array(1,2,3))) myTable AS myCol LATERAL VIEW explode(myTable.myCol) myTable2 AS myCol2 LIMIT 3 PREHOOK: type: QUERY +PREHOOK: Input: default@lv_table_n0 +PREHOOK: Input: default@lv_view +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT myTable2.* FROM lv_view LATERAL VIEW explode(array(array(1,2,3))) myTable AS myCol LATERAL VIEW explode(myTable.myCol) myTable2 AS myCol2 LIMIT 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@lv_table_n0 +POSTHOOK: Input: default@lv_view +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -525,9 +549,15 @@ POSTHOOK: Input: default@lv_view PREHOOK: query: EXPLAIN SELECT SIZE(c2),c3,TRIM(c1),c4,myCol from lv_view LATERAL VIEW explode(array(1,2,3)) myTab as myCol limit 3 PREHOOK: type: QUERY +PREHOOK: Input: default@lv_table_n0 +PREHOOK: Input: default@lv_view +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SIZE(c2),c3,TRIM(c1),c4,myCol from lv_view LATERAL VIEW explode(array(1,2,3)) myTab as myCol limit 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@lv_table_n0 +POSTHOOK: Input: default@lv_view +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -658,8 +688,14 @@ POSTHOOK: Lineage: lv_table2.c1 SIMPLE [] POSTHOOK: Lineage: lv_table2.c2 EXPRESSION [] PREHOOK: query: EXPLAIN WITH lv_view1 AS (SELECT lv_table1_n0.*, c2 FROM lv_table1_n0 JOIN lv_table2 ON lv_table1_n0.c1 = lv_table2.c1), lv_view2 AS (SELECT * FROM lv_view1 LATERAL VIEW explode(c2) myTable AS myCol) SELECT * FROM lv_view2 SORT BY c1 ASC, myCol ASC LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@lv_table1_n0 +PREHOOK: Input: default@lv_table2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN WITH lv_view1 AS (SELECT lv_table1_n0.*, c2 FROM lv_table1_n0 JOIN lv_table2 ON lv_table1_n0.c1 = lv_table2.c1), lv_view2 AS (SELECT * FROM lv_view1 LATERAL VIEW explode(c2) myTable AS myCol) SELECT * FROM lv_view2 SORT BY c1 ASC, myCol ASC LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@lv_table1_n0 +POSTHOOK: Input: default@lv_table2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/lateral_view_onview2.q.out b/ql/src/test/results/clientpositive/lateral_view_onview2.q.out index 9c825aa..55f869b 100644 --- a/ql/src/test/results/clientpositive/lateral_view_onview2.q.out +++ b/ql/src/test/results/clientpositive/lateral_view_onview2.q.out @@ -34,8 +34,14 @@ POSTHOOK: Lineage: lv_view.c3 SIMPLE [(lv_table_n1)lv_table_n1.FieldSchema(name: POSTHOOK: Lineage: lv_view.c4 SIMPLE [(lv_table_n1)lv_table_n1.FieldSchema(name:c4, type:char(1), comment:null), ] PREHOOK: query: EXPLAIN SELECT myTable.myCol, myTable2.myCol2 FROM lv_view LATERAL VIEW explode(array(1,2,3)) myTable AS myCol LATERAL VIEW explode(array('a', 'b', 'c')) myTable2 AS myCol2 LIMIT 9 PREHOOK: type: QUERY +PREHOOK: Input: default@lv_table_n1 +PREHOOK: Input: default@lv_view +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT myTable.myCol, myTable2.myCol2 FROM lv_view LATERAL VIEW explode(array(1,2,3)) myTable AS myCol LATERAL VIEW explode(array('a', 'b', 'c')) myTable2 AS myCol2 LIMIT 9 POSTHOOK: type: QUERY +POSTHOOK: Input: default@lv_table_n1 +POSTHOOK: Input: default@lv_view +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/lateral_view_outer.q.out b/ql/src/test/results/clientpositive/lateral_view_outer.q.out index 342ed4b..3c6d932 100644 --- a/ql/src/test/results/clientpositive/lateral_view_outer.q.out +++ b/ql/src/test/results/clientpositive/lateral_view_outer.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select * from src LATERAL VIEW OUTER explode(array()) C AS a limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src LATERAL VIEW OUTER explode(array()) C AS a limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -91,9 +95,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select * from src LATERAL VIEW OUTER explode(array(4,5)) C AS a limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src LATERAL VIEW OUTER explode(array(4,5)) C AS a limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -193,9 +201,13 @@ POSTHOOK: Lineage: array_valued.value EXPRESSION [(src)src.FieldSchema(name:key, PREHOOK: query: explain select * from array_valued LATERAL VIEW OUTER explode(value) C AS a limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@array_valued +#### A masked pattern was here #### POSTHOOK: query: explain select * from array_valued LATERAL VIEW OUTER explode(value) C AS a limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@array_valued +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/lateral_view_ppd.q.out b/ql/src/test/results/clientpositive/lateral_view_ppd.q.out index 2e3adab..2892876 100644 --- a/ql/src/test/results/clientpositive/lateral_view_ppd.q.out +++ b/ql/src/test/results/clientpositive/lateral_view_ppd.q.out @@ -1,7 +1,11 @@ PREHOOK: query: EXPLAIN SELECT value, myCol FROM (SELECT * FROM src LATERAL VIEW explode(array(1,2,3)) myTable AS myCol) a WHERE key='0' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT value, myCol FROM (SELECT * FROM src LATERAL VIEW explode(array(1,2,3)) myTable AS myCol) a WHERE key='0' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -83,8 +87,12 @@ val_0 2 val_0 3 PREHOOK: query: EXPLAIN SELECT value, myCol FROM (SELECT * FROM src LATERAL VIEW explode(array(1,2,3)) myTable AS myCol) a WHERE key='0' AND myCol=1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT value, myCol FROM (SELECT * FROM src LATERAL VIEW explode(array(1,2,3)) myTable AS myCol) a WHERE key='0' AND myCol=1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -163,8 +171,14 @@ val_0 1 val_0 1 PREHOOK: query: EXPLAIN SELECT value, myCol FROM (SELECT * FROM srcpart LATERAL VIEW explode(array(1,2,3)) myTable AS myCol) a WHERE ds='2008-04-08' AND hr="12" LIMIT 12 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT value, myCol FROM (SELECT * FROM srcpart LATERAL VIEW explode(array(1,2,3)) myTable AS myCol) a WHERE ds='2008-04-08' AND hr="12" LIMIT 12 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -254,8 +268,12 @@ val_27 2 val_27 3 PREHOOK: query: EXPLAIN SELECT value, myCol FROM (SELECT * FROM src LATERAL VIEW explode(array(1,2,3)) myTable AS myCol LATERAL VIEW explode(array(1,2,3)) myTable2 AS myCol2) a WHERE key='0' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT value, myCol FROM (SELECT * FROM src LATERAL VIEW explode(array(1,2,3)) myTable AS myCol LATERAL VIEW explode(array(1,2,3)) myTable2 AS myCol2) a WHERE key='0' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -415,8 +433,12 @@ val_0 3 val_0 3 PREHOOK: query: EXPLAIN SELECT value, myCol FROM (SELECT * FROM src LATERAL VIEW explode(array(1,2,3)) myTable AS myCol WHERE myCol > 1) a WHERE key='0' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT value, myCol FROM (SELECT * FROM src LATERAL VIEW explode(array(1,2,3)) myTable AS myCol WHERE myCol > 1) a WHERE key='0' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/leftsemijoin.q.out b/ql/src/test/results/clientpositive/leftsemijoin.q.out index 77d50a6..8236d7b 100644 --- a/ql/src/test/results/clientpositive/leftsemijoin.q.out +++ b/ql/src/test/results/clientpositive/leftsemijoin.q.out @@ -111,8 +111,12 @@ POSTHOOK: Output: default@things_n1 Warning: Shuffle Join JOIN[10][tables = [$hdt$_1, $hdt$_2]] in Stage 'Stage-2:MAPRED' is a cross product PREHOOK: query: explain select part.p_type from part join (select p1.p_name from part p1, part p2 group by p1.p_name) pp ON pp.p_name = part.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select part.p_type from part join (select p1.p_name from part p1, part p2 group by p1.p_name) pp ON pp.p_name = part.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -254,8 +258,12 @@ STANDARD PLATED TIN STANDARD POLISHED STEEL PREHOOK: query: explain select part.p_type from part left join (select p1.p_name from part p1, part p2 group by p1.p_name) pp ON pp.p_name = part.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select part.p_type from part left join (select p1.p_name from part p1, part p2 group by p1.p_name) pp ON pp.p_name = part.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/limit0.q.out b/ql/src/test/results/clientpositive/limit0.q.out index 2a33b4d..89a682b 100644 --- a/ql/src/test/results/clientpositive/limit0.q.out +++ b/ql/src/test/results/clientpositive/limit0.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain select key from src limit 0 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key from src limit 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -14,8 +18,12 @@ STAGE PLANS: PREHOOK: query: explain select key from src where key = '238' limit 0 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key from src where key = '238' limit 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -28,8 +36,12 @@ STAGE PLANS: PREHOOK: query: explain select * from src where key = '238' limit 0 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src where key = '238' limit 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -42,8 +54,12 @@ STAGE PLANS: PREHOOK: query: explain select src.key, count(src.value) from src group by src.key limit 0 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src.key, count(src.value) from src group by src.key limit 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -56,8 +72,12 @@ STAGE PLANS: PREHOOK: query: explain select * from ( select key from src limit 3) sq1 limit 0 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from ( select key from src limit 3) sq1 limit 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/limit_pushdown2.q.out b/ql/src/test/results/clientpositive/limit_pushdown2.q.out index 87be772..c2902aa 100644 --- a/ql/src/test/results/clientpositive/limit_pushdown2.q.out +++ b/ql/src/test/results/clientpositive/limit_pushdown2.q.out @@ -3,11 +3,15 @@ select key, value, avg(key + 1) from src group by key, value order by key, value limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, avg(key + 1) from src group by key, value order by key, value limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -102,11 +106,15 @@ select key, value, avg(key + 1) from src group by key, value order by key, value desc limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, avg(key + 1) from src group by key, value order by key, value desc limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -201,11 +209,15 @@ select key, value, avg(key + 1) from src group by key, value order by key desc, value limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, avg(key + 1) from src group by key, value order by key desc, value limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -300,11 +312,15 @@ select key, value, avg(key + 1) from src group by value, key order by key, value limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, avg(key + 1) from src group by value, key order by key, value limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -399,11 +415,15 @@ select key, value, avg(key + 1) from src group by value, key order by key desc, value limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, avg(key + 1) from src group by value, key order by key desc, value limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -498,11 +518,15 @@ select key, value, avg(key + 1) from src group by value, key order by key desc limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, avg(key + 1) from src group by value, key order by key desc limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -597,11 +621,15 @@ select key, value, count(key + 1) as agg1 from src group by key, value order by key, value, agg1 limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, count(key + 1) as agg1 from src group by key, value order by key, value, agg1 limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -715,11 +743,15 @@ select key, value, count(key + 1) as agg1 from src group by key, value order by key desc, value, agg1 limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, count(key + 1) as agg1 from src group by key, value order by key desc, value, agg1 limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -833,11 +865,15 @@ select value, avg(key + 1) myavg from src group by value order by myavg, value desc limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select value, avg(key + 1) myavg from src group by value order by myavg, value desc limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -954,11 +990,15 @@ select key, value, avg(key + 1) from src group by value, key with rollup order by key, value limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, avg(key + 1) from src group by value, key with rollup order by key, value limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1045,11 +1085,15 @@ select key, value, avg(key + 1) from src group by rollup(value, key) order by key, value limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, avg(key + 1) from src group by rollup(value, key) order by key, value limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/limit_pushdown_negative.q.out b/ql/src/test/results/clientpositive/limit_pushdown_negative.q.out index 054305d..008d025 100644 --- a/ql/src/test/results/clientpositive/limit_pushdown_negative.q.out +++ b/ql/src/test/results/clientpositive/limit_pushdown_negative.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain select * from src a join src b on a.key=b.key limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src a join src b on a.key=b.key limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -70,8 +74,12 @@ STAGE PLANS: PREHOOK: query: explain select value, sum(key) as sum from src group by value having sum > 100 limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select value, sum(key) as sum from src group by value having sum > 100 limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -128,8 +136,12 @@ STAGE PLANS: PREHOOK: query: explain select key, L.* from (select * from src order by key) a lateral view explode(array(value, value)) L as v limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, L.* from (select * from src order by key) a lateral view explode(array(value, value)) L as v limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -219,10 +231,16 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_2 SELECT value, sum(key) GROUP BY value INSERT OVERWRITE TABLE dest_3 SELECT value, sum(key) GROUP BY value limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_2 +PREHOOK: Output: default@dest_3 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_2 SELECT value, sum(key) GROUP BY value INSERT OVERWRITE TABLE dest_3 SELECT value, sum(key) GROUP BY value limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_2 +POSTHOOK: Output: default@dest_3 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/lineage1.q.out b/ql/src/test/results/clientpositive/lineage1.q.out index beee129..0e32e39 100644 --- a/ql/src/test/results/clientpositive/lineage1.q.out +++ b/ql/src/test/results/clientpositive/lineage1.q.out @@ -19,6 +19,9 @@ FROM (SELECT t1.key, p1.value LEFT OUTER JOIN src p2 ON (t2.key = p2.key)) j PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest_l1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_l1 SELECT j.* @@ -32,6 +35,9 @@ FROM (SELECT t1.key, p1.value LEFT OUTER JOIN src p2 ON (t2.key = p2.key)) j POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest_l1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-10 diff --git a/ql/src/test/results/clientpositive/list_bucket_dml_1.q.out b/ql/src/test/results/clientpositive/list_bucket_dml_1.q.out index cffeda5..048cdf7 100644 --- a/ql/src/test/results/clientpositive/list_bucket_dml_1.q.out +++ b/ql/src/test/results/clientpositive/list_bucket_dml_1.q.out @@ -15,9 +15,16 @@ POSTHOOK: Output: default@list_bucketing_dynamic_part_n0 PREHOOK: query: explain extended insert overwrite table list_bucketing_dynamic_part_n0 partition (ds='2008-04-08', hr) select key, value, hr from srcpart where ds='2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@list_bucketing_dynamic_part_n0@ds=2008-04-08 POSTHOOK: query: explain extended insert overwrite table list_bucketing_dynamic_part_n0 partition (ds='2008-04-08', hr) select key, value, hr from srcpart where ds='2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 OPTIMIZED SQL: SELECT `key`, `value`, `hr` FROM `default`.`srcpart` WHERE `ds` = '2008-04-08' @@ -401,9 +408,15 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: query: explain extended select key, value from list_bucketing_dynamic_part_n0 where ds='2008-04-08' and hr='11' and key = "484" PREHOOK: type: QUERY +PREHOOK: Input: default@list_bucketing_dynamic_part_n0 +PREHOOK: Input: default@list_bucketing_dynamic_part_n0@ds=2008-04-08/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value from list_bucketing_dynamic_part_n0 where ds='2008-04-08' and hr='11' and key = "484" POSTHOOK: type: QUERY +POSTHOOK: Input: default@list_bucketing_dynamic_part_n0 +POSTHOOK: Input: default@list_bucketing_dynamic_part_n0@ds=2008-04-08/hr=11 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT CAST('484' AS STRING) AS `key`, `value` FROM `default`.`list_bucketing_dynamic_part_n0` WHERE `ds` = '2008-04-08' AND `hr` = '11' AND `key` = '484' diff --git a/ql/src/test/results/clientpositive/list_bucket_dml_11.q.out b/ql/src/test/results/clientpositive/list_bucket_dml_11.q.out index 2a18508..c8724ff 100644 --- a/ql/src/test/results/clientpositive/list_bucket_dml_11.q.out +++ b/ql/src/test/results/clientpositive/list_bucket_dml_11.q.out @@ -18,10 +18,14 @@ PREHOOK: query: explain extended insert overwrite table list_bucketing_static_part_n3 partition (ds = '2008-04-08', hr = '11') select key, value from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@list_bucketing_static_part_n3@ds=2008-04-08/hr=11 POSTHOOK: query: explain extended insert overwrite table list_bucketing_static_part_n3 partition (ds = '2008-04-08', hr = '11') select key, value from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@list_bucketing_static_part_n3@ds=2008-04-08/hr=11 OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`src` STAGE DEPENDENCIES: @@ -283,9 +287,15 @@ Storage Desc Params: PREHOOK: query: explain extended select key, value from list_bucketing_static_part_n3 where ds='2008-04-08' and hr='11' and value = "val_466" PREHOOK: type: QUERY +PREHOOK: Input: default@list_bucketing_static_part_n3 +PREHOOK: Input: default@list_bucketing_static_part_n3@ds=2008-04-08/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value from list_bucketing_static_part_n3 where ds='2008-04-08' and hr='11' and value = "val_466" POSTHOOK: type: QUERY +POSTHOOK: Input: default@list_bucketing_static_part_n3 +POSTHOOK: Input: default@list_bucketing_static_part_n3@ds=2008-04-08/hr=11 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, CAST('val_466' AS STRING) AS `value` FROM `default`.`list_bucketing_static_part_n3` WHERE `ds` = '2008-04-08' AND `hr` = '11' AND `value` = 'val_466' diff --git a/ql/src/test/results/clientpositive/list_bucket_dml_12.q.out b/ql/src/test/results/clientpositive/list_bucket_dml_12.q.out index 31c543d..10eaf5e 100644 --- a/ql/src/test/results/clientpositive/list_bucket_dml_12.q.out +++ b/ql/src/test/results/clientpositive/list_bucket_dml_12.q.out @@ -18,10 +18,14 @@ PREHOOK: query: explain extended insert overwrite table list_bucketing_mul_col_n0 partition (ds = '2008-04-08', hr = '11') select 1, key, 1, value, 1 from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@list_bucketing_mul_col_n0@ds=2008-04-08/hr=11 POSTHOOK: query: explain extended insert overwrite table list_bucketing_mul_col_n0 partition (ds = '2008-04-08', hr = '11') select 1, key, 1, value, 1 from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@list_bucketing_mul_col_n0@ds=2008-04-08/hr=11 OPTIMIZED SQL: SELECT 1 AS `_o__c0`, `key`, 1 AS `_o__c2`, `value`, 1 AS `_o__c4` FROM `default`.`src` STAGE DEPENDENCIES: @@ -290,10 +294,16 @@ PREHOOK: query: explain extended select * from list_bucketing_mul_col_n0 where ds='2008-04-08' and hr='11' and col2 = "466" and col4 = "val_466" PREHOOK: type: QUERY +PREHOOK: Input: default@list_bucketing_mul_col_n0 +PREHOOK: Input: default@list_bucketing_mul_col_n0@ds=2008-04-08/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from list_bucketing_mul_col_n0 where ds='2008-04-08' and hr='11' and col2 = "466" and col4 = "val_466" POSTHOOK: type: QUERY +POSTHOOK: Input: default@list_bucketing_mul_col_n0 +POSTHOOK: Input: default@list_bucketing_mul_col_n0@ds=2008-04-08/hr=11 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `col1`, CAST('466' AS STRING) AS `col2`, `col3`, CAST('val_466' AS STRING) AS `col4`, `col5`, CAST('2008-04-08' AS STRING) AS `ds`, CAST('11' AS STRING) AS `hr` FROM `default`.`list_bucketing_mul_col_n0` WHERE `ds` = '2008-04-08' AND `hr` = '11' AND `col2` = '466' AND `col4` = 'val_466' @@ -386,10 +396,16 @@ PREHOOK: query: explain extended select * from list_bucketing_mul_col_n0 where ds='2008-04-08' and hr='11' and col2 = "382" and col4 = "val_382" PREHOOK: type: QUERY +PREHOOK: Input: default@list_bucketing_mul_col_n0 +PREHOOK: Input: default@list_bucketing_mul_col_n0@ds=2008-04-08/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from list_bucketing_mul_col_n0 where ds='2008-04-08' and hr='11' and col2 = "382" and col4 = "val_382" POSTHOOK: type: QUERY +POSTHOOK: Input: default@list_bucketing_mul_col_n0 +POSTHOOK: Input: default@list_bucketing_mul_col_n0@ds=2008-04-08/hr=11 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `col1`, CAST('382' AS STRING) AS `col2`, `col3`, CAST('val_382' AS STRING) AS `col4`, `col5`, CAST('2008-04-08' AS STRING) AS `ds`, CAST('11' AS STRING) AS `hr` FROM `default`.`list_bucketing_mul_col_n0` WHERE `ds` = '2008-04-08' AND `hr` = '11' AND `col2` = '382' AND `col4` = 'val_382' diff --git a/ql/src/test/results/clientpositive/list_bucket_dml_13.q.out b/ql/src/test/results/clientpositive/list_bucket_dml_13.q.out index 720f3f8..cf94efd 100644 --- a/ql/src/test/results/clientpositive/list_bucket_dml_13.q.out +++ b/ql/src/test/results/clientpositive/list_bucket_dml_13.q.out @@ -18,10 +18,14 @@ PREHOOK: query: explain extended insert overwrite table list_bucketing_mul_col partition (ds = '2008-04-08', hr = '2013-01-23+18:00:99') select 1, key, 1, value, 1 from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@list_bucketing_mul_col@ds=2008-04-08/hr=2013-01-23+18%3A00%3A99 POSTHOOK: query: explain extended insert overwrite table list_bucketing_mul_col partition (ds = '2008-04-08', hr = '2013-01-23+18:00:99') select 1, key, 1, value, 1 from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@list_bucketing_mul_col@ds=2008-04-08/hr=2013-01-23+18%3A00%3A99 OPTIMIZED SQL: SELECT 1 AS `_o__c0`, `key`, 1 AS `_o__c2`, `value`, 1 AS `_o__c4` FROM `default`.`src` STAGE DEPENDENCIES: @@ -290,10 +294,16 @@ PREHOOK: query: explain extended select * from list_bucketing_mul_col where ds='2008-04-08' and hr='2013-01-23+18:00:99' and col2 = "466" and col4 = "val_466" PREHOOK: type: QUERY +PREHOOK: Input: default@list_bucketing_mul_col +PREHOOK: Input: default@list_bucketing_mul_col@ds=2008-04-08/hr=2013-01-23+18%3A00%3A99 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from list_bucketing_mul_col where ds='2008-04-08' and hr='2013-01-23+18:00:99' and col2 = "466" and col4 = "val_466" POSTHOOK: type: QUERY +POSTHOOK: Input: default@list_bucketing_mul_col +POSTHOOK: Input: default@list_bucketing_mul_col@ds=2008-04-08/hr=2013-01-23+18%3A00%3A99 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `col1`, CAST('466' AS STRING) AS `col2`, `col3`, CAST('val_466' AS STRING) AS `col4`, `col5`, CAST('2008-04-08' AS STRING) AS `ds`, CAST('2013-01-23+18:00:99' AS STRING) AS `hr` FROM `default`.`list_bucketing_mul_col` WHERE `ds` = '2008-04-08' AND `hr` = '2013-01-23+18:00:99' AND `col2` = '466' AND `col4` = 'val_466' diff --git a/ql/src/test/results/clientpositive/list_bucket_dml_14.q.out b/ql/src/test/results/clientpositive/list_bucket_dml_14.q.out index d926daf..009eec6 100644 --- a/ql/src/test/results/clientpositive/list_bucket_dml_14.q.out +++ b/ql/src/test/results/clientpositive/list_bucket_dml_14.q.out @@ -13,9 +13,13 @@ POSTHOOK: Output: default@list_bucketing PREHOOK: query: explain extended insert overwrite table list_bucketing select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@list_bucketing POSTHOOK: query: explain extended insert overwrite table list_bucketing select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@list_bucketing OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`src` STAGE DEPENDENCIES: @@ -286,9 +290,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain extended select key, value from list_bucketing where key = "484" PREHOOK: type: QUERY +PREHOOK: Input: default@list_bucketing +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value from list_bucketing where key = "484" POSTHOOK: type: QUERY +POSTHOOK: Input: default@list_bucketing +#### A masked pattern was here #### OPTIMIZED SQL: SELECT CAST('484' AS STRING) AS `key`, `value` FROM `default`.`list_bucketing` WHERE `key` = '484' diff --git a/ql/src/test/results/clientpositive/list_bucket_dml_2.q.out b/ql/src/test/results/clientpositive/list_bucket_dml_2.q.out index 66051c5..a17c45bd 100644 --- a/ql/src/test/results/clientpositive/list_bucket_dml_2.q.out +++ b/ql/src/test/results/clientpositive/list_bucket_dml_2.q.out @@ -18,10 +18,18 @@ PREHOOK: query: explain extended insert overwrite table list_bucketing_static_part_n4 partition (ds = '2008-04-08', hr = '11') select key, value from srcpart where ds = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@list_bucketing_static_part_n4@ds=2008-04-08/hr=11 POSTHOOK: query: explain extended insert overwrite table list_bucketing_static_part_n4 partition (ds = '2008-04-08', hr = '11') select key, value from srcpart where ds = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@list_bucketing_static_part_n4@ds=2008-04-08/hr=11 OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`srcpart` WHERE `ds` = '2008-04-08' diff --git a/ql/src/test/results/clientpositive/list_bucket_dml_3.q.out b/ql/src/test/results/clientpositive/list_bucket_dml_3.q.out index d935b9b..8ed4bce 100644 --- a/ql/src/test/results/clientpositive/list_bucket_dml_3.q.out +++ b/ql/src/test/results/clientpositive/list_bucket_dml_3.q.out @@ -9,9 +9,17 @@ POSTHOOK: Output: default@list_bucketing_static_part_n1 PREHOOK: query: explain extended insert overwrite table list_bucketing_static_part_n1 partition (ds='2008-04-08', hr='11') select key, value from srcpart where ds='2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@list_bucketing_static_part_n1@ds=2008-04-08/hr=11 POSTHOOK: query: explain extended insert overwrite table list_bucketing_static_part_n1 partition (ds='2008-04-08', hr='11') select key, value from srcpart where ds='2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@list_bucketing_static_part_n1@ds=2008-04-08/hr=11 OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`srcpart` WHERE `ds` = '2008-04-08' @@ -349,9 +357,15 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: query: explain extended select key, value from list_bucketing_static_part_n1 where ds='2008-04-08' and hr='11' and key = "484" PREHOOK: type: QUERY +PREHOOK: Input: default@list_bucketing_static_part_n1 +PREHOOK: Input: default@list_bucketing_static_part_n1@ds=2008-04-08/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value from list_bucketing_static_part_n1 where ds='2008-04-08' and hr='11' and key = "484" POSTHOOK: type: QUERY +POSTHOOK: Input: default@list_bucketing_static_part_n1 +POSTHOOK: Input: default@list_bucketing_static_part_n1@ds=2008-04-08/hr=11 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT CAST('484' AS STRING) AS `key`, `value` FROM `default`.`list_bucketing_static_part_n1` WHERE `ds` = '2008-04-08' AND `hr` = '11' AND `key` = '484' diff --git a/ql/src/test/results/clientpositive/list_bucket_dml_4.q.out b/ql/src/test/results/clientpositive/list_bucket_dml_4.q.out index 2a9f48c..c133162 100644 --- a/ql/src/test/results/clientpositive/list_bucket_dml_4.q.out +++ b/ql/src/test/results/clientpositive/list_bucket_dml_4.q.out @@ -18,10 +18,18 @@ PREHOOK: query: explain extended insert overwrite table list_bucketing_static_part_n2 partition (ds = '2008-04-08', hr = '11') select key, value from srcpart where ds = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@list_bucketing_static_part_n2@ds=2008-04-08/hr=11 POSTHOOK: query: explain extended insert overwrite table list_bucketing_static_part_n2 partition (ds = '2008-04-08', hr = '11') select key, value from srcpart where ds = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@list_bucketing_static_part_n2@ds=2008-04-08/hr=11 OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`srcpart` WHERE `ds` = '2008-04-08' @@ -340,10 +348,18 @@ PREHOOK: query: explain extended insert overwrite table list_bucketing_static_part_n2 partition (ds = '2008-04-08', hr = '11') select key, value from srcpart where ds = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@list_bucketing_static_part_n2@ds=2008-04-08/hr=11 POSTHOOK: query: explain extended insert overwrite table list_bucketing_static_part_n2 partition (ds = '2008-04-08', hr = '11') select key, value from srcpart where ds = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@list_bucketing_static_part_n2@ds=2008-04-08/hr=11 OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`srcpart` WHERE `ds` = '2008-04-08' diff --git a/ql/src/test/results/clientpositive/list_bucket_dml_5.q.out b/ql/src/test/results/clientpositive/list_bucket_dml_5.q.out index cad9183..03c09ab 100644 --- a/ql/src/test/results/clientpositive/list_bucket_dml_5.q.out +++ b/ql/src/test/results/clientpositive/list_bucket_dml_5.q.out @@ -15,9 +15,16 @@ POSTHOOK: Output: default@list_bucketing_dynamic_part_n1 PREHOOK: query: explain extended insert overwrite table list_bucketing_dynamic_part_n1 partition (ds='2008-04-08', hr) select key, value, hr from srcpart where ds='2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@list_bucketing_dynamic_part_n1@ds=2008-04-08 POSTHOOK: query: explain extended insert overwrite table list_bucketing_dynamic_part_n1 partition (ds='2008-04-08', hr) select key, value, hr from srcpart where ds='2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 OPTIMIZED SQL: SELECT `key`, `value`, `hr` FROM `default`.`srcpart` WHERE `ds` = '2008-04-08' @@ -406,9 +413,17 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: query: explain extended select key, value, ds, hr from list_bucketing_dynamic_part_n1 where ds='2008-04-08' and key = "103" and value ="val_103" PREHOOK: type: QUERY +PREHOOK: Input: default@list_bucketing_dynamic_part_n1 +PREHOOK: Input: default@list_bucketing_dynamic_part_n1@ds=2008-04-08/hr=11 +PREHOOK: Input: default@list_bucketing_dynamic_part_n1@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value, ds, hr from list_bucketing_dynamic_part_n1 where ds='2008-04-08' and key = "103" and value ="val_103" POSTHOOK: type: QUERY +POSTHOOK: Input: default@list_bucketing_dynamic_part_n1 +POSTHOOK: Input: default@list_bucketing_dynamic_part_n1@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@list_bucketing_dynamic_part_n1@ds=2008-04-08/hr=12 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT CAST('103' AS STRING) AS `key`, CAST('val_103' AS STRING) AS `value`, CAST('2008-04-08' AS STRING) AS `ds`, `hr` FROM `default`.`list_bucketing_dynamic_part_n1` WHERE `ds` = '2008-04-08' AND `key` = '103' AND `value` = 'val_103' diff --git a/ql/src/test/results/clientpositive/list_bucket_dml_6.q.out b/ql/src/test/results/clientpositive/list_bucket_dml_6.q.out index e497c6a..ff5a4e3 100644 --- a/ql/src/test/results/clientpositive/list_bucket_dml_6.q.out +++ b/ql/src/test/results/clientpositive/list_bucket_dml_6.q.out @@ -18,10 +18,17 @@ PREHOOK: query: explain extended insert overwrite table list_bucketing_dynamic_part_n3 partition (ds = '2008-04-08', hr) select key, value, if(key % 100 == 0, 'a1', 'b1') from srcpart where ds = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@list_bucketing_dynamic_part_n3@ds=2008-04-08 POSTHOOK: query: explain extended insert overwrite table list_bucketing_dynamic_part_n3 partition (ds = '2008-04-08', hr) select key, value, if(key % 100 == 0, 'a1', 'b1') from srcpart where ds = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 OPTIMIZED SQL: SELECT `key`, `value`, IF(MOD(CAST(`key` AS DOUBLE), CAST(100 AS DOUBLE)) = 0, 'a1', 'b1') AS `_o__c2` FROM `default`.`srcpart` WHERE `ds` = '2008-04-08' @@ -385,10 +392,17 @@ PREHOOK: query: explain extended insert overwrite table list_bucketing_dynamic_part_n3 partition (ds = '2008-04-08', hr) select key, value, if(key % 100 == 0, 'a1', 'b1') from srcpart where ds = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@list_bucketing_dynamic_part_n3@ds=2008-04-08 POSTHOOK: query: explain extended insert overwrite table list_bucketing_dynamic_part_n3 partition (ds = '2008-04-08', hr) select key, value, if(key % 100 == 0, 'a1', 'b1') from srcpart where ds = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 OPTIMIZED SQL: SELECT `key`, `value`, IF(MOD(CAST(`key` AS DOUBLE), CAST(100 AS DOUBLE)) = 0, 'a1', 'b1') AS `_o__c2` FROM `default`.`srcpart` WHERE `ds` = '2008-04-08' @@ -895,9 +909,17 @@ POSTHOOK: Input: default@list_bucketing_dynamic_part_n3 PREHOOK: query: explain extended select * from list_bucketing_dynamic_part_n3 where key = '484' and value = 'val_484' PREHOOK: type: QUERY +PREHOOK: Input: default@list_bucketing_dynamic_part_n3 +PREHOOK: Input: default@list_bucketing_dynamic_part_n3@ds=2008-04-08/hr=a1 +PREHOOK: Input: default@list_bucketing_dynamic_part_n3@ds=2008-04-08/hr=b1 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from list_bucketing_dynamic_part_n3 where key = '484' and value = 'val_484' POSTHOOK: type: QUERY +POSTHOOK: Input: default@list_bucketing_dynamic_part_n3 +POSTHOOK: Input: default@list_bucketing_dynamic_part_n3@ds=2008-04-08/hr=a1 +POSTHOOK: Input: default@list_bucketing_dynamic_part_n3@ds=2008-04-08/hr=b1 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT CAST('484' AS STRING) AS `key`, CAST('val_484' AS STRING) AS `value`, `ds`, `hr` FROM `default`.`list_bucketing_dynamic_part_n3` WHERE `key` = '484' AND `value` = 'val_484' diff --git a/ql/src/test/results/clientpositive/list_bucket_dml_7.q.out b/ql/src/test/results/clientpositive/list_bucket_dml_7.q.out index 5ab1d0d..bf7a2bc 100644 --- a/ql/src/test/results/clientpositive/list_bucket_dml_7.q.out +++ b/ql/src/test/results/clientpositive/list_bucket_dml_7.q.out @@ -18,10 +18,17 @@ PREHOOK: query: explain extended insert overwrite table list_bucketing_dynamic_part partition (ds = '2008-04-08', hr) select key, value, if(key % 100 == 0, 'a1', 'b1') from srcpart where ds = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@list_bucketing_dynamic_part@ds=2008-04-08 POSTHOOK: query: explain extended insert overwrite table list_bucketing_dynamic_part partition (ds = '2008-04-08', hr) select key, value, if(key % 100 == 0, 'a1', 'b1') from srcpart where ds = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 OPTIMIZED SQL: SELECT `key`, `value`, IF(MOD(CAST(`key` AS DOUBLE), CAST(100 AS DOUBLE)) = 0, 'a1', 'b1') AS `_o__c2` FROM `default`.`srcpart` WHERE `ds` = '2008-04-08' @@ -385,10 +392,17 @@ PREHOOK: query: explain extended insert overwrite table list_bucketing_dynamic_part partition (ds = '2008-04-08', hr) select key, value, if(key % 100 == 0, 'a1', 'b1') from srcpart where ds = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@list_bucketing_dynamic_part@ds=2008-04-08 POSTHOOK: query: explain extended insert overwrite table list_bucketing_dynamic_part partition (ds = '2008-04-08', hr) select key, value, if(key % 100 == 0, 'a1', 'b1') from srcpart where ds = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 OPTIMIZED SQL: SELECT `key`, `value`, IF(MOD(CAST(`key` AS DOUBLE), CAST(100 AS DOUBLE)) = 0, 'a1', 'b1') AS `_o__c2` FROM `default`.`srcpart` WHERE `ds` = '2008-04-08' @@ -895,9 +909,17 @@ POSTHOOK: Input: default@list_bucketing_dynamic_part PREHOOK: query: explain extended select * from list_bucketing_dynamic_part where key = '484' and value = 'val_484' PREHOOK: type: QUERY +PREHOOK: Input: default@list_bucketing_dynamic_part +PREHOOK: Input: default@list_bucketing_dynamic_part@ds=2008-04-08/hr=a1 +PREHOOK: Input: default@list_bucketing_dynamic_part@ds=2008-04-08/hr=b1 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from list_bucketing_dynamic_part where key = '484' and value = 'val_484' POSTHOOK: type: QUERY +POSTHOOK: Input: default@list_bucketing_dynamic_part +POSTHOOK: Input: default@list_bucketing_dynamic_part@ds=2008-04-08/hr=a1 +POSTHOOK: Input: default@list_bucketing_dynamic_part@ds=2008-04-08/hr=b1 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT CAST('484' AS STRING) AS `key`, CAST('val_484' AS STRING) AS `value`, `ds`, `hr` FROM `default`.`list_bucketing_dynamic_part` WHERE `key` = '484' AND `value` = 'val_484' diff --git a/ql/src/test/results/clientpositive/list_bucket_dml_8.q.out b/ql/src/test/results/clientpositive/list_bucket_dml_8.q.out index 6927684..42f8874 100644 --- a/ql/src/test/results/clientpositive/list_bucket_dml_8.q.out +++ b/ql/src/test/results/clientpositive/list_bucket_dml_8.q.out @@ -18,10 +18,17 @@ PREHOOK: query: explain extended insert overwrite table list_bucketing_dynamic_part_n2 partition (ds = '2008-04-08', hr) select key, value, if(key % 100 == 0, 'a1', 'b1') from srcpart where ds = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@list_bucketing_dynamic_part_n2@ds=2008-04-08 POSTHOOK: query: explain extended insert overwrite table list_bucketing_dynamic_part_n2 partition (ds = '2008-04-08', hr) select key, value, if(key % 100 == 0, 'a1', 'b1') from srcpart where ds = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 OPTIMIZED SQL: SELECT `key`, `value`, IF(MOD(CAST(`key` AS DOUBLE), CAST(100 AS DOUBLE)) = 0, 'a1', 'b1') AS `_o__c2` FROM `default`.`srcpart` WHERE `ds` = '2008-04-08' @@ -456,9 +463,17 @@ POSTHOOK: Input: default@list_bucketing_dynamic_part_n2@ds=2008-04-08/hr=b1 PREHOOK: query: explain extended select * from list_bucketing_dynamic_part_n2 where key = '484' and value = 'val_484' PREHOOK: type: QUERY +PREHOOK: Input: default@list_bucketing_dynamic_part_n2 +PREHOOK: Input: default@list_bucketing_dynamic_part_n2@ds=2008-04-08/hr=a1 +PREHOOK: Input: default@list_bucketing_dynamic_part_n2@ds=2008-04-08/hr=b1 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from list_bucketing_dynamic_part_n2 where key = '484' and value = 'val_484' POSTHOOK: type: QUERY +POSTHOOK: Input: default@list_bucketing_dynamic_part_n2 +POSTHOOK: Input: default@list_bucketing_dynamic_part_n2@ds=2008-04-08/hr=a1 +POSTHOOK: Input: default@list_bucketing_dynamic_part_n2@ds=2008-04-08/hr=b1 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT CAST('484' AS STRING) AS `key`, CAST('val_484' AS STRING) AS `value`, `ds`, `hr` FROM `default`.`list_bucketing_dynamic_part_n2` WHERE `key` = '484' AND `value` = 'val_484' diff --git a/ql/src/test/results/clientpositive/list_bucket_dml_9.q.out b/ql/src/test/results/clientpositive/list_bucket_dml_9.q.out index 62721e3..9725bba 100644 --- a/ql/src/test/results/clientpositive/list_bucket_dml_9.q.out +++ b/ql/src/test/results/clientpositive/list_bucket_dml_9.q.out @@ -18,10 +18,18 @@ PREHOOK: query: explain extended insert overwrite table list_bucketing_static_part_n0 partition (ds = '2008-04-08', hr = '11') select key, value from srcpart where ds = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@list_bucketing_static_part_n0@ds=2008-04-08/hr=11 POSTHOOK: query: explain extended insert overwrite table list_bucketing_static_part_n0 partition (ds = '2008-04-08', hr = '11') select key, value from srcpart where ds = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@list_bucketing_static_part_n0@ds=2008-04-08/hr=11 OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`srcpart` WHERE `ds` = '2008-04-08' @@ -340,10 +348,18 @@ PREHOOK: query: explain extended insert overwrite table list_bucketing_static_part_n0 partition (ds = '2008-04-08', hr = '11') select key, value from srcpart where ds = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@list_bucketing_static_part_n0@ds=2008-04-08/hr=11 POSTHOOK: query: explain extended insert overwrite table list_bucketing_static_part_n0 partition (ds = '2008-04-08', hr = '11') select key, value from srcpart where ds = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@list_bucketing_static_part_n0@ds=2008-04-08/hr=11 OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`srcpart` WHERE `ds` = '2008-04-08' diff --git a/ql/src/test/results/clientpositive/list_bucket_query_multiskew_1.q.out b/ql/src/test/results/clientpositive/list_bucket_query_multiskew_1.q.out index 63ec701..a32d6e4 100644 --- a/ql/src/test/results/clientpositive/list_bucket_query_multiskew_1.q.out +++ b/ql/src/test/results/clientpositive/list_bucket_query_multiskew_1.q.out @@ -255,8 +255,14 @@ POSTHOOK: Input: default@fact_daily@ds=1/hr=4 238 val_238 PREHOOK: query: explain extended SELECT key FROM fact_daily WHERE ( ds='1' and hr='4') and (value = "3") PREHOOK: type: QUERY +PREHOOK: Input: default@fact_daily +PREHOOK: Input: default@fact_daily@ds=1/hr=4 +#### A masked pattern was here #### POSTHOOK: query: explain extended SELECT key FROM fact_daily WHERE ( ds='1' and hr='4') and (value = "3") POSTHOOK: type: QUERY +POSTHOOK: Input: default@fact_daily +POSTHOOK: Input: default@fact_daily@ds=1/hr=4 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key` FROM `default`.`fact_daily` WHERE `ds` = '1' AND `hr` = '4' AND `value` = '3' @@ -342,8 +348,14 @@ POSTHOOK: Input: default@fact_daily@ds=1/hr=4 #### A masked pattern was here #### PREHOOK: query: explain extended SELECT key,value FROM fact_daily WHERE ( ds='1' and hr='4') and key = '495' PREHOOK: type: QUERY +PREHOOK: Input: default@fact_daily +PREHOOK: Input: default@fact_daily@ds=1/hr=4 +#### A masked pattern was here #### POSTHOOK: query: explain extended SELECT key,value FROM fact_daily WHERE ( ds='1' and hr='4') and key = '495' POSTHOOK: type: QUERY +POSTHOOK: Input: default@fact_daily +POSTHOOK: Input: default@fact_daily@ds=1/hr=4 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT CAST('495' AS STRING) AS `key`, `value` FROM `default`.`fact_daily` WHERE `ds` = '1' AND `hr` = '4' AND `key` = '495' diff --git a/ql/src/test/results/clientpositive/list_bucket_query_multiskew_2.q.out b/ql/src/test/results/clientpositive/list_bucket_query_multiskew_2.q.out index ba9ec5b..0f579f2 100644 --- a/ql/src/test/results/clientpositive/list_bucket_query_multiskew_2.q.out +++ b/ql/src/test/results/clientpositive/list_bucket_query_multiskew_2.q.out @@ -78,8 +78,14 @@ POSTHOOK: Input: default@fact_daily_n2 500 PREHOOK: query: explain extended SELECT key, value FROM fact_daily_n2 WHERE ds='1' and hr='4' and value= 'val_484' PREHOOK: type: QUERY +PREHOOK: Input: default@fact_daily_n2 +PREHOOK: Input: default@fact_daily_n2@ds=1/hr=4 +#### A masked pattern was here #### POSTHOOK: query: explain extended SELECT key, value FROM fact_daily_n2 WHERE ds='1' and hr='4' and value= 'val_484' POSTHOOK: type: QUERY +POSTHOOK: Input: default@fact_daily_n2 +POSTHOOK: Input: default@fact_daily_n2@ds=1/hr=4 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, CAST('val_484' AS STRING) AS `value` FROM `default`.`fact_daily_n2` WHERE `ds` = '1' AND `hr` = '4' AND `value` = 'val_484' diff --git a/ql/src/test/results/clientpositive/list_bucket_query_multiskew_3.q.out b/ql/src/test/results/clientpositive/list_bucket_query_multiskew_3.q.out index 0a1d4a6..2d5fd85 100644 --- a/ql/src/test/results/clientpositive/list_bucket_query_multiskew_3.q.out +++ b/ql/src/test/results/clientpositive/list_bucket_query_multiskew_3.q.out @@ -187,9 +187,15 @@ Storage Desc Params: PREHOOK: query: explain extended select * from fact_daily_n3 where ds = '1' and hr='1' and key='145' PREHOOK: type: QUERY +PREHOOK: Input: default@fact_daily_n3 +PREHOOK: Input: default@fact_daily_n3@ds=1/hr=1 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from fact_daily_n3 where ds = '1' and hr='1' and key='145' POSTHOOK: type: QUERY +POSTHOOK: Input: default@fact_daily_n3 +POSTHOOK: Input: default@fact_daily_n3@ds=1/hr=1 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT CAST('145' AS STRING) AS `key`, `value`, CAST('1' AS STRING) AS `ds`, CAST('1' AS STRING) AS `hr` FROM `default`.`fact_daily_n3` WHERE `ds` = '1' AND `hr` = '1' AND `key` = '145' @@ -277,9 +283,13 @@ POSTHOOK: Input: default@fact_daily_n3@ds=1/hr=1 PREHOOK: query: explain extended select count(*) from fact_daily_n3 where ds = '1' and hr='1' PREHOOK: type: QUERY +PREHOOK: Input: default@fact_daily_n3 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) from fact_daily_n3 where ds = '1' and hr='1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@fact_daily_n3 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM `default`.`fact_daily_n3` WHERE `ds` = '1' AND `hr` = '1' diff --git a/ql/src/test/results/clientpositive/list_bucket_query_oneskew_2.q.out b/ql/src/test/results/clientpositive/list_bucket_query_oneskew_2.q.out index 3b98e4f..b378204 100644 --- a/ql/src/test/results/clientpositive/list_bucket_query_oneskew_2.q.out +++ b/ql/src/test/results/clientpositive/list_bucket_query_oneskew_2.q.out @@ -217,8 +217,14 @@ POSTHOOK: Input: default@fact_daily_n5@ds=1 484 PREHOOK: query: explain extended select x1, y1 from(select x as x1, y as y1 from fact_daily_n5 where ds ='1') subq where x1 = 484 PREHOOK: type: QUERY +PREHOOK: Input: default@fact_daily_n5 +PREHOOK: Input: default@fact_daily_n5@ds=1 +#### A masked pattern was here #### POSTHOOK: query: explain extended select x1, y1 from(select x as x1, y as y1 from fact_daily_n5 where ds ='1') subq where x1 = 484 POSTHOOK: type: QUERY +POSTHOOK: Input: default@fact_daily_n5 +POSTHOOK: Input: default@fact_daily_n5@ds=1 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT CAST(484 AS INTEGER) AS `x1`, `y` AS `y1` FROM `default`.`fact_daily_n5` WHERE `ds` = '1' AND `x` = 484 @@ -302,8 +308,14 @@ POSTHOOK: Input: default@fact_daily_n5@ds=1 484 val_484 PREHOOK: query: explain extended select y, count(1) from fact_daily_n5 where ds ='1' and x = 484 group by y PREHOOK: type: QUERY +PREHOOK: Input: default@fact_daily_n5 +PREHOOK: Input: default@fact_daily_n5@ds=1 +#### A masked pattern was here #### POSTHOOK: query: explain extended select y, count(1) from fact_daily_n5 where ds ='1' and x = 484 group by y POSTHOOK: type: QUERY +POSTHOOK: Input: default@fact_daily_n5 +POSTHOOK: Input: default@fact_daily_n5@ds=1 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `y`, COUNT(*) AS `$f1` FROM `default`.`fact_daily_n5` WHERE `ds` = '1' AND `x` = 484 @@ -445,8 +457,14 @@ POSTHOOK: Input: default@fact_daily_n5@ds=1 val_484 1 PREHOOK: query: explain extended select x, c from (select x, count(1) as c from fact_daily_n5 where ds = '1' group by x) subq where x = 484 PREHOOK: type: QUERY +PREHOOK: Input: default@fact_daily_n5 +PREHOOK: Input: default@fact_daily_n5@ds=1 +#### A masked pattern was here #### POSTHOOK: query: explain extended select x, c from (select x, count(1) as c from fact_daily_n5 where ds = '1' group by x) subq where x = 484 POSTHOOK: type: QUERY +POSTHOOK: Input: default@fact_daily_n5 +POSTHOOK: Input: default@fact_daily_n5@ds=1 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT CAST(484 AS INTEGER) AS `x`, COUNT(*) AS `c` FROM `default`.`fact_daily_n5` WHERE `ds` = '1' AND `x` = 484 diff --git a/ql/src/test/results/clientpositive/list_bucket_query_oneskew_3.q.out b/ql/src/test/results/clientpositive/list_bucket_query_oneskew_3.q.out index dc7e501..b82f711 100644 --- a/ql/src/test/results/clientpositive/list_bucket_query_oneskew_3.q.out +++ b/ql/src/test/results/clientpositive/list_bucket_query_oneskew_3.q.out @@ -152,8 +152,14 @@ POSTHOOK: Input: default@fact_daily_n0@ds=1 86 val_86 val_86 1 PREHOOK: query: explain extended SELECT x FROM fact_daily_n0 WHERE ds='1' and not (x = 86) PREHOOK: type: QUERY +PREHOOK: Input: default@fact_daily_n0 +PREHOOK: Input: default@fact_daily_n0@ds=1 +#### A masked pattern was here #### POSTHOOK: query: explain extended SELECT x FROM fact_daily_n0 WHERE ds='1' and not (x = 86) POSTHOOK: type: QUERY +POSTHOOK: Input: default@fact_daily_n0 +POSTHOOK: Input: default@fact_daily_n0@ds=1 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `x` FROM `default`.`fact_daily_n0` WHERE `ds` = '1' AND `x` <> 86 diff --git a/ql/src/test/results/clientpositive/literal_decimal.q.out b/ql/src/test/results/clientpositive/literal_decimal.q.out index 6012933..61f9f7f 100644 --- a/ql/src/test/results/clientpositive/literal_decimal.q.out +++ b/ql/src/test/results/clientpositive/literal_decimal.q.out @@ -1,7 +1,11 @@ PREHOOK: query: EXPLAIN SELECT -1BD, 0BD, 1BD, 3.14BD, -3.14BD, 99999999999999999BD, 99999999999999999.9999999999999BD, 1E99BD FROM src LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT -1BD, 0BD, 1BD, 3.14BD, -3.14BD, 99999999999999999BD, 99999999999999999.9999999999999BD, 1E99BD FROM src LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/literal_double.q.out b/ql/src/test/results/clientpositive/literal_double.q.out index 76236ca..81459c9 100644 --- a/ql/src/test/results/clientpositive/literal_double.q.out +++ b/ql/src/test/results/clientpositive/literal_double.q.out @@ -1,7 +1,11 @@ PREHOOK: query: EXPLAIN SELECT 3.14, -3.14, 3.14e8, 3.14e-8, -3.14e8, -3.14e-8, 3.14e+8, 3.14E8, 3.14E-8 FROM src LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT 3.14, -3.14, 3.14e8, 3.14e-8, -3.14e8, -3.14e-8, 3.14e+8, 3.14E8, 3.14E-8 FROM src LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/literal_ints.q.out b/ql/src/test/results/clientpositive/literal_ints.q.out index a3230b9..9867e09 100644 --- a/ql/src/test/results/clientpositive/literal_ints.q.out +++ b/ql/src/test/results/clientpositive/literal_ints.q.out @@ -1,7 +1,11 @@ PREHOOK: query: EXPLAIN SELECT 100, 100Y, 100S, 100L FROM src LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT 100, 100Y, 100S, 100L FROM src LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/literal_string.q.out b/ql/src/test/results/clientpositive/literal_string.q.out index b2f5e12..c5bfd75 100644 --- a/ql/src/test/results/clientpositive/literal_string.q.out +++ b/ql/src/test/results/clientpositive/literal_string.q.out @@ -5,6 +5,8 @@ PREHOOK: query: EXPLAIN SELECT 'face''book', 'face' 'book', 'face' 'face' 'bo' 'ok', 'face'"book", "face"'book', 'facebook' FROM src LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT 'face''book', 'face' 'book', 'face' 'book', "face""book", "face" "book", "face" @@ -12,6 +14,8 @@ POSTHOOK: query: EXPLAIN SELECT 'face''book', 'face' 'book', 'face' 'face' 'bo' 'ok', 'face'"book", "face"'book', 'facebook' FROM src LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/llap/acid_no_buckets.q.out b/ql/src/test/results/clientpositive/llap/acid_no_buckets.q.out index f9a17a5..1df96b0 100644 --- a/ql/src/test/results/clientpositive/llap/acid_no_buckets.q.out +++ b/ql/src/test/results/clientpositive/llap/acid_no_buckets.q.out @@ -99,8 +99,18 @@ POSTHOOK: Output: default@srcpart_acid@ds=2008-04-09/hr=12 #### A masked pattern was here #### PREHOOK: query: explain update srcpart_acid set value = concat(value, 'updated') where cast(key as integer) in(413,43) and hr='11' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_acid +PREHOOK: Input: default@srcpart_acid@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart_acid@ds=2008-04-09/hr=11 +PREHOOK: Output: default@srcpart_acid@ds=2008-04-08/hr=11 +PREHOOK: Output: default@srcpart_acid@ds=2008-04-09/hr=11 POSTHOOK: query: explain update srcpart_acid set value = concat(value, 'updated') where cast(key as integer) in(413,43) and hr='11' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_acid +POSTHOOK: Input: default@srcpart_acid@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart_acid@ds=2008-04-09/hr=11 +POSTHOOK: Output: default@srcpart_acid@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@srcpart_acid@ds=2008-04-09/hr=11 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -282,8 +292,26 @@ POSTHOOK: Output: default@srcpart_acid@ds=2008-04-09/hr=12 #### A masked pattern was here #### PREHOOK: query: explain delete from srcpart_acid where key in( '1001', '213', '43') PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_acid +PREHOOK: Input: default@srcpart_acid@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart_acid@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart_acid@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart_acid@ds=2008-04-09/hr=12 +PREHOOK: Output: default@srcpart_acid@ds=2008-04-08/hr=11 +PREHOOK: Output: default@srcpart_acid@ds=2008-04-08/hr=12 +PREHOOK: Output: default@srcpart_acid@ds=2008-04-09/hr=11 +PREHOOK: Output: default@srcpart_acid@ds=2008-04-09/hr=12 POSTHOOK: query: explain delete from srcpart_acid where key in( '1001', '213', '43') POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_acid +POSTHOOK: Input: default@srcpart_acid@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart_acid@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart_acid@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart_acid@ds=2008-04-09/hr=12 +POSTHOOK: Output: default@srcpart_acid@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@srcpart_acid@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@srcpart_acid@ds=2008-04-09/hr=11 +POSTHOOK: Output: default@srcpart_acid@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -600,8 +628,18 @@ POSTHOOK: Output: default@srcpart_acidb@ds=2008-04-09/hr=12 #### A masked pattern was here #### PREHOOK: query: explain update srcpart_acidb set value = concat(value, 'updated') where cast(key as integer) in(413,43) and hr='11' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_acidb +PREHOOK: Input: default@srcpart_acidb@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart_acidb@ds=2008-04-09/hr=11 +PREHOOK: Output: default@srcpart_acidb@ds=2008-04-08/hr=11 +PREHOOK: Output: default@srcpart_acidb@ds=2008-04-09/hr=11 POSTHOOK: query: explain update srcpart_acidb set value = concat(value, 'updated') where cast(key as integer) in(413,43) and hr='11' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_acidb +POSTHOOK: Input: default@srcpart_acidb@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart_acidb@ds=2008-04-09/hr=11 +POSTHOOK: Output: default@srcpart_acidb@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@srcpart_acidb@ds=2008-04-09/hr=11 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -783,8 +821,26 @@ POSTHOOK: Output: default@srcpart_acidb@ds=2008-04-09/hr=12 #### A masked pattern was here #### PREHOOK: query: explain delete from srcpart_acidb where key in( '1001', '213', '43') PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_acidb +PREHOOK: Input: default@srcpart_acidb@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart_acidb@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart_acidb@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart_acidb@ds=2008-04-09/hr=12 +PREHOOK: Output: default@srcpart_acidb@ds=2008-04-08/hr=11 +PREHOOK: Output: default@srcpart_acidb@ds=2008-04-08/hr=12 +PREHOOK: Output: default@srcpart_acidb@ds=2008-04-09/hr=11 +PREHOOK: Output: default@srcpart_acidb@ds=2008-04-09/hr=12 POSTHOOK: query: explain delete from srcpart_acidb where key in( '1001', '213', '43') POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_acidb +POSTHOOK: Input: default@srcpart_acidb@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart_acidb@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart_acidb@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart_acidb@ds=2008-04-09/hr=12 +POSTHOOK: Output: default@srcpart_acidb@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@srcpart_acidb@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@srcpart_acidb@ds=2008-04-09/hr=11 +POSTHOOK: Output: default@srcpart_acidb@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1102,9 +1158,19 @@ POSTHOOK: Output: default@srcpart_acidv@ds=2008-04-09/hr=12 PREHOOK: query: explain vectorization only detail update srcpart_acidv set value = concat(value, 'updated') where cast(key as integer) in(413,43) and hr='11' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_acidv +PREHOOK: Input: default@srcpart_acidv@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart_acidv@ds=2008-04-09/hr=11 +PREHOOK: Output: default@srcpart_acidv@ds=2008-04-08/hr=11 +PREHOOK: Output: default@srcpart_acidv@ds=2008-04-09/hr=11 POSTHOOK: query: explain vectorization only detail update srcpart_acidv set value = concat(value, 'updated') where cast(key as integer) in(413,43) and hr='11' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_acidv +POSTHOOK: Input: default@srcpart_acidv@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart_acidv@ds=2008-04-09/hr=11 +POSTHOOK: Output: default@srcpart_acidv@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@srcpart_acidv@ds=2008-04-09/hr=11 PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1302,9 +1368,27 @@ POSTHOOK: Output: default@srcpart_acidv@ds=2008-04-09/hr=12 PREHOOK: query: explain vectorization only detail delete from srcpart_acidv where key in( '1001', '213', '43') PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_acidv +PREHOOK: Input: default@srcpart_acidv@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart_acidv@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart_acidv@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart_acidv@ds=2008-04-09/hr=12 +PREHOOK: Output: default@srcpart_acidv@ds=2008-04-08/hr=11 +PREHOOK: Output: default@srcpart_acidv@ds=2008-04-08/hr=12 +PREHOOK: Output: default@srcpart_acidv@ds=2008-04-09/hr=11 +PREHOOK: Output: default@srcpart_acidv@ds=2008-04-09/hr=12 POSTHOOK: query: explain vectorization only detail delete from srcpart_acidv where key in( '1001', '213', '43') POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_acidv +POSTHOOK: Input: default@srcpart_acidv@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart_acidv@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart_acidv@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart_acidv@ds=2008-04-09/hr=12 +POSTHOOK: Output: default@srcpart_acidv@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@srcpart_acidv@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@srcpart_acidv@ds=2008-04-09/hr=11 +POSTHOOK: Output: default@srcpart_acidv@ds=2008-04-09/hr=12 PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1453,6 +1537,21 @@ when matched and s.ds='2008-04-08' and s.hr=='11' and s.key='44' then update set when matched and s.ds='2008-04-08' and s.hr=='12' then delete when not matched then insert values('this','should','not','be there') PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_acidv +PREHOOK: Input: default@srcpart_acidv@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart_acidv@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart_acidv@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart_acidv@ds=2008-04-09/hr=12 +PREHOOK: Output: default@merge_tmp_table +PREHOOK: Output: default@srcpart_acidv +PREHOOK: Output: default@srcpart_acidv@ds=2008-04-08/hr=11 +PREHOOK: Output: default@srcpart_acidv@ds=2008-04-08/hr=11 +PREHOOK: Output: default@srcpart_acidv@ds=2008-04-08/hr=12 +PREHOOK: Output: default@srcpart_acidv@ds=2008-04-08/hr=12 +PREHOOK: Output: default@srcpart_acidv@ds=2008-04-09/hr=11 +PREHOOK: Output: default@srcpart_acidv@ds=2008-04-09/hr=11 +PREHOOK: Output: default@srcpart_acidv@ds=2008-04-09/hr=12 +PREHOOK: Output: default@srcpart_acidv@ds=2008-04-09/hr=12 POSTHOOK: query: explain vectorization only detail merge into srcpart_acidv t using (select distinct ds, hr, key, value from srcpart_acidv) s on s.ds=t.ds and s.hr=t.hr and s.key=t.key and s.value=t.value @@ -1460,6 +1559,20 @@ when matched and s.ds='2008-04-08' and s.hr=='11' and s.key='44' then update set when matched and s.ds='2008-04-08' and s.hr=='12' then delete when not matched then insert values('this','should','not','be there') POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_acidv +POSTHOOK: Input: default@srcpart_acidv@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart_acidv@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart_acidv@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart_acidv@ds=2008-04-09/hr=12 +POSTHOOK: Output: default@merge_tmp_table +POSTHOOK: Output: default@srcpart_acidv@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@srcpart_acidv@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@srcpart_acidv@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@srcpart_acidv@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@srcpart_acidv@ds=2008-04-09/hr=11 +POSTHOOK: Output: default@srcpart_acidv@ds=2008-04-09/hr=11 +POSTHOOK: Output: default@srcpart_acidv@ds=2008-04-09/hr=12 +POSTHOOK: Output: default@srcpart_acidv@ds=2008-04-09/hr=12 PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1888,9 +2001,19 @@ POSTHOOK: Output: default@srcpart_acidvb@ds=2008-04-09/hr=12 PREHOOK: query: explain vectorization only detail update srcpart_acidvb set value = concat(value, 'updated') where cast(key as integer) in(413,43) and hr='11' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_acidvb +PREHOOK: Input: default@srcpart_acidvb@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart_acidvb@ds=2008-04-09/hr=11 +PREHOOK: Output: default@srcpart_acidvb@ds=2008-04-08/hr=11 +PREHOOK: Output: default@srcpart_acidvb@ds=2008-04-09/hr=11 POSTHOOK: query: explain vectorization only detail update srcpart_acidvb set value = concat(value, 'updated') where cast(key as integer) in(413,43) and hr='11' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_acidvb +POSTHOOK: Input: default@srcpart_acidvb@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart_acidvb@ds=2008-04-09/hr=11 +POSTHOOK: Output: default@srcpart_acidvb@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@srcpart_acidvb@ds=2008-04-09/hr=11 PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2088,9 +2211,27 @@ POSTHOOK: Output: default@srcpart_acidvb@ds=2008-04-09/hr=12 PREHOOK: query: explain vectorization only detail delete from srcpart_acidvb where key in( '1001', '213', '43') PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_acidvb +PREHOOK: Input: default@srcpart_acidvb@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart_acidvb@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart_acidvb@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart_acidvb@ds=2008-04-09/hr=12 +PREHOOK: Output: default@srcpart_acidvb@ds=2008-04-08/hr=11 +PREHOOK: Output: default@srcpart_acidvb@ds=2008-04-08/hr=12 +PREHOOK: Output: default@srcpart_acidvb@ds=2008-04-09/hr=11 +PREHOOK: Output: default@srcpart_acidvb@ds=2008-04-09/hr=12 POSTHOOK: query: explain vectorization only detail delete from srcpart_acidvb where key in( '1001', '213', '43') POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_acidvb +POSTHOOK: Input: default@srcpart_acidvb@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart_acidvb@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart_acidvb@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart_acidvb@ds=2008-04-09/hr=12 +POSTHOOK: Output: default@srcpart_acidvb@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@srcpart_acidvb@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@srcpart_acidvb@ds=2008-04-09/hr=11 +POSTHOOK: Output: default@srcpart_acidvb@ds=2008-04-09/hr=12 PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2239,6 +2380,21 @@ when matched and s.ds='2008-04-08' and s.hr=='11' and s.key='44' then update set when matched and s.ds='2008-04-08' and s.hr=='12' then delete when not matched then insert values('this','should','not','be there') PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_acidvb +PREHOOK: Input: default@srcpart_acidvb@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart_acidvb@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart_acidvb@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart_acidvb@ds=2008-04-09/hr=12 +PREHOOK: Output: default@merge_tmp_table +PREHOOK: Output: default@srcpart_acidvb +PREHOOK: Output: default@srcpart_acidvb@ds=2008-04-08/hr=11 +PREHOOK: Output: default@srcpart_acidvb@ds=2008-04-08/hr=11 +PREHOOK: Output: default@srcpart_acidvb@ds=2008-04-08/hr=12 +PREHOOK: Output: default@srcpart_acidvb@ds=2008-04-08/hr=12 +PREHOOK: Output: default@srcpart_acidvb@ds=2008-04-09/hr=11 +PREHOOK: Output: default@srcpart_acidvb@ds=2008-04-09/hr=11 +PREHOOK: Output: default@srcpart_acidvb@ds=2008-04-09/hr=12 +PREHOOK: Output: default@srcpart_acidvb@ds=2008-04-09/hr=12 POSTHOOK: query: explain vectorization only detail merge into srcpart_acidvb t using (select distinct ds, hr, key, value from srcpart_acidvb) s on s.ds=t.ds and s.hr=t.hr and s.key=t.key and s.value=t.value @@ -2246,6 +2402,20 @@ when matched and s.ds='2008-04-08' and s.hr=='11' and s.key='44' then update set when matched and s.ds='2008-04-08' and s.hr=='12' then delete when not matched then insert values('this','should','not','be there') POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_acidvb +POSTHOOK: Input: default@srcpart_acidvb@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart_acidvb@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart_acidvb@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart_acidvb@ds=2008-04-09/hr=12 +POSTHOOK: Output: default@merge_tmp_table +POSTHOOK: Output: default@srcpart_acidvb@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@srcpart_acidvb@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@srcpart_acidvb@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@srcpart_acidvb@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@srcpart_acidvb@ds=2008-04-09/hr=11 +POSTHOOK: Output: default@srcpart_acidvb@ds=2008-04-09/hr=11 +POSTHOOK: Output: default@srcpart_acidvb@ds=2008-04-09/hr=12 +POSTHOOK: Output: default@srcpart_acidvb@ds=2008-04-09/hr=12 PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/acid_vectorization_original.q.out b/ql/src/test/results/clientpositive/llap/acid_vectorization_original.q.out index 57ff575..2c3d37f 100644 --- a/ql/src/test/results/clientpositive/llap/acid_vectorization_original.q.out +++ b/ql/src/test/results/clientpositive/llap/acid_vectorization_original.q.out @@ -410,8 +410,12 @@ POSTHOOK: Input: default@over10k_orc_bucketed POSTHOOK: Output: default@over10k_orc_bucketed PREHOOK: query: explain select t, si, i from over10k_orc_bucketed where b = 4294967363 and t < 100 order by t, si, i PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_orc_bucketed +#### A masked pattern was here #### POSTHOOK: query: explain select t, si, i from over10k_orc_bucketed where b = 4294967363 and t < 100 order by t, si, i POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_orc_bucketed +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -480,8 +484,12 @@ POSTHOOK: Input: default@over10k_orc_bucketed 35 463 65646 PREHOOK: query: explain select ROW__ID, t, si, i from over10k_orc_bucketed where b = 4294967363 and t < 100 order by ROW__ID PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_orc_bucketed +#### A masked pattern was here #### POSTHOOK: query: explain select ROW__ID, t, si, i from over10k_orc_bucketed where b = 4294967363 and t < 100 order by ROW__ID POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_orc_bucketed +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -551,8 +559,12 @@ POSTHOOK: Input: default@over10k_orc_bucketed {"writeid":0,"bucketid":537067520,"rowid":406} 35 463 65646 PREHOOK: query: explain update over10k_orc_bucketed set i = 0 where b = 4294967363 and t < 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_orc_bucketed +PREHOOK: Output: default@over10k_orc_bucketed POSTHOOK: query: explain update over10k_orc_bucketed set i = 0 where b = 4294967363 and t < 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_orc_bucketed +POSTHOOK: Output: default@over10k_orc_bucketed STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -647,8 +659,12 @@ POSTHOOK: Input: default@over10k_orc_bucketed {"writeid":### Masked writeid ###,"bucketid":537067520,"rowid":1} 35 463 0 PREHOOK: query: explain select ROW__ID, count(*) from over10k_orc_bucketed group by ROW__ID having count(*) > 1 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_orc_bucketed +#### A masked pattern was here #### POSTHOOK: query: explain select ROW__ID, count(*) from over10k_orc_bucketed group by ROW__ID having count(*) > 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_orc_bucketed +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/autoColumnStats_1.q.out b/ql/src/test/results/clientpositive/llap/autoColumnStats_1.q.out index ed3bb27..b5c2b88 100644 --- a/ql/src/test/results/clientpositive/llap/autoColumnStats_1.q.out +++ b/ql/src/test/results/clientpositive/llap/autoColumnStats_1.q.out @@ -22,8 +22,12 @@ POSTHOOK: Lineage: src_multi1_n1.key SIMPLE [(src)src.FieldSchema(name:key, type POSTHOOK: Lineage: src_multi1_n1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain extended select * from src_multi1_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@src_multi1_n1 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from src_multi1_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_multi1_n1 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`src_multi1_n1` STAGE DEPENDENCIES: @@ -478,8 +482,16 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain select key from nzhang_part14_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@nzhang_part14_n1 +PREHOOK: Input: default@nzhang_part14_n1@value= +PREHOOK: Input: default@nzhang_part14_n1@value=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### POSTHOOK: query: explain select key from nzhang_part14_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nzhang_part14_n1 +POSTHOOK: Input: default@nzhang_part14_n1@value= +POSTHOOK: Input: default@nzhang_part14_n1@value=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -532,8 +544,26 @@ POSTHOOK: Lineage: nzhang_part14_n1 PARTITION(value=val_311).key SIMPLE [(src5_n POSTHOOK: Lineage: nzhang_part14_n1 PARTITION(value=val_86).key SIMPLE [(src5_n0)src5_n0.FieldSchema(name:key, type:string, comment:null), ] PREHOOK: query: explain select key from nzhang_part14_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@nzhang_part14_n1 +PREHOOK: Input: default@nzhang_part14_n1@value= +PREHOOK: Input: default@nzhang_part14_n1@value=__HIVE_DEFAULT_PARTITION__ +PREHOOK: Input: default@nzhang_part14_n1@value=val_165 +PREHOOK: Input: default@nzhang_part14_n1@value=val_238 +PREHOOK: Input: default@nzhang_part14_n1@value=val_27 +PREHOOK: Input: default@nzhang_part14_n1@value=val_311 +PREHOOK: Input: default@nzhang_part14_n1@value=val_86 +#### A masked pattern was here #### POSTHOOK: query: explain select key from nzhang_part14_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nzhang_part14_n1 +POSTHOOK: Input: default@nzhang_part14_n1@value= +POSTHOOK: Input: default@nzhang_part14_n1@value=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Input: default@nzhang_part14_n1@value=val_165 +POSTHOOK: Input: default@nzhang_part14_n1@value=val_238 +POSTHOOK: Input: default@nzhang_part14_n1@value=val_27 +POSTHOOK: Input: default@nzhang_part14_n1@value=val_311 +POSTHOOK: Input: default@nzhang_part14_n1@value=val_86 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -644,8 +674,14 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain select * from alter5_n0 where dt='a' PREHOOK: type: QUERY +PREHOOK: Input: default@alter5_n0 +PREHOOK: Input: default@alter5_n0@dt=a +#### A masked pattern was here #### POSTHOOK: query: explain select * from alter5_n0 where dt='a' POSTHOOK: type: QUERY +POSTHOOK: Input: default@alter5_n0 +POSTHOOK: Input: default@alter5_n0@dt=a +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1324,8 +1360,16 @@ POSTHOOK: Lineage: c_n2 PARTITION(ds=2010-05-11,hr=12).key SIMPLE [(srcpart)srcp POSTHOOK: Lineage: c_n2 PARTITION(ds=2010-05-11,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain select key from a_n12 PREHOOK: type: QUERY +PREHOOK: Input: default@a_n12 +PREHOOK: Input: default@a_n12@ds=2010-03-11/hr=11 +PREHOOK: Input: default@a_n12@ds=2010-03-11/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select key from a_n12 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n12 +POSTHOOK: Input: default@a_n12@ds=2010-03-11/hr=11 +POSTHOOK: Input: default@a_n12@ds=2010-03-11/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1343,8 +1387,14 @@ STAGE PLANS: PREHOOK: query: explain select value from b_n9 PREHOOK: type: QUERY +PREHOOK: Input: default@b_n9 +PREHOOK: Input: default@b_n9@ds=2010-04-11/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select value from b_n9 POSTHOOK: type: QUERY +POSTHOOK: Input: default@b_n9 +POSTHOOK: Input: default@b_n9@ds=2010-04-11/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1362,8 +1412,14 @@ STAGE PLANS: PREHOOK: query: explain select key from b_n9 PREHOOK: type: QUERY +PREHOOK: Input: default@b_n9 +PREHOOK: Input: default@b_n9@ds=2010-04-11/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select key from b_n9 POSTHOOK: type: QUERY +POSTHOOK: Input: default@b_n9 +POSTHOOK: Input: default@b_n9@ds=2010-04-11/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1381,8 +1437,16 @@ STAGE PLANS: PREHOOK: query: explain select value from c_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@c_n2 +PREHOOK: Input: default@c_n2@ds=2010-05-11/hr=11 +PREHOOK: Input: default@c_n2@ds=2010-05-11/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select value from c_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@c_n2 +POSTHOOK: Input: default@c_n2@ds=2010-05-11/hr=11 +POSTHOOK: Input: default@c_n2@ds=2010-05-11/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1400,8 +1464,16 @@ STAGE PLANS: PREHOOK: query: explain select key from c_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@c_n2 +PREHOOK: Input: default@c_n2@ds=2010-05-11/hr=11 +PREHOOK: Input: default@c_n2@ds=2010-05-11/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select key from c_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@c_n2 +POSTHOOK: Input: default@c_n2@ds=2010-05-11/hr=11 +POSTHOOK: Input: default@c_n2@ds=2010-05-11/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/llap/autoColumnStats_2.q.out b/ql/src/test/results/clientpositive/llap/autoColumnStats_2.q.out index 5052341..af37edb 100644 --- a/ql/src/test/results/clientpositive/llap/autoColumnStats_2.q.out +++ b/ql/src/test/results/clientpositive/llap/autoColumnStats_2.q.out @@ -22,8 +22,12 @@ POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:st POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain extended select * from src_multi1 PREHOOK: type: QUERY +PREHOOK: Input: default@src_multi1 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from src_multi1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_multi1 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`src_multi1` STAGE DEPENDENCIES: @@ -475,8 +479,16 @@ POSTHOOK: Lineage: nzhang_part14 PARTITION(value= ).key EXPRESSION [] POSTHOOK: Lineage: nzhang_part14 PARTITION(value=__HIVE_DEFAULT_PARTITION__).key EXPRESSION [] PREHOOK: query: explain select key from nzhang_part14 PREHOOK: type: QUERY +PREHOOK: Input: default@nzhang_part14 +PREHOOK: Input: default@nzhang_part14@value= +PREHOOK: Input: default@nzhang_part14@value=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### POSTHOOK: query: explain select key from nzhang_part14 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nzhang_part14 +POSTHOOK: Input: default@nzhang_part14@value= +POSTHOOK: Input: default@nzhang_part14@value=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -529,8 +541,26 @@ POSTHOOK: Lineage: nzhang_part14 PARTITION(value=val_311).key SIMPLE [(src5)src5 POSTHOOK: Lineage: nzhang_part14 PARTITION(value=val_86).key SIMPLE [(src5)src5.FieldSchema(name:key, type:string, comment:null), ] PREHOOK: query: explain select key from nzhang_part14 PREHOOK: type: QUERY +PREHOOK: Input: default@nzhang_part14 +PREHOOK: Input: default@nzhang_part14@value= +PREHOOK: Input: default@nzhang_part14@value=__HIVE_DEFAULT_PARTITION__ +PREHOOK: Input: default@nzhang_part14@value=val_165 +PREHOOK: Input: default@nzhang_part14@value=val_238 +PREHOOK: Input: default@nzhang_part14@value=val_27 +PREHOOK: Input: default@nzhang_part14@value=val_311 +PREHOOK: Input: default@nzhang_part14@value=val_86 +#### A masked pattern was here #### POSTHOOK: query: explain select key from nzhang_part14 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nzhang_part14 +POSTHOOK: Input: default@nzhang_part14@value= +POSTHOOK: Input: default@nzhang_part14@value=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Input: default@nzhang_part14@value=val_165 +POSTHOOK: Input: default@nzhang_part14@value=val_238 +POSTHOOK: Input: default@nzhang_part14@value=val_27 +POSTHOOK: Input: default@nzhang_part14@value=val_311 +POSTHOOK: Input: default@nzhang_part14@value=val_86 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -648,8 +678,14 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain select * from alter5 where dt='a' PREHOOK: type: QUERY +PREHOOK: Input: default@alter5 +PREHOOK: Input: default@alter5@dt=a +#### A masked pattern was here #### POSTHOOK: query: explain select * from alter5 where dt='a' POSTHOOK: type: QUERY +POSTHOOK: Input: default@alter5 +POSTHOOK: Input: default@alter5@dt=a +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -765,8 +801,14 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain select * from alter5 where dt='a' PREHOOK: type: QUERY +PREHOOK: Input: default@alter5 +PREHOOK: Input: default@alter5@dt=a +#### A masked pattern was here #### POSTHOOK: query: explain select * from alter5 where dt='a' POSTHOOK: type: QUERY +POSTHOOK: Input: default@alter5 +POSTHOOK: Input: default@alter5@dt=a +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1445,8 +1487,16 @@ POSTHOOK: Lineage: c_n1 PARTITION(ds=2010-05-11,hr=12).key SIMPLE [(srcpart)srcp POSTHOOK: Lineage: c_n1 PARTITION(ds=2010-05-11,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain select key from a_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@a_n3 +PREHOOK: Input: default@a_n3@ds=2010-03-11/hr=11 +PREHOOK: Input: default@a_n3@ds=2010-03-11/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select key from a_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n3 +POSTHOOK: Input: default@a_n3@ds=2010-03-11/hr=11 +POSTHOOK: Input: default@a_n3@ds=2010-03-11/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1464,8 +1514,14 @@ STAGE PLANS: PREHOOK: query: explain select value from b_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@b_n3 +PREHOOK: Input: default@b_n3@ds=2010-04-11/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select value from b_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@b_n3 +POSTHOOK: Input: default@b_n3@ds=2010-04-11/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1483,8 +1539,14 @@ STAGE PLANS: PREHOOK: query: explain select key from b_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@b_n3 +PREHOOK: Input: default@b_n3@ds=2010-04-11/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select key from b_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@b_n3 +POSTHOOK: Input: default@b_n3@ds=2010-04-11/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1502,8 +1564,16 @@ STAGE PLANS: PREHOOK: query: explain select value from c_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@c_n1 +PREHOOK: Input: default@c_n1@ds=2010-05-11/hr=11 +PREHOOK: Input: default@c_n1@ds=2010-05-11/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select value from c_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@c_n1 +POSTHOOK: Input: default@c_n1@ds=2010-05-11/hr=11 +POSTHOOK: Input: default@c_n1@ds=2010-05-11/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1521,8 +1591,16 @@ STAGE PLANS: PREHOOK: query: explain select key from c_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@c_n1 +PREHOOK: Input: default@c_n1@ds=2010-05-11/hr=11 +PREHOOK: Input: default@c_n1@ds=2010-05-11/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select key from c_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@c_n1 +POSTHOOK: Input: default@c_n1@ds=2010-05-11/hr=11 +POSTHOOK: Input: default@c_n1@ds=2010-05-11/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/llap/auto_join0.q.out b/ql/src/test/results/clientpositive/llap/auto_join0.q.out index a42001e..679ad24 100644 --- a/ql/src/test/results/clientpositive/llap/auto_join0.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_join0.q.out @@ -10,6 +10,8 @@ SELECT src1.key as k1, src1.value as v1, SORT BY k1, v1, k2, v2 ) a PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select sum(hash(a.k1,a.v1,a.k2, a.v2)) from ( @@ -21,6 +23,8 @@ SELECT src1.key as k1, src1.value as v1, SORT BY k1, v1, k2, v2 ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/auto_join1.q.out b/ql/src/test/results/clientpositive/llap/auto_join1.q.out index 17987a7..fada1a5 100644 --- a/ql/src/test/results/clientpositive/llap/auto_join1.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_join1.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1_n3 SELECT src1.key, src2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_j1_n3 POSTHOOK: query: explain FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1_n3 SELECT src1.key, src2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_j1_n3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/auto_join21.q.out b/ql/src/test/results/clientpositive/llap/auto_join21.q.out index 5889720..8022edd 100644 --- a/ql/src/test/results/clientpositive/llap/auto_join21.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_join21.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/auto_join29.q.out b/ql/src/test/results/clientpositive/llap/auto_join29.q.out index 3891ea0..b8760c3 100644 --- a/ql/src/test/results/clientpositive/llap/auto_join29.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_join29.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -616,9 +620,13 @@ NULL NULL NULL NULL 98 val_98 PREHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1234,9 +1242,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1864,9 +1876,13 @@ NULL NULL 98 val_98 NULL NULL PREHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2491,9 +2507,13 @@ NULL NULL NULL NULL 98 val_98 PREHOOK: query: explain SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2608,9 +2628,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3226,9 +3250,13 @@ NULL NULL NULL NULL 98 val_98 PREHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3338,9 +3366,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3475,9 +3507,13 @@ NULL NULL 9 val_9 9 val_9 PREHOOK: query: explain SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/auto_join30.q.out b/ql/src/test/results/clientpositive/llap/auto_join30.q.out index 1f95237..4edc863 100644 --- a/ql/src/test/results/clientpositive/llap/auto_join30.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_join30.q.out @@ -6,6 +6,8 @@ JOIN ON (x.key = Y.key) select sum(hash(Y.key,Y.value)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain FROM (SELECT src.* FROM src sort by key) x @@ -14,6 +16,8 @@ JOIN ON (x.key = Y.key) select sum(hash(Y.key,Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -128,6 +132,8 @@ LEFT OUTER JOIN ON (x.key = Y.key) select sum(hash(Y.key,Y.value)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain FROM (SELECT src.* FROM src sort by key) x @@ -136,6 +142,8 @@ LEFT OUTER JOIN ON (x.key = Y.key) select sum(hash(Y.key,Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -245,6 +253,8 @@ RIGHT OUTER JOIN ON (x.key = Y.key) select sum(hash(Y.key,Y.value)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain FROM (SELECT src.* FROM src sort by key) x @@ -253,6 +263,8 @@ RIGHT OUTER JOIN ON (x.key = Y.key) select sum(hash(Y.key,Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -364,6 +376,8 @@ JOIN ON (x.key = Z.key) select sum(hash(Y.key,Y.value)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain FROM (SELECT src.* FROM src sort by key) x @@ -375,6 +389,8 @@ JOIN ON (x.key = Z.key) select sum(hash(Y.key,Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -520,6 +536,8 @@ LEFT OUTER JOIN ON (x.key = Z.key) select sum(hash(Y.key,Y.value)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain FROM (SELECT src.* FROM src sort by key) x @@ -531,6 +549,8 @@ LEFT OUTER JOIN ON (x.key = Z.key) select sum(hash(Y.key,Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -673,6 +693,8 @@ LEFT OUTER JOIN ON (x.key = Z.key) select sum(hash(Y.key,Y.value)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain FROM (SELECT src.* FROM src sort by key) x @@ -684,6 +706,8 @@ LEFT OUTER JOIN ON (x.key = Z.key) select sum(hash(Y.key,Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -826,6 +850,8 @@ RIGHT OUTER JOIN ON (x.key = Z.key) select sum(hash(Y.key,Y.value)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain FROM (SELECT src.* FROM src sort by key) x @@ -837,6 +863,8 @@ RIGHT OUTER JOIN ON (x.key = Z.key) select sum(hash(Y.key,Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -979,6 +1007,8 @@ RIGHT OUTER JOIN ON (x.key = Z.key) select sum(hash(Y.key,Y.value)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain FROM (SELECT src.* FROM src sort by key) x @@ -990,6 +1020,8 @@ RIGHT OUTER JOIN ON (x.key = Z.key) select sum(hash(Y.key,Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/auto_smb_mapjoin_14.q.out b/ql/src/test/results/clientpositive/llap/auto_smb_mapjoin_14.q.out index 5489137..1b61d55 100644 --- a/ql/src/test/results/clientpositive/llap/auto_smb_mapjoin_14.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_smb_mapjoin_14.q.out @@ -43,11 +43,17 @@ select count(*) from ( select a.key as key, a.value as val1, b.value as val2 from tbl1 a join tbl2 b on a.key = b.key ) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( select a.key as key, a.value as val1, b.value as val2 from tbl1 a join tbl2 b on a.key = b.key ) subq1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -147,6 +153,9 @@ select count(*) from group by key ) subq2 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( @@ -157,6 +166,9 @@ select count(*) from group by key ) subq2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -295,6 +307,9 @@ join ) src2 on src1.key = src2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select src1.key, src1.cnt1, src2.cnt1 from ( @@ -312,6 +327,9 @@ join ) src2 on src1.key = src2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -524,6 +542,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2 a where key < 6) subq2 on subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key as key, a.value as value from tbl1 a where key < 6) subq1 @@ -531,6 +552,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2 a where key < 6) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -636,6 +660,9 @@ select count(*) from join tbl2 b on subq2.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( @@ -648,6 +675,9 @@ select count(*) from join tbl2 b on subq2.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -770,6 +800,8 @@ select count(*) from ) subq4 on subq2.key = subq4.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( @@ -789,6 +821,8 @@ select count(*) from ) subq4 on subq2.key = subq4.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -911,6 +945,9 @@ select count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl2 a where key < 8) subq2 on subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl1 a where key < 8) subq1 @@ -918,6 +955,9 @@ select count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl2 a where key < 8) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1018,6 +1058,9 @@ select count(*) from (select a.key +1 as key, concat(a.value, a.value) as value from tbl2 a) subq2 on subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key +1 as key, concat(a.value, a.value) as value from tbl1 a) subq1 @@ -1025,6 +1068,9 @@ select count(*) from (select a.key +1 as key, concat(a.value, a.value) as value from tbl2 a) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1141,11 +1187,17 @@ select count(*) from (select a.key as key, a.value as value from tbl1 a where key < 6) subq1 join tbl2 a on subq1.key = a.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key as key, a.value as value from tbl1 a where key < 6) subq1 join tbl2 a on subq1.key = a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1245,6 +1297,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2 a where key < 6) subq3 on (subq1.key = subq3.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key as key, a.value as value from tbl1 a where key < 6) subq1 @@ -1255,6 +1310,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2 a where key < 6) subq3 on (subq1.key = subq3.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1380,6 +1438,9 @@ select count(*) from ( join tbl2 b on subq2.key = b.key) a PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( select subq2.key as key, subq2.value as value1, b.value as value2 from @@ -1393,6 +1454,9 @@ select count(*) from ( join tbl2 b on subq2.key = b.key) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1521,6 +1585,10 @@ from ( insert overwrite table dest1_n2 select key, val1 insert overwrite table dest2_n0 select key, val1, val2 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +PREHOOK: Output: default@dest1_n2 +PREHOOK: Output: default@dest2_n0 POSTHOOK: query: explain from ( select a.key as key, a.value as val1, b.value as val2 from tbl1 a join tbl2 b on a.key = b.key @@ -1528,6 +1596,10 @@ from ( insert overwrite table dest1_n2 select key, val1 insert overwrite table dest2_n0 select key, val1, val2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +POSTHOOK: Output: default@dest1_n2 +POSTHOOK: Output: default@dest2_n0 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -1805,6 +1877,10 @@ from ( insert overwrite table dest1_n2 select key, val1 insert overwrite table dest2_n0 select key, count(*) group by key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +PREHOOK: Output: default@dest1_n2 +PREHOOK: Output: default@dest2_n0 POSTHOOK: query: explain from ( select a.key as key, a.value as val1, b.value as val2 from tbl1 a join tbl2 b on a.key = b.key @@ -1812,6 +1888,10 @@ from ( insert overwrite table dest1_n2 select key, val1 insert overwrite table dest2_n0 select key, count(*) group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +POSTHOOK: Output: default@dest1_n2 +POSTHOOK: Output: default@dest2_n0 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_1.q.out b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_1.q.out index 569f4b9..ee712c0 100644 --- a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_1.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_1.q.out @@ -101,8 +101,20 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@bucket_big_n1@ds=2008-04-09 PREHOOK: query: explain extended select count(*) FROM bucket_small_n1 a JOIN bucket_big_n1 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n1 +PREHOOK: Input: default@bucket_big_n1@ds=2008-04-08 +PREHOOK: Input: default@bucket_big_n1@ds=2008-04-09 +PREHOOK: Input: default@bucket_small_n1 +PREHOOK: Input: default@bucket_small_n1@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_small_n1 a JOIN bucket_big_n1 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n1 +POSTHOOK: Input: default@bucket_big_n1@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big_n1@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small_n1 +POSTHOOK: Input: default@bucket_small_n1@ds=2008-04-08 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_small_n1` @@ -385,8 +397,20 @@ POSTHOOK: Input: default@bucket_small_n1@ds=2008-04-08 38 PREHOOK: query: explain extended select count(*) FROM bucket_big_n1 a JOIN bucket_small_n1 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n1 +PREHOOK: Input: default@bucket_big_n1@ds=2008-04-08 +PREHOOK: Input: default@bucket_big_n1@ds=2008-04-09 +PREHOOK: Input: default@bucket_small_n1 +PREHOOK: Input: default@bucket_small_n1@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big_n1 a JOIN bucket_small_n1 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n1 +POSTHOOK: Input: default@bucket_big_n1@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big_n1@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small_n1 +POSTHOOK: Input: default@bucket_small_n1@ds=2008-04-08 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_big_n1` @@ -669,8 +693,20 @@ POSTHOOK: Input: default@bucket_small_n1@ds=2008-04-08 38 PREHOOK: query: explain extended select count(*) FROM bucket_big_n1 a JOIN bucket_small_n1 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n1 +PREHOOK: Input: default@bucket_big_n1@ds=2008-04-08 +PREHOOK: Input: default@bucket_big_n1@ds=2008-04-09 +PREHOOK: Input: default@bucket_small_n1 +PREHOOK: Input: default@bucket_small_n1@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big_n1 a JOIN bucket_small_n1 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n1 +POSTHOOK: Input: default@bucket_big_n1@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big_n1@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small_n1 +POSTHOOK: Input: default@bucket_small_n1@ds=2008-04-08 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_big_n1` diff --git a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_10.q.out b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_10.q.out index c2a273b..fbb6362 100644 --- a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_10.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_10.q.out @@ -50,6 +50,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2_n4 a where key < 6) subq2 on subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n5 +PREHOOK: Input: default@tbl2_n4 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( @@ -62,6 +65,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2_n4 a where key < 6) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n5 +POSTHOOK: Input: default@tbl2_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -213,6 +219,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2_n4 a where key < 6) subq2 on subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n5 +PREHOOK: Input: default@tbl2_n4 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key as key, count(*) as value from tbl1_n5 a where key < 6 group by a.key) subq1 @@ -220,6 +229,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2_n4 a where key < 6) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n5 +POSTHOOK: Input: default@tbl2_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_11.q.out b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_11.q.out index f880bc0..3d71f2e 100644 --- a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_11.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_11.q.out @@ -99,8 +99,20 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@bucket_big_n11@ds=2008-04-09 PREHOOK: query: explain extended select count(*) FROM bucket_small_n11 a JOIN bucket_big_n11 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n11 +PREHOOK: Input: default@bucket_big_n11@ds=2008-04-08 +PREHOOK: Input: default@bucket_big_n11@ds=2008-04-09 +PREHOOK: Input: default@bucket_small_n11 +PREHOOK: Input: default@bucket_small_n11@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_small_n11 a JOIN bucket_big_n11 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n11 +POSTHOOK: Input: default@bucket_big_n11@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big_n11@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small_n11 +POSTHOOK: Input: default@bucket_small_n11@ds=2008-04-08 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_small_n11` @@ -411,8 +423,20 @@ POSTHOOK: Input: default@bucket_small_n11@ds=2008-04-08 38 PREHOOK: query: explain extended select count(*) FROM bucket_small_n11 a JOIN bucket_big_n11 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n11 +PREHOOK: Input: default@bucket_big_n11@ds=2008-04-08 +PREHOOK: Input: default@bucket_big_n11@ds=2008-04-09 +PREHOOK: Input: default@bucket_small_n11 +PREHOOK: Input: default@bucket_small_n11@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_small_n11 a JOIN bucket_big_n11 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n11 +POSTHOOK: Input: default@bucket_big_n11@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big_n11@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small_n11 +POSTHOOK: Input: default@bucket_small_n11@ds=2008-04-08 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_small_n11` @@ -695,8 +719,20 @@ POSTHOOK: Input: default@bucket_small_n11@ds=2008-04-08 38 PREHOOK: query: explain extended select /*+ mapjoin(a) */ count(*) FROM bucket_small_n11 a JOIN bucket_big_n11 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n11 +PREHOOK: Input: default@bucket_big_n11@ds=2008-04-08 +PREHOOK: Input: default@bucket_big_n11@ds=2008-04-09 +PREHOOK: Input: default@bucket_small_n11 +PREHOOK: Input: default@bucket_small_n11@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ mapjoin(a) */ count(*) FROM bucket_small_n11 a JOIN bucket_big_n11 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n11 +POSTHOOK: Input: default@bucket_big_n11@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big_n11@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small_n11 +POSTHOOK: Input: default@bucket_small_n11@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -964,8 +1000,20 @@ POSTHOOK: Input: default@bucket_small_n11@ds=2008-04-08 38 PREHOOK: query: explain extended select /*+ MAPJOIN(a,b) */ count(*) FROM bucket_small_n11 a JOIN bucket_big_n11 b ON a.key = b.key JOIN bucket_big_n11 c ON a.key = c.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n11 +PREHOOK: Input: default@bucket_big_n11@ds=2008-04-08 +PREHOOK: Input: default@bucket_big_n11@ds=2008-04-09 +PREHOOK: Input: default@bucket_small_n11 +PREHOOK: Input: default@bucket_small_n11@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(a,b) */ count(*) FROM bucket_small_n11 a JOIN bucket_big_n11 b ON a.key = b.key JOIN bucket_big_n11 c ON a.key = c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n11 +POSTHOOK: Input: default@bucket_big_n11@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big_n11@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small_n11 +POSTHOOK: Input: default@bucket_small_n11@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_12.q.out b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_12.q.out index 300b4b9..c0fb13a 100644 --- a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_12.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_12.q.out @@ -137,8 +137,24 @@ POSTHOOK: Output: default@bucket_medium@ds=2008-04-08 Warning: Shuffle Join MERGEJOIN[36][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain extended select count(*) FROM bucket_small_n15 a JOIN bucket_medium b ON a.key = b.key JOIN bucket_big_n15 c ON c.key = b.key JOIN bucket_medium d ON c.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n15 +PREHOOK: Input: default@bucket_big_n15@ds=2008-04-08 +PREHOOK: Input: default@bucket_big_n15@ds=2008-04-09 +PREHOOK: Input: default@bucket_medium +PREHOOK: Input: default@bucket_medium@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n15 +PREHOOK: Input: default@bucket_small_n15@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_small_n15 a JOIN bucket_medium b ON a.key = b.key JOIN bucket_big_n15 c ON c.key = b.key JOIN bucket_medium d ON c.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n15 +POSTHOOK: Input: default@bucket_big_n15@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big_n15@ds=2008-04-09 +POSTHOOK: Input: default@bucket_medium +POSTHOOK: Input: default@bucket_medium@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n15 +POSTHOOK: Input: default@bucket_small_n15@ds=2008-04-08 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_big_n15` diff --git a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_13.q.out b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_13.q.out index 34c9abc..f087941 100644 --- a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_13.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_13.q.out @@ -58,6 +58,10 @@ from ( INSERT OVERWRITE TABLE dest1_n20 select key1, key2 INSERT OVERWRITE TABLE dest2_n4 select value1, value2 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n2 +PREHOOK: Input: default@tbl2_n1 +PREHOOK: Output: default@dest1_n20 +PREHOOK: Output: default@dest2_n4 POSTHOOK: query: explain from ( SELECT a.key key1, a.value value1, b.key key2, b.value value2 @@ -66,6 +70,10 @@ from ( INSERT OVERWRITE TABLE dest1_n20 select key1, key2 INSERT OVERWRITE TABLE dest2_n4 select value1, value2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n2 +POSTHOOK: Input: default@tbl2_n1 +POSTHOOK: Output: default@dest1_n20 +POSTHOOK: Output: default@dest2_n4 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -329,6 +337,10 @@ from ( INSERT OVERWRITE TABLE dest1_n20 select key1, key2 INSERT OVERWRITE TABLE dest2_n4 select value1, value2 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n2 +PREHOOK: Input: default@tbl2_n1 +PREHOOK: Output: default@dest1_n20 +PREHOOK: Output: default@dest2_n4 POSTHOOK: query: explain from ( SELECT a.key key1, a.value value1, b.key key2, b.value value2 @@ -337,6 +349,10 @@ from ( INSERT OVERWRITE TABLE dest1_n20 select key1, key2 INSERT OVERWRITE TABLE dest2_n4 select value1, value2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n2 +POSTHOOK: Input: default@tbl2_n1 +POSTHOOK: Output: default@dest1_n20 +POSTHOOK: Output: default@dest2_n4 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -600,6 +616,10 @@ from ( INSERT OVERWRITE TABLE dest1_n20 select key1, key2 INSERT OVERWRITE TABLE dest2_n4 select value1, value2 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n2 +PREHOOK: Input: default@tbl2_n1 +PREHOOK: Output: default@dest1_n20 +PREHOOK: Output: default@dest2_n4 POSTHOOK: query: explain from ( SELECT a.key key1, a.value value1, b.key key2, b.value value2 @@ -608,6 +628,10 @@ from ( INSERT OVERWRITE TABLE dest1_n20 select key1, key2 INSERT OVERWRITE TABLE dest2_n4 select value1, value2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n2 +POSTHOOK: Input: default@tbl2_n1 +POSTHOOK: Output: default@dest1_n20 +POSTHOOK: Output: default@dest2_n4 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_14.q.out b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_14.q.out index 13ef018..ced0f68 100644 --- a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_14.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_14.q.out @@ -37,9 +37,15 @@ POSTHOOK: Lineage: tbl2_n6.value SIMPLE [(src)src.FieldSchema(name:value, type:s PREHOOK: query: explain select count(*) FROM tbl1_n7 a LEFT OUTER JOIN tbl2_n6 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n7 +PREHOOK: Input: default@tbl2_n6 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1_n7 a LEFT OUTER JOIN tbl2_n6 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n7 +POSTHOOK: Input: default@tbl2_n6 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -132,9 +138,15 @@ POSTHOOK: Lineage: tbl2_n6.value SIMPLE [(src)src.FieldSchema(name:value, type:s PREHOOK: query: explain select count(*) FROM tbl1_n7 a RIGHT OUTER JOIN tbl2_n6 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n7 +PREHOOK: Input: default@tbl2_n6 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1_n7 a RIGHT OUTER JOIN tbl2_n6 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n7 +POSTHOOK: Input: default@tbl2_n6 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_15.q.out b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_15.q.out index ef4a079..6615387 100644 --- a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_15.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_15.q.out @@ -37,9 +37,15 @@ POSTHOOK: Lineage: tbl2_n10.value SIMPLE [(src)src.FieldSchema(name:value, type: PREHOOK: query: explain select count(*) FROM tbl1_n11 a LEFT OUTER JOIN tbl2_n10 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n11 +PREHOOK: Input: default@tbl2_n10 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1_n11 a LEFT OUTER JOIN tbl2_n10 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n11 +POSTHOOK: Input: default@tbl2_n10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -111,9 +117,15 @@ STAGE PLANS: PREHOOK: query: explain select count(*) FROM tbl1_n11 a RIGHT OUTER JOIN tbl2_n10 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n11 +PREHOOK: Input: default@tbl2_n10 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1_n11 a RIGHT OUTER JOIN tbl2_n10 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n11 +POSTHOOK: Input: default@tbl2_n10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_16.q.out b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_16.q.out index bd51c86..e8bdaa2 100644 --- a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_16.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_16.q.out @@ -165,6 +165,12 @@ PREHOOK: query: explain select a.key , a.value , b.value , 'day1' as day, 1 as p on (a.key = b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n17 +PREHOOK: Input: default@bucket_big_n17@day=day1/pri=1 +PREHOOK: Input: default@bucket_small_n17 +PREHOOK: Input: default@bucket_small_n17@pri=1 +PREHOOK: Input: default@bucket_small_n17@pri=2 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key , a.value , b.value , 'day1' as day, 1 as pri from ( select key, value @@ -176,6 +182,12 @@ POSTHOOK: query: explain select a.key , a.value , b.value , 'day1' as day, 1 as on (a.key = b.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n17 +POSTHOOK: Input: default@bucket_big_n17@day=day1/pri=1 +POSTHOOK: Input: default@bucket_small_n17 +POSTHOOK: Input: default@bucket_small_n17@pri=1 +POSTHOOK: Input: default@bucket_small_n17@pri=2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -320,6 +332,12 @@ left outer join on (a.key = b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n17 +PREHOOK: Input: default@bucket_big_n17@day=day1/pri=1 +PREHOOK: Input: default@bucket_small_n17 +PREHOOK: Input: default@bucket_small_n17@pri=1 +PREHOOK: Input: default@bucket_small_n17@pri=2 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key , a.value , b.value , 'day1' as day, 1 as pri from ( select key, value @@ -331,6 +349,12 @@ left outer join on (a.key = b.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n17 +POSTHOOK: Input: default@bucket_big_n17@day=day1/pri=1 +POSTHOOK: Input: default@bucket_small_n17 +POSTHOOK: Input: default@bucket_small_n17@pri=1 +POSTHOOK: Input: default@bucket_small_n17@pri=2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -562,6 +586,12 @@ PREHOOK: query: explain select a.key , a.value , b.value , 'day1' as day, 1 as p on (a.key = b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n17 +PREHOOK: Input: default@bucket_big_n17@day=day1/pri=1 +PREHOOK: Input: default@bucket_small_n17 +PREHOOK: Input: default@bucket_small_n17@pri=1 +PREHOOK: Input: default@bucket_small_n17@pri=2 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key , a.value , b.value , 'day1' as day, 1 as pri from ( select key, value @@ -573,6 +603,12 @@ POSTHOOK: query: explain select a.key , a.value , b.value , 'day1' as day, 1 as on (a.key = b.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n17 +POSTHOOK: Input: default@bucket_big_n17@day=day1/pri=1 +POSTHOOK: Input: default@bucket_small_n17 +POSTHOOK: Input: default@bucket_small_n17@pri=1 +POSTHOOK: Input: default@bucket_small_n17@pri=2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_2.q.out b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_2.q.out index 0d5c8f8..e24f448 100644 --- a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_2.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_2.q.out @@ -83,8 +83,20 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@bucket_big_n3@ds=2008-04-09 PREHOOK: query: explain extended select count(*) FROM bucket_big_n3 a JOIN bucket_small_n3 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n3 +PREHOOK: Input: default@bucket_big_n3@ds=2008-04-08 +PREHOOK: Input: default@bucket_big_n3@ds=2008-04-09 +PREHOOK: Input: default@bucket_small_n3 +PREHOOK: Input: default@bucket_small_n3@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big_n3 a JOIN bucket_small_n3 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n3 +POSTHOOK: Input: default@bucket_big_n3@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big_n3@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small_n3 +POSTHOOK: Input: default@bucket_small_n3@ds=2008-04-08 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_big_n3` @@ -367,8 +379,20 @@ POSTHOOK: Input: default@bucket_small_n3@ds=2008-04-08 38 PREHOOK: query: explain extended select count(*) FROM bucket_big_n3 a JOIN bucket_small_n3 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n3 +PREHOOK: Input: default@bucket_big_n3@ds=2008-04-08 +PREHOOK: Input: default@bucket_big_n3@ds=2008-04-09 +PREHOOK: Input: default@bucket_small_n3 +PREHOOK: Input: default@bucket_small_n3@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big_n3 a JOIN bucket_small_n3 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n3 +POSTHOOK: Input: default@bucket_big_n3@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big_n3@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small_n3 +POSTHOOK: Input: default@bucket_small_n3@ds=2008-04-08 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_big_n3` diff --git a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_3.q.out b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_3.q.out index e00a22b..12fb353 100644 --- a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_3.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_3.q.out @@ -83,8 +83,20 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@bucket_big_n9@ds=2008-04-08 PREHOOK: query: explain extended select count(*) FROM bucket_small_n9 a JOIN bucket_big_n9 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n9 +PREHOOK: Input: default@bucket_big_n9@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n9 +PREHOOK: Input: default@bucket_small_n9@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n9@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_small_n9 a JOIN bucket_big_n9 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n9 +POSTHOOK: Input: default@bucket_big_n9@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n9 +POSTHOOK: Input: default@bucket_small_n9@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n9@ds=2008-04-09 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_small_n9` @@ -367,8 +379,20 @@ POSTHOOK: Input: default@bucket_small_n9@ds=2008-04-09 38 PREHOOK: query: explain extended select count(*) FROM bucket_big_n9 a JOIN bucket_small_n9 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n9 +PREHOOK: Input: default@bucket_big_n9@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n9 +PREHOOK: Input: default@bucket_small_n9@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n9@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big_n9 a JOIN bucket_small_n9 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n9 +POSTHOOK: Input: default@bucket_big_n9@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n9 +POSTHOOK: Input: default@bucket_small_n9@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n9@ds=2008-04-09 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_big_n9` @@ -651,8 +675,20 @@ POSTHOOK: Input: default@bucket_small_n9@ds=2008-04-09 38 PREHOOK: query: explain extended select count(*) FROM bucket_big_n9 a JOIN bucket_small_n9 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n9 +PREHOOK: Input: default@bucket_big_n9@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n9 +PREHOOK: Input: default@bucket_small_n9@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n9@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big_n9 a JOIN bucket_small_n9 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n9 +POSTHOOK: Input: default@bucket_big_n9@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n9 +POSTHOOK: Input: default@bucket_small_n9@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n9@ds=2008-04-09 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_big_n9` diff --git a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_4.q.out b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_4.q.out index ae83c60..c811827 100644 --- a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_4.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_4.q.out @@ -99,8 +99,20 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@bucket_big_n12@ds=2008-04-08 PREHOOK: query: explain extended select count(*) FROM bucket_small_n12 a JOIN bucket_big_n12 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n12 +PREHOOK: Input: default@bucket_big_n12@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n12 +PREHOOK: Input: default@bucket_small_n12@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n12@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_small_n12 a JOIN bucket_big_n12 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n12 +POSTHOOK: Input: default@bucket_big_n12@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n12 +POSTHOOK: Input: default@bucket_small_n12@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n12@ds=2008-04-09 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_small_n12` @@ -383,8 +395,20 @@ POSTHOOK: Input: default@bucket_small_n12@ds=2008-04-09 38 PREHOOK: query: explain extended select count(*) FROM bucket_big_n12 a JOIN bucket_small_n12 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n12 +PREHOOK: Input: default@bucket_big_n12@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n12 +PREHOOK: Input: default@bucket_small_n12@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n12@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big_n12 a JOIN bucket_small_n12 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n12 +POSTHOOK: Input: default@bucket_big_n12@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n12 +POSTHOOK: Input: default@bucket_small_n12@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n12@ds=2008-04-09 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_big_n12` @@ -667,8 +691,20 @@ POSTHOOK: Input: default@bucket_small_n12@ds=2008-04-09 38 PREHOOK: query: explain extended select count(*) FROM bucket_big_n12 a JOIN bucket_small_n12 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n12 +PREHOOK: Input: default@bucket_big_n12@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n12 +PREHOOK: Input: default@bucket_small_n12@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n12@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big_n12 a JOIN bucket_small_n12 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n12 +POSTHOOK: Input: default@bucket_big_n12@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n12 +POSTHOOK: Input: default@bucket_small_n12@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n12@ds=2008-04-09 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_big_n12` diff --git a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_5.q.out b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_5.q.out index a6656d3..dd78af9 100644 --- a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_5.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_5.q.out @@ -64,8 +64,14 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@bucket_big_n0 PREHOOK: query: explain extended select count(*) FROM bucket_small_n0 a JOIN bucket_big_n0 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n0 +PREHOOK: Input: default@bucket_small_n0 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_small_n0 a JOIN bucket_big_n0 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n0 +POSTHOOK: Input: default@bucket_small_n0 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_small_n0` @@ -292,8 +298,14 @@ POSTHOOK: Input: default@bucket_small_n0 19 PREHOOK: query: explain extended select count(*) FROM bucket_big_n0 a JOIN bucket_small_n0 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n0 +PREHOOK: Input: default@bucket_small_n0 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big_n0 a JOIN bucket_small_n0 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n0 +POSTHOOK: Input: default@bucket_small_n0 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_big_n0` @@ -520,8 +532,14 @@ POSTHOOK: Input: default@bucket_small_n0 19 PREHOOK: query: explain extended select count(*) FROM bucket_big_n0 a JOIN bucket_small_n0 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n0 +PREHOOK: Input: default@bucket_small_n0 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big_n0 a JOIN bucket_small_n0 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n0 +POSTHOOK: Input: default@bucket_small_n0 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_big_n0` diff --git a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_6.q.out b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_6.q.out index 828c6e1..3b753ad 100644 --- a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_6.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_6.q.out @@ -72,8 +72,16 @@ POSTHOOK: Lineage: tbl4.key EXPRESSION [(src)src.FieldSchema(name:key, type:stri POSTHOOK: Lineage: tbl4.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain select count(*) FROM tbl1_n4 a JOIN tbl2_n3 b ON a.key = b.key join src c on c.value = a.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@tbl1_n4 +PREHOOK: Input: default@tbl2_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1_n4 a JOIN tbl2_n3 b ON a.key = b.key join src c on c.value = a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@tbl1_n4 +POSTHOOK: Input: default@tbl2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -218,8 +226,16 @@ POSTHOOK: Input: default@tbl2_n3 2654 PREHOOK: query: explain select count(*) FROM tbl1_n4 a JOIN tbl2_n3 b ON a.key = b.key join src d on d.value = a.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@tbl1_n4 +PREHOOK: Input: default@tbl2_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1_n4 a JOIN tbl2_n3 b ON a.key = b.key join src d on d.value = a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@tbl1_n4 +POSTHOOK: Input: default@tbl2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -364,8 +380,16 @@ POSTHOOK: Input: default@tbl2_n3 2654 PREHOOK: query: explain select count(*) FROM tbl1_n4 a JOIN tbl2_n3 b ON a.key = b.key join src h on h.value = a.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@tbl1_n4 +PREHOOK: Input: default@tbl2_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1_n4 a JOIN tbl2_n3 b ON a.key = b.key join src h on h.value = a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@tbl1_n4 +POSTHOOK: Input: default@tbl2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -510,8 +534,16 @@ POSTHOOK: Input: default@tbl2_n3 2654 PREHOOK: query: explain select count(*) FROM tbl1_n4 a JOIN tbl2_n3 b ON a.key = b.key join src c on c.key = a.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@tbl1_n4 +PREHOOK: Input: default@tbl2_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1_n4 a JOIN tbl2_n3 b ON a.key = b.key join src c on c.key = a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@tbl1_n4 +POSTHOOK: Input: default@tbl2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -656,8 +688,16 @@ POSTHOOK: Input: default@tbl2_n3 2654 PREHOOK: query: explain select count(*) FROM tbl1_n4 a JOIN tbl2_n3 b ON a.key = b.key join tbl3_n0 c on c.key = a.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n4 +PREHOOK: Input: default@tbl2_n3 +PREHOOK: Input: default@tbl3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1_n4 a JOIN tbl2_n3 b ON a.key = b.key join tbl3_n0 c on c.key = a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n4 +POSTHOOK: Input: default@tbl2_n3 +POSTHOOK: Input: default@tbl3_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -760,8 +800,16 @@ POSTHOOK: Input: default@tbl3_n0 2654 PREHOOK: query: explain select count(*) FROM tbl1_n4 a JOIN tbl2_n3 b ON a.key = b.key join tbl4 c on c.value = a.value PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n4 +PREHOOK: Input: default@tbl2_n3 +PREHOOK: Input: default@tbl4 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1_n4 a JOIN tbl2_n3 b ON a.key = b.key join tbl4 c on c.value = a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n4 +POSTHOOK: Input: default@tbl2_n3 +POSTHOOK: Input: default@tbl4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -906,8 +954,16 @@ POSTHOOK: Input: default@tbl4 2654 PREHOOK: query: explain select count(*) FROM tbl1_n4 a JOIN tbl2_n3 b ON a.key = b.key join src c on c.value = a.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@tbl1_n4 +PREHOOK: Input: default@tbl2_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1_n4 a JOIN tbl2_n3 b ON a.key = b.key join src c on c.value = a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@tbl1_n4 +POSTHOOK: Input: default@tbl2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1052,8 +1108,16 @@ POSTHOOK: Input: default@tbl2_n3 2654 PREHOOK: query: explain select count(*) FROM tbl1_n4 a JOIN tbl2_n3 b ON a.key = b.key join src c on c.key = a.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@tbl1_n4 +PREHOOK: Input: default@tbl2_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1_n4 a JOIN tbl2_n3 b ON a.key = b.key join src c on c.key = a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@tbl1_n4 +POSTHOOK: Input: default@tbl2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1198,8 +1262,16 @@ POSTHOOK: Input: default@tbl2_n3 2654 PREHOOK: query: explain select count(*) FROM tbl1_n4 a JOIN tbl2_n3 b ON a.key = b.key join tbl3_n0 c on c.key = a.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n4 +PREHOOK: Input: default@tbl2_n3 +PREHOOK: Input: default@tbl3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1_n4 a JOIN tbl2_n3 b ON a.key = b.key join tbl3_n0 c on c.key = a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n4 +POSTHOOK: Input: default@tbl2_n3 +POSTHOOK: Input: default@tbl3_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1302,8 +1374,16 @@ POSTHOOK: Input: default@tbl3_n0 2654 PREHOOK: query: explain select count(*) FROM tbl1_n4 a JOIN tbl2_n3 b ON a.key = b.key join tbl4 c on c.value = a.value PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n4 +PREHOOK: Input: default@tbl2_n3 +PREHOOK: Input: default@tbl4 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1_n4 a JOIN tbl2_n3 b ON a.key = b.key join tbl4 c on c.value = a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n4 +POSTHOOK: Input: default@tbl2_n3 +POSTHOOK: Input: default@tbl4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_7.q.out b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_7.q.out index f561813..9cda07c 100644 --- a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_7.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_7.q.out @@ -116,8 +116,22 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@bucket_big_n6@ds=2008-04-09 PREHOOK: query: explain extended select count(*) FROM bucket_small_n6 a JOIN bucket_big_n6 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n6 +PREHOOK: Input: default@bucket_big_n6@ds=2008-04-08 +PREHOOK: Input: default@bucket_big_n6@ds=2008-04-09 +PREHOOK: Input: default@bucket_small_n6 +PREHOOK: Input: default@bucket_small_n6@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n6@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_small_n6 a JOIN bucket_big_n6 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n6 +POSTHOOK: Input: default@bucket_big_n6@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big_n6@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small_n6 +POSTHOOK: Input: default@bucket_small_n6@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n6@ds=2008-04-09 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_small_n6` @@ -452,8 +466,22 @@ POSTHOOK: Input: default@bucket_small_n6@ds=2008-04-09 76 PREHOOK: query: explain extended select count(*) FROM bucket_big_n6 a JOIN bucket_small_n6 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n6 +PREHOOK: Input: default@bucket_big_n6@ds=2008-04-08 +PREHOOK: Input: default@bucket_big_n6@ds=2008-04-09 +PREHOOK: Input: default@bucket_small_n6 +PREHOOK: Input: default@bucket_small_n6@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n6@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big_n6 a JOIN bucket_small_n6 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n6 +POSTHOOK: Input: default@bucket_big_n6@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big_n6@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small_n6 +POSTHOOK: Input: default@bucket_small_n6@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n6@ds=2008-04-09 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_big_n6` @@ -788,8 +816,22 @@ POSTHOOK: Input: default@bucket_small_n6@ds=2008-04-09 76 PREHOOK: query: explain extended select count(*) FROM bucket_big_n6 a JOIN bucket_small_n6 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n6 +PREHOOK: Input: default@bucket_big_n6@ds=2008-04-08 +PREHOOK: Input: default@bucket_big_n6@ds=2008-04-09 +PREHOOK: Input: default@bucket_small_n6 +PREHOOK: Input: default@bucket_small_n6@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n6@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big_n6 a JOIN bucket_small_n6 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n6 +POSTHOOK: Input: default@bucket_big_n6@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big_n6@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small_n6 +POSTHOOK: Input: default@bucket_small_n6@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n6@ds=2008-04-09 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_big_n6` diff --git a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_8.q.out b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_8.q.out index d5d17a3..3e9c06e 100644 --- a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_8.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_8.q.out @@ -116,8 +116,22 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@bucket_big_n5@ds=2008-04-09 PREHOOK: query: explain extended select count(*) FROM bucket_small_n5 a JOIN bucket_big_n5 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n5 +PREHOOK: Input: default@bucket_big_n5@ds=2008-04-08 +PREHOOK: Input: default@bucket_big_n5@ds=2008-04-09 +PREHOOK: Input: default@bucket_small_n5 +PREHOOK: Input: default@bucket_small_n5@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n5@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_small_n5 a JOIN bucket_big_n5 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n5 +POSTHOOK: Input: default@bucket_big_n5@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big_n5@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small_n5 +POSTHOOK: Input: default@bucket_small_n5@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n5@ds=2008-04-09 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_small_n5` @@ -452,8 +466,22 @@ POSTHOOK: Input: default@bucket_small_n5@ds=2008-04-09 76 PREHOOK: query: explain extended select count(*) FROM bucket_big_n5 a JOIN bucket_small_n5 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n5 +PREHOOK: Input: default@bucket_big_n5@ds=2008-04-08 +PREHOOK: Input: default@bucket_big_n5@ds=2008-04-09 +PREHOOK: Input: default@bucket_small_n5 +PREHOOK: Input: default@bucket_small_n5@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n5@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big_n5 a JOIN bucket_small_n5 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n5 +POSTHOOK: Input: default@bucket_big_n5@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big_n5@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small_n5 +POSTHOOK: Input: default@bucket_small_n5@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n5@ds=2008-04-09 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_big_n5` @@ -788,8 +816,22 @@ POSTHOOK: Input: default@bucket_small_n5@ds=2008-04-09 76 PREHOOK: query: explain extended select count(*) FROM bucket_big_n5 a JOIN bucket_small_n5 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n5 +PREHOOK: Input: default@bucket_big_n5@ds=2008-04-08 +PREHOOK: Input: default@bucket_big_n5@ds=2008-04-09 +PREHOOK: Input: default@bucket_small_n5 +PREHOOK: Input: default@bucket_small_n5@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n5@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big_n5 a JOIN bucket_small_n5 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n5 +POSTHOOK: Input: default@bucket_big_n5@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big_n5@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small_n5 +POSTHOOK: Input: default@bucket_small_n5@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n5@ds=2008-04-09 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_big_n5` diff --git a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_9.q.out b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_9.q.out index 935e607..4e50c9c 100644 --- a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_9.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_9.q.out @@ -43,11 +43,17 @@ select count(*) from ( select a.key as key, a.value as val1, b.value as val2 from tbl1_n10 a join tbl2_n9 b on a.key = b.key ) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( select a.key as key, a.value as val1, b.value as val2 from tbl1_n10 a join tbl2_n9 b on a.key = b.key ) subq1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -144,6 +150,9 @@ select key, count(*) from ) subq1 group by key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from ( @@ -151,6 +160,9 @@ select key, count(*) from ) subq1 group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -264,6 +276,9 @@ select count(*) from group by key ) subq2 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( @@ -274,6 +289,9 @@ select count(*) from group by key ) subq2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -412,6 +430,9 @@ join ) src2 on src1.key = src2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select src1.key, src1.cnt1, src2.cnt1 from ( @@ -429,6 +450,9 @@ join ) src2 on src1.key = src2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -641,6 +665,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2_n9 a where key < 6) subq2 on subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key as key, a.value as value from tbl1_n10 a where key < 6) subq1 @@ -648,6 +675,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2_n9 a where key < 6) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -753,6 +783,9 @@ select count(*) from join tbl2_n9 b on subq2.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( @@ -765,6 +798,9 @@ select count(*) from join tbl2_n9 b on subq2.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -887,6 +923,8 @@ select count(*) from ) subq4 on subq2.key = subq4.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( @@ -906,6 +944,8 @@ select count(*) from ) subq4 on subq2.key = subq4.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1028,6 +1068,9 @@ select count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl2_n9 a where key < 8) subq2 on subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl1_n10 a where key < 8) subq1 @@ -1035,6 +1078,9 @@ select count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl2_n9 a where key < 8) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1135,6 +1181,9 @@ select count(*) from (select a.key +1 as key, concat(a.value, a.value) as value from tbl2_n9 a) subq2 on subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key +1 as key, concat(a.value, a.value) as value from tbl1_n10 a) subq1 @@ -1142,6 +1191,9 @@ select count(*) from (select a.key +1 as key, concat(a.value, a.value) as value from tbl2_n9 a) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1258,11 +1310,17 @@ select count(*) from (select a.key as key, a.value as value from tbl1_n10 a where key < 6) subq1 join tbl2_n9 a on subq1.key = a.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key as key, a.value as value from tbl1_n10 a where key < 6) subq1 join tbl2_n9 a on subq1.key = a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1358,12 +1416,18 @@ select count(*) from tbl1_n10 a (select a.key as key, a.value as value from tbl2_n9 a where key < 6) subq1 on a.key = subq1.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from tbl1_n10 a join (select a.key as key, a.value as value from tbl2_n9 a where key < 6) subq1 on a.key = subq1.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1465,6 +1529,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2_n9 a where key < 6) subq3 on (subq1.key = subq3.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key as key, a.value as value from tbl1_n10 a where key < 6) subq1 @@ -1475,6 +1542,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2_n9 a where key < 6) subq3 on (subq1.key = subq3.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1600,6 +1670,9 @@ select count(*) from ( join tbl2_n9 b on subq2.key = b.key) a PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( select subq2.key as key, subq2.value as value1, b.value as value2 from @@ -1613,6 +1686,9 @@ select count(*) from ( join tbl2_n9 b on subq2.key = b.key) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1723,11 +1799,17 @@ select count(*) from ( select a.key as key, a.value as val1, b.value as val2 from tbl1_n10 a join tbl2_n9 b on a.key = b.key ) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( select a.key as key, a.value as val1, b.value as val2 from tbl1_n10 a join tbl2_n9 b on a.key = b.key ) subq1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1824,6 +1906,9 @@ select key, count(*) from ) subq1 group by key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from ( @@ -1831,6 +1916,9 @@ select key, count(*) from ) subq1 group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1944,6 +2032,9 @@ select count(*) from group by key ) subq2 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( @@ -1954,6 +2045,9 @@ select count(*) from group by key ) subq2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2092,6 +2186,9 @@ join ) src2 on src1.key = src2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select src1.key, src1.cnt1, src2.cnt1 from ( @@ -2109,6 +2206,9 @@ join ) src2 on src1.key = src2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2321,6 +2421,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2_n9 a where key < 6) subq2 on subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key as key, a.value as value from tbl1_n10 a where key < 6) subq1 @@ -2328,6 +2431,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2_n9 a where key < 6) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2433,6 +2539,9 @@ select count(*) from join tbl2_n9 b on subq2.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( @@ -2445,6 +2554,9 @@ select count(*) from join tbl2_n9 b on subq2.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2567,6 +2679,8 @@ select count(*) from ) subq4 on subq2.key = subq4.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( @@ -2586,6 +2700,8 @@ select count(*) from ) subq4 on subq2.key = subq4.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2708,6 +2824,9 @@ select count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl2_n9 a where key < 8) subq2 on subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl1_n10 a where key < 8) subq1 @@ -2715,6 +2834,9 @@ select count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl2_n9 a where key < 8) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2813,11 +2935,17 @@ select count(*) from (select a.key as key, a.value as value from tbl1_n10 a where key < 6) subq1 join tbl2_n9 a on subq1.key = a.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key as key, a.value as value from tbl1_n10 a where key < 6) subq1 join tbl2_n9 a on subq1.key = a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2913,12 +3041,18 @@ select count(*) from tbl1_n10 a (select a.key as key, a.value as value from tbl2_n9 a where key < 6) subq1 on a.key = subq1.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from tbl1_n10 a join (select a.key as key, a.value as value from tbl2_n9 a where key < 6) subq1 on a.key = subq1.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3020,6 +3154,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2_n9 a where key < 6) subq3 on (subq1.key = subq3.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key as key, a.value as value from tbl1_n10 a where key < 6) subq1 @@ -3030,6 +3167,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2_n9 a where key < 6) subq3 on (subq1.key = subq3.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3155,6 +3295,9 @@ select count(*) from ( join tbl2_n9 b on subq2.key = b.key) a PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( select subq2.key as key, subq2.value as value1, b.value as value2 from @@ -3168,6 +3311,9 @@ select count(*) from ( join tbl2_n9 b on subq2.key = b.key) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/bucket2.q.out b/ql/src/test/results/clientpositive/llap/bucket2.q.out index d0fa92b..9d86258 100644 --- a/ql/src/test/results/clientpositive/llap/bucket2.q.out +++ b/ql/src/test/results/clientpositive/llap/bucket2.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain extended insert overwrite table bucket2_1 select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@bucket2_1 POSTHOOK: query: explain extended insert overwrite table bucket2_1 select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@bucket2_1 OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`src` STAGE DEPENDENCIES: @@ -239,9 +243,13 @@ POSTHOOK: Lineage: bucket2_1.value SIMPLE [(src)src.FieldSchema(name:value, type PREHOOK: query: explain select * from bucket2_1 tablesample (bucket 1 out of 2) s PREHOOK: type: QUERY +PREHOOK: Input: default@bucket2_1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from bucket2_1 tablesample (bucket 1 out of 2) s POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket2_1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/llap/bucket3.q.out b/ql/src/test/results/clientpositive/llap/bucket3.q.out index ebcedc9..1f45b19 100644 --- a/ql/src/test/results/clientpositive/llap/bucket3.q.out +++ b/ql/src/test/results/clientpositive/llap/bucket3.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain extended insert overwrite table bucket3_1 partition (ds='1') select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@bucket3_1@ds=1 POSTHOOK: query: explain extended insert overwrite table bucket3_1 partition (ds='1') select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@bucket3_1@ds=1 OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`src` STAGE DEPENDENCIES: @@ -269,9 +273,15 @@ POSTHOOK: Lineage: bucket3_1 PARTITION(ds=2).value SIMPLE [(src)src.FieldSchema( PREHOOK: query: explain select * from bucket3_1 tablesample (bucket 1 out of 2) s where ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@bucket3_1 +PREHOOK: Input: default@bucket3_1@ds=1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from bucket3_1 tablesample (bucket 1 out of 2) s where ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket3_1 +POSTHOOK: Input: default@bucket3_1@ds=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/llap/bucket4.q.out b/ql/src/test/results/clientpositive/llap/bucket4.q.out index be3f350..ec91b3e 100644 --- a/ql/src/test/results/clientpositive/llap/bucket4.q.out +++ b/ql/src/test/results/clientpositive/llap/bucket4.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain extended insert overwrite table bucket4_1 select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@bucket4_1 POSTHOOK: query: explain extended insert overwrite table bucket4_1 select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@bucket4_1 OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`src` STAGE DEPENDENCIES: @@ -242,9 +246,13 @@ POSTHOOK: Lineage: bucket4_1.value SIMPLE [(src)src.FieldSchema(name:value, type PREHOOK: query: explain select * from bucket4_1 tablesample (bucket 1 out of 2) s PREHOOK: type: QUERY +PREHOOK: Input: default@bucket4_1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from bucket4_1 tablesample (bucket 1 out of 2) s POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket4_1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/llap/bucket5.q.out b/ql/src/test/results/clientpositive/llap/bucket5.q.out index ee444f2..bd56c35 100644 --- a/ql/src/test/results/clientpositive/llap/bucket5.q.out +++ b/ql/src/test/results/clientpositive/llap/bucket5.q.out @@ -19,11 +19,17 @@ FROM src INSERT OVERWRITE TABLE bucketed_table SELECT key, value INSERT OVERWRITE TABLE unbucketed_table SELECT key, value cluster by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@bucketed_table +PREHOOK: Output: default@unbucketed_table POSTHOOK: query: EXPLAIN EXTENDED FROM src INSERT OVERWRITE TABLE bucketed_table SELECT key, value INSERT OVERWRITE TABLE unbucketed_table SELECT key, value cluster by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@bucketed_table +POSTHOOK: Output: default@unbucketed_table STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2, Stage-7, Stage-6, Stage-9 diff --git a/ql/src/test/results/clientpositive/llap/bucket6.q.out b/ql/src/test/results/clientpositive/llap/bucket6.q.out index d0c1500..f8d920b 100644 --- a/ql/src/test/results/clientpositive/llap/bucket6.q.out +++ b/ql/src/test/results/clientpositive/llap/bucket6.q.out @@ -9,9 +9,21 @@ POSTHOOK: Output: default@src_bucket PREHOOK: query: explain insert into table src_bucket select key,value from srcpart PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: default@src_bucket POSTHOOK: query: explain insert into table src_bucket select key,value from srcpart POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: default@src_bucket STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/bucket_groupby.q.out b/ql/src/test/results/clientpositive/llap/bucket_groupby.q.out index 1481996..7286d67 100644 --- a/ql/src/test/results/clientpositive/llap/bucket_groupby.q.out +++ b/ql/src/test/results/clientpositive/llap/bucket_groupby.q.out @@ -42,9 +42,15 @@ POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).value SIMPLE [(src)src.Field PREHOOK: query: explain select key, count(1) from clustergroupby where ds='100' group by key order by key limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@clustergroupby +PREHOOK: Input: default@clustergroupby@ds=100 +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(1) from clustergroupby where ds='100' group by key order by key limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@clustergroupby +POSTHOOK: Input: default@clustergroupby@ds=100 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -174,9 +180,15 @@ POSTHOOK: Lineage: clustergroupby PARTITION(ds=101).value SIMPLE [(src)src.Field PREHOOK: query: explain select key, count(1) from clustergroupby where ds='101' group by key order by key limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@clustergroupby +PREHOOK: Input: default@clustergroupby@ds=101 +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(1) from clustergroupby where ds='101' group by key order by key limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@clustergroupby +POSTHOOK: Input: default@clustergroupby@ds=101 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -281,9 +293,15 @@ POSTHOOK: Input: default@clustergroupby@ds=101 PREHOOK: query: explain select length(key), count(1) from clustergroupby where ds='101' group by length(key) limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@clustergroupby +PREHOOK: Input: default@clustergroupby@ds=101 +#### A masked pattern was here #### POSTHOOK: query: explain select length(key), count(1) from clustergroupby where ds='101' group by length(key) limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@clustergroupby +POSTHOOK: Input: default@clustergroupby@ds=101 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -367,9 +385,15 @@ POSTHOOK: Input: default@clustergroupby@ds=101 PREHOOK: query: explain select abs(length(key)), count(1) from clustergroupby where ds='101' group by abs(length(key)) limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@clustergroupby +PREHOOK: Input: default@clustergroupby@ds=101 +#### A masked pattern was here #### POSTHOOK: query: explain select abs(length(key)), count(1) from clustergroupby where ds='101' group by abs(length(key)) limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@clustergroupby +POSTHOOK: Input: default@clustergroupby@ds=101 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -453,9 +477,15 @@ POSTHOOK: Input: default@clustergroupby@ds=101 PREHOOK: query: explain select key, count(1) from clustergroupby where ds='101' group by key,'a' order by key,'a' limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@clustergroupby +PREHOOK: Input: default@clustergroupby@ds=101 +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(1) from clustergroupby where ds='101' group by key,'a' order by key,'a' limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@clustergroupby +POSTHOOK: Input: default@clustergroupby@ds=101 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -560,9 +590,15 @@ POSTHOOK: Input: default@clustergroupby@ds=101 PREHOOK: query: explain select key, count(1) from (select value as key, key as value from clustergroupby where ds='101')subq group by key order by key limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@clustergroupby +PREHOOK: Input: default@clustergroupby@ds=101 +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(1) from (select value as key, key as value from clustergroupby where ds='101')subq group by key order by key limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@clustergroupby +POSTHOOK: Input: default@clustergroupby@ds=101 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -667,9 +703,17 @@ val_114 1 PREHOOK: query: explain select key, count(1) from clustergroupby group by key PREHOOK: type: QUERY +PREHOOK: Input: default@clustergroupby +PREHOOK: Input: default@clustergroupby@ds=100 +PREHOOK: Input: default@clustergroupby@ds=101 +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(1) from clustergroupby group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@clustergroupby +POSTHOOK: Input: default@clustergroupby@ds=100 +POSTHOOK: Input: default@clustergroupby@ds=101 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1052,9 +1096,17 @@ POSTHOOK: Input: default@clustergroupby@ds=101 PREHOOK: query: explain select key, count(1) from clustergroupby group by key, 3 PREHOOK: type: QUERY +PREHOOK: Input: default@clustergroupby +PREHOOK: Input: default@clustergroupby@ds=100 +PREHOOK: Input: default@clustergroupby@ds=101 +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(1) from clustergroupby group by key, 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@clustergroupby +POSTHOOK: Input: default@clustergroupby@ds=100 +POSTHOOK: Input: default@clustergroupby@ds=101 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1165,9 +1217,15 @@ POSTHOOK: Lineage: clustergroupby PARTITION(ds=102).value SIMPLE [(src)src.Field PREHOOK: query: explain select key, count(1) from clustergroupby where ds='102' group by key order by key limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@clustergroupby +PREHOOK: Input: default@clustergroupby@ds=102 +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(1) from clustergroupby where ds='102' group by key order by key limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@clustergroupby +POSTHOOK: Input: default@clustergroupby@ds=102 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1273,9 +1331,15 @@ POSTHOOK: Input: default@clustergroupby@ds=102 PREHOOK: query: explain select value, count(1) from clustergroupby where ds='102' group by value order by value limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@clustergroupby +PREHOOK: Input: default@clustergroupby@ds=102 +#### A masked pattern was here #### POSTHOOK: query: explain select value, count(1) from clustergroupby where ds='102' group by value order by value limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@clustergroupby +POSTHOOK: Input: default@clustergroupby@ds=102 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1380,9 +1444,15 @@ val_114 1 PREHOOK: query: explain select key, count(1) from clustergroupby where ds='102' group by key, value limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@clustergroupby +PREHOOK: Input: default@clustergroupby@ds=102 +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(1) from clustergroupby where ds='102' group by key, value limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@clustergroupby +POSTHOOK: Input: default@clustergroupby@ds=102 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1480,9 +1550,15 @@ POSTHOOK: Lineage: clustergroupby PARTITION(ds=103).value SIMPLE [(src)src.Field PREHOOK: query: explain select key, count(1) from clustergroupby where ds='103' group by key order by key limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@clustergroupby +PREHOOK: Input: default@clustergroupby@ds=103 +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(1) from clustergroupby where ds='103' group by key order by key limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@clustergroupby +POSTHOOK: Input: default@clustergroupby@ds=103 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1588,9 +1664,15 @@ POSTHOOK: Input: default@clustergroupby@ds=103 PREHOOK: query: explain select key, count(1) from clustergroupby where ds='103' group by value, key order by key limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@clustergroupby +PREHOOK: Input: default@clustergroupby@ds=103 +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(1) from clustergroupby where ds='103' group by value, key order by key limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@clustergroupby +POSTHOOK: Input: default@clustergroupby@ds=103 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/bucket_many.q.out b/ql/src/test/results/clientpositive/llap/bucket_many.q.out index 80b7b4e..cf16d47 100644 --- a/ql/src/test/results/clientpositive/llap/bucket_many.q.out +++ b/ql/src/test/results/clientpositive/llap/bucket_many.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain extended insert overwrite table bucket_many select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@bucket_many POSTHOOK: query: explain extended insert overwrite table bucket_many select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@bucket_many OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`src` STAGE DEPENDENCIES: @@ -252,9 +256,13 @@ POSTHOOK: Lineage: bucket_many.value SIMPLE [(src)src.FieldSchema(name:value, ty PREHOOK: query: explain select * from bucket_many tablesample (bucket 2 out of 256) s PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_many +#### A masked pattern was here #### POSTHOOK: query: explain select * from bucket_many tablesample (bucket 2 out of 256) s POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_many +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/llap/bucket_map_join_tez2.q.out b/ql/src/test/results/clientpositive/llap/bucket_map_join_tez2.q.out index 08fe291..a98deb5 100644 --- a/ql/src/test/results/clientpositive/llap/bucket_map_join_tez2.q.out +++ b/ql/src/test/results/clientpositive/llap/bucket_map_join_tez2.q.out @@ -166,8 +166,14 @@ POSTHOOK: Output: default@tab_part_n11@ds=2008-04-08 #### A masked pattern was here #### PREHOOK: query: explain select a.key, b.key from tab_part_n11 a join tab_part_n11 c on a.key = c.key join tab_part_n11 b on a.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab_part_n11 +PREHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.key from tab_part_n11 a join tab_part_n11 c on a.key = c.key join tab_part_n11 b on a.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_part_n11 +POSTHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -288,8 +294,14 @@ STAGE PLANS: PREHOOK: query: explain select a.key, b.key from tab_part_n11 a join tab_part_n11 c on a.key = c.key join tab_part_n11 b on a.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab_part_n11 +PREHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.key from tab_part_n11 a join tab_part_n11 c on a.key = c.key join tab_part_n11 b on a.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_part_n11 +POSTHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -444,10 +456,16 @@ PREHOOK: query: explain select a.key, a.value, b.value from tab1_n5 a join src b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@tab1_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from tab1_n5 a join src b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@tab1_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -533,10 +551,16 @@ PREHOOK: query: explain select a.key, a.value, b.value from tab1_n5 a join src b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@tab1_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from tab1_n5 a join src b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@tab1_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -621,9 +645,15 @@ STAGE PLANS: PREHOOK: query: explain select a.key, b.key from (select key from tab_part_n11 where key > 1) a join (select key from tab_part_n11 where key > 2) b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_part_n11 +PREHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.key from (select key from tab_part_n11 where key > 1) a join (select key from tab_part_n11 where key > 2) b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_part_n11 +POSTHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -702,9 +732,15 @@ STAGE PLANS: PREHOOK: query: explain select a.key, b.key from (select key from tab_part_n11 where key > 1) a join (select key from tab_part_n11 where key > 2) b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_part_n11 +PREHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.key from (select key from tab_part_n11 where key > 1) a join (select key from tab_part_n11 where key > 2) b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_part_n11 +POSTHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -777,9 +813,15 @@ STAGE PLANS: PREHOOK: query: explain select a.key, b.key from (select key from tab_part_n11 where key > 1) a left outer join (select key from tab_part_n11 where key > 2) b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_part_n11 +PREHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.key from (select key from tab_part_n11 where key > 1) a left outer join (select key from tab_part_n11 where key > 2) b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_part_n11 +POSTHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -858,9 +900,15 @@ STAGE PLANS: PREHOOK: query: explain select a.key, b.key from (select key from tab_part_n11 where key > 1) a left outer join (select key from tab_part_n11 where key > 2) b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_part_n11 +PREHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.key from (select key from tab_part_n11 where key > 1) a left outer join (select key from tab_part_n11 where key > 2) b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_part_n11 +POSTHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -933,9 +981,15 @@ STAGE PLANS: PREHOOK: query: explain select a.key, b.key from (select key from tab_part_n11 where key > 1) a right outer join (select key from tab_part_n11 where key > 2) b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_part_n11 +PREHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.key from (select key from tab_part_n11 where key > 1) a right outer join (select key from tab_part_n11 where key > 2) b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_part_n11 +POSTHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1014,9 +1068,15 @@ STAGE PLANS: PREHOOK: query: explain select a.key, b.key from (select key from tab_part_n11 where key > 1) a right outer join (select key from tab_part_n11 where key > 2) b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_part_n11 +PREHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.key from (select key from tab_part_n11 where key > 1) a right outer join (select key from tab_part_n11 where key > 2) b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_part_n11 +POSTHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1088,8 +1148,14 @@ STAGE PLANS: PREHOOK: query: explain select a.key, b.key from (select distinct key from tab_n10) a join tab_n10 b on b.key = a.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n10 +PREHOOK: Input: default@tab_n10@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.key from (select distinct key from tab_n10) a join tab_n10 b on b.key = a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n10 +POSTHOOK: Input: default@tab_n10@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1172,8 +1238,14 @@ STAGE PLANS: PREHOOK: query: explain select a.key, b.key from (select distinct key from tab_n10) a join tab_n10 b on b.key = a.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n10 +PREHOOK: Input: default@tab_n10@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.key from (select distinct key from tab_n10) a join tab_n10 b on b.key = a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n10 +POSTHOOK: Input: default@tab_n10@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1260,8 +1332,14 @@ STAGE PLANS: PREHOOK: query: explain select a.value, b.value from (select distinct value from tab_n10) a join tab_n10 b on b.key = a.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n10 +PREHOOK: Input: default@tab_n10@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.value, b.value from (select distinct value from tab_n10) a join tab_n10 b on b.key = a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n10 +POSTHOOK: Input: default@tab_n10@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1360,8 +1438,14 @@ STAGE PLANS: PREHOOK: query: explain select a.value, b.value from (select distinct value from tab_n10) a join tab_n10 b on b.key = a.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n10 +PREHOOK: Input: default@tab_n10@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.value, b.value from (select distinct value from tab_n10) a join tab_n10 b on b.key = a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n10 +POSTHOOK: Input: default@tab_n10@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1499,11 +1583,21 @@ select count(*) from (select distinct key,value from tab_part_n11) a join tab_n10 b on a.key = b.key and a.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n10 +PREHOOK: Input: default@tab_n10@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n11 +PREHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select distinct key,value from tab_part_n11) a join tab_n10 b on a.key = b.key and a.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n10 +POSTHOOK: Input: default@tab_n10@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n11 +POSTHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1616,11 +1710,21 @@ select count(*) from (select distinct key,value from tab_part_n11) a join tab_n10 b on a.key = b.key and a.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n10 +PREHOOK: Input: default@tab_n10@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n11 +PREHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select distinct key,value from tab_part_n11) a join tab_n10 b on a.key = b.key and a.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n10 +POSTHOOK: Input: default@tab_n10@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n11 +POSTHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1766,8 +1870,18 @@ POSTHOOK: Output: default@big@k=2 POSTHOOK: Lineage: big PARTITION(k=2).i SCRIPT [] PREHOOK: query: explain select small.i, big.i from small,big where small.i=big.i PREHOOK: type: QUERY +PREHOOK: Input: default@big +PREHOOK: Input: default@big@k=1 +PREHOOK: Input: default@big@k=2 +PREHOOK: Input: default@small +#### A masked pattern was here #### POSTHOOK: query: explain select small.i, big.i from small,big where small.i=big.i POSTHOOK: type: QUERY +POSTHOOK: Input: default@big +POSTHOOK: Input: default@big@k=1 +POSTHOOK: Input: default@big@k=2 +POSTHOOK: Input: default@small +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1896,8 +2010,14 @@ POSTHOOK: Output: default@tab_part_ext@ds=2008-04-08 test.comment=Bucket map join should work here PREHOOK: query: explain select a.key, b.key from tab_part_n11 a join tab_part_n11 c on a.key = c.key join tab_part_n11 b on a.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab_part_n11 +PREHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.key from tab_part_n11 a join tab_part_n11 c on a.key = c.key join tab_part_n11 b on a.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_part_n11 +POSTHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2019,8 +2139,14 @@ STAGE PLANS: test.comment=External tables, bucket map join should be disabled PREHOOK: query: explain select a.key, b.key from tab_part_ext a join tab_part_ext c on a.key = c.key join tab_part_ext b on a.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab_part_ext +PREHOOK: Input: default@tab_part_ext@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.key from tab_part_ext a join tab_part_ext c on a.key = c.key join tab_part_ext b on a.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_part_ext +POSTHOOK: Input: default@tab_part_ext@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2191,6 +2317,9 @@ WHERE my_fact.fiscal_year = '2015' AND my_dim.filter_col IN ( 'VAL1', 'VAL2' ) and my_fact.accounting_period in (10) PREHOOK: type: QUERY +PREHOOK: Input: default@my_dim +PREHOOK: Input: default@my_fact +#### A masked pattern was here #### POSTHOOK: query: explain extended select bucket_col, my_dim.join_col as account1,my_fact.accounting_period FROM my_fact JOIN my_dim ON my_fact.join_col = my_dim.join_col @@ -2198,6 +2327,9 @@ WHERE my_fact.fiscal_year = '2015' AND my_dim.filter_col IN ( 'VAL1', 'VAL2' ) and my_fact.accounting_period in (10) POSTHOOK: type: QUERY +POSTHOOK: Input: default@my_dim +POSTHOOK: Input: default@my_fact +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/bucket_map_join_tez_empty.q.out b/ql/src/test/results/clientpositive/llap/bucket_map_join_tez_empty.q.out index 20d20ec..ef64838 100644 --- a/ql/src/test/results/clientpositive/llap/bucket_map_join_tez_empty.q.out +++ b/ql/src/test/results/clientpositive/llap/bucket_map_join_tez_empty.q.out @@ -36,8 +36,14 @@ POSTHOOK: Lineage: tab2_n0.key1 SCRIPT [] POSTHOOK: Lineage: tab2_n0.value SCRIPT [] PREHOOK: query: explain select * from tab1_n0, tab2_n0 where tab1_n0.key1 = tab2_n0.key1 PREHOOK: type: QUERY +PREHOOK: Input: default@tab1_n0 +PREHOOK: Input: default@tab2_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from tab1_n0, tab2_n0 where tab1_n0.key1 = tab2_n0.key1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab1_n0 +POSTHOOK: Input: default@tab2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/bucket_num_reducers.q.out b/ql/src/test/results/clientpositive/llap/bucket_num_reducers.q.out index ce23bdf..5991253 100644 --- a/ql/src/test/results/clientpositive/llap/bucket_num_reducers.q.out +++ b/ql/src/test/results/clientpositive/llap/bucket_num_reducers.q.out @@ -9,9 +9,13 @@ POSTHOOK: Output: default@bucket_nr PREHOOK: query: explain extended insert overwrite table bucket_nr select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@bucket_nr POSTHOOK: query: explain extended insert overwrite table bucket_nr select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@bucket_nr OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`src` STAGE DEPENDENCIES: diff --git a/ql/src/test/results/clientpositive/llap/bucket_num_reducers2.q.out b/ql/src/test/results/clientpositive/llap/bucket_num_reducers2.q.out index ee9cb78..87b1294 100644 --- a/ql/src/test/results/clientpositive/llap/bucket_num_reducers2.q.out +++ b/ql/src/test/results/clientpositive/llap/bucket_num_reducers2.q.out @@ -9,9 +9,13 @@ POSTHOOK: Output: default@test_table_n4 PREHOOK: query: explain extended insert overwrite table test_table_n4 select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@test_table_n4 POSTHOOK: query: explain extended insert overwrite table test_table_n4 select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@test_table_n4 OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`src` STAGE DEPENDENCIES: diff --git a/ql/src/test/results/clientpositive/llap/bucketmapjoin1.q.out b/ql/src/test/results/clientpositive/llap/bucketmapjoin1.q.out index a52177e..22842b5 100644 --- a/ql/src/test/results/clientpositive/llap/bucketmapjoin1.q.out +++ b/ql/src/test/results/clientpositive/llap/bucketmapjoin1.q.out @@ -27,11 +27,17 @@ select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_part_n1 a join srcbucket_mapjoin_part_2_n1 b on a.key=b.key where b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n1 +PREHOOK: Input: default@srcbucket_mapjoin_part_n1 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_part_n1 a join srcbucket_mapjoin_part_2_n1 b on a.key=b.key where b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n1 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`srcbucket_mapjoin_part_n1` @@ -166,11 +172,17 @@ select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin_part_n1 a join srcbucket_mapjoin_part_2_n1 b on a.key=b.key where b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n1 +PREHOOK: Input: default@srcbucket_mapjoin_part_n1 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin_part_n1 a join srcbucket_mapjoin_part_2_n1 b on a.key=b.key where b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n1 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`srcbucket_mapjoin_part_n1` @@ -396,12 +408,20 @@ select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_n1 a join srcbucket_mapjoin_part_n1 b on a.key=b.key where b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_n1 +PREHOOK: Input: default@srcbucket_mapjoin_part_n1 +PREHOOK: Input: default@srcbucket_mapjoin_part_n1@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result_n0 POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result_n0 select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_n1 a join srcbucket_mapjoin_part_n1 b on a.key=b.key where b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_n1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n1@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result_n0 OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`srcbucket_mapjoin_n1` @@ -828,12 +848,20 @@ select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin_n1 a join srcbucket_mapjoin_part_n1 b on a.key=b.key where b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_n1 +PREHOOK: Input: default@srcbucket_mapjoin_part_n1 +PREHOOK: Input: default@srcbucket_mapjoin_part_n1@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result_n0 POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result_n0 select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin_n1 a join srcbucket_mapjoin_part_n1 b on a.key=b.key where b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_n1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n1@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result_n0 OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`srcbucket_mapjoin_n1` diff --git a/ql/src/test/results/clientpositive/llap/bucketmapjoin2.q.out b/ql/src/test/results/clientpositive/llap/bucketmapjoin2.q.out index 3ffbd4c..f775db5 100644 --- a/ql/src/test/results/clientpositive/llap/bucketmapjoin2.q.out +++ b/ql/src/test/results/clientpositive/llap/bucketmapjoin2.q.out @@ -94,12 +94,22 @@ select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_part_n6 a join srcbucket_mapjoin_part_2_n5 b on a.key=b.key and b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n5 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n5@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_n6 +PREHOOK: Input: default@srcbucket_mapjoin_part_n6@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result_n2 POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result_n2 select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_part_n6 a join srcbucket_mapjoin_part_2_n5 b on a.key=b.key and b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n5 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n5@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n6 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n6@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result_n2 OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`srcbucket_mapjoin_part_n6` @@ -531,12 +541,22 @@ select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin_part_n6 a join srcbucket_mapjoin_part_2_n5 b on a.key=b.key and b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n5 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n5@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_n6 +PREHOOK: Input: default@srcbucket_mapjoin_part_n6@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result_n2 POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result_n2 select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin_part_n6 a join srcbucket_mapjoin_part_2_n5 b on a.key=b.key and b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n5 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n5@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n6 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n6@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result_n2 OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`srcbucket_mapjoin_part_n6` @@ -985,12 +1005,24 @@ select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_part_n6 a join srcbucket_mapjoin_part_2_n5 b on a.key=b.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n5 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n5@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n5@ds=2008-04-09 +PREHOOK: Input: default@srcbucket_mapjoin_part_n6 +PREHOOK: Input: default@srcbucket_mapjoin_part_n6@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result_n2 POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result_n2 select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_part_n6 a join srcbucket_mapjoin_part_2_n5 b on a.key=b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n5 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n5@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n5@ds=2008-04-09 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n6 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n6@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result_n2 OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`srcbucket_mapjoin_part_n6` diff --git a/ql/src/test/results/clientpositive/llap/bucketmapjoin3.q.out b/ql/src/test/results/clientpositive/llap/bucketmapjoin3.q.out index eb059d4..8cee3ee 100644 --- a/ql/src/test/results/clientpositive/llap/bucketmapjoin3.q.out +++ b/ql/src/test/results/clientpositive/llap/bucketmapjoin3.q.out @@ -118,12 +118,22 @@ select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_part_2_n11 a join srcbucket_mapjoin_part_n13 b on a.key=b.key and b.ds="2008-04-08" and a.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n11 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n11@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_n13 +PREHOOK: Input: default@srcbucket_mapjoin_part_n13@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result_n6 POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result_n6 select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_part_2_n11 a join srcbucket_mapjoin_part_n13 b on a.key=b.key and b.ds="2008-04-08" and a.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n11 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n11@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n13 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n13@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result_n6 OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value`, CAST('2008-04-08' AS STRING) AS `ds` FROM `default`.`srcbucket_mapjoin_part_2_n11` @@ -555,12 +565,22 @@ select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin_part_2_n11 a join srcbucket_mapjoin_part_n13 b on a.key=b.key and b.ds="2008-04-08" and a.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n11 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n11@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_n13 +PREHOOK: Input: default@srcbucket_mapjoin_part_n13@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result_n6 POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result_n6 select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin_part_2_n11 a join srcbucket_mapjoin_part_n13 b on a.key=b.key and b.ds="2008-04-08" and a.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n11 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n11@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n13 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n13@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result_n6 OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value`, CAST('2008-04-08' AS STRING) AS `ds` FROM `default`.`srcbucket_mapjoin_part_2_n11` diff --git a/ql/src/test/results/clientpositive/llap/bucketmapjoin4.q.out b/ql/src/test/results/clientpositive/llap/bucketmapjoin4.q.out index 47c08c4..e6aabc7 100644 --- a/ql/src/test/results/clientpositive/llap/bucketmapjoin4.q.out +++ b/ql/src/test/results/clientpositive/llap/bucketmapjoin4.q.out @@ -118,12 +118,16 @@ select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_n17 a join srcbucket_mapjoin_n17 b on a.key=b.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_n17 +PREHOOK: Output: default@bucketmapjoin_tmp_result_n8 POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result_n8 select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_n17 a join srcbucket_mapjoin_n17 b on a.key=b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_n17 +POSTHOOK: Output: default@bucketmapjoin_tmp_result_n8 OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`srcbucket_mapjoin_n17` @@ -541,12 +545,16 @@ select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin_n17 a join srcbucket_mapjoin_n17 b on a.key=b.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_n17 +PREHOOK: Output: default@bucketmapjoin_tmp_result_n8 POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result_n8 select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin_n17 a join srcbucket_mapjoin_n17 b on a.key=b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_n17 +POSTHOOK: Output: default@bucketmapjoin_tmp_result_n8 OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`srcbucket_mapjoin_n17` diff --git a/ql/src/test/results/clientpositive/llap/bucketmapjoin7.q.out b/ql/src/test/results/clientpositive/llap/bucketmapjoin7.q.out index df844ee..2b49cda 100644 --- a/ql/src/test/results/clientpositive/llap/bucketmapjoin7.q.out +++ b/ql/src/test/results/clientpositive/llap/bucketmapjoin7.q.out @@ -58,12 +58,22 @@ FROM srcbucket_mapjoin_part_1_n4 a JOIN srcbucket_mapjoin_part_2_n9 b ON a.key = b.key AND a.ds = '2008-04-08' AND b.ds = '2008-04-08' ORDER BY a.key, b.value LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n4 +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n4@ds=2008-04-08/hr=0 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n9 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n9@ds=2008-04-08/hr=0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ a.key, b.value FROM srcbucket_mapjoin_part_1_n4 a JOIN srcbucket_mapjoin_part_2_n9 b ON a.key = b.key AND a.ds = '2008-04-08' AND b.ds = '2008-04-08' ORDER BY a.key, b.value LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n4 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n4@ds=2008-04-08/hr=0 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n9 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n9@ds=2008-04-08/hr=0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/bucketpruning1.q.out b/ql/src/test/results/clientpositive/llap/bucketpruning1.q.out index cc637db..30c1d9e 100644 --- a/ql/src/test/results/clientpositive/llap/bucketpruning1.q.out +++ b/ql/src/test/results/clientpositive/llap/bucketpruning1.q.out @@ -17,9 +17,13 @@ POSTHOOK: Output: default@srcbucket_unpruned PREHOOK: query: explain extended select * from srcbucket_pruned where key = 1 PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_pruned +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from srcbucket_pruned where key = 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_pruned +#### A masked pattern was here #### OPTIMIZED SQL: SELECT CAST(1 AS INTEGER) AS `key`, `value`, `ds` FROM `default`.`srcbucket_pruned` WHERE `key` = 1 @@ -82,9 +86,13 @@ STAGE PLANS: PREHOOK: query: explain extended select * from srcbucket_pruned where key = 16 PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_pruned +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from srcbucket_pruned where key = 16 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_pruned +#### A masked pattern was here #### OPTIMIZED SQL: SELECT CAST(16 AS INTEGER) AS `key`, `value`, `ds` FROM `default`.`srcbucket_pruned` WHERE `key` = 16 @@ -147,9 +155,13 @@ STAGE PLANS: PREHOOK: query: explain extended select * from srcbucket_pruned where key = 17 PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_pruned +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from srcbucket_pruned where key = 17 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_pruned +#### A masked pattern was here #### OPTIMIZED SQL: SELECT CAST(17 AS INTEGER) AS `key`, `value`, `ds` FROM `default`.`srcbucket_pruned` WHERE `key` = 17 @@ -212,9 +224,13 @@ STAGE PLANS: PREHOOK: query: explain extended select * from srcbucket_pruned where key = 16+1 PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_pruned +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from srcbucket_pruned where key = 16+1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_pruned +#### A masked pattern was here #### OPTIMIZED SQL: SELECT CAST(17 AS INTEGER) AS `key`, `value`, `ds` FROM `default`.`srcbucket_pruned` WHERE `key` = 17 @@ -277,9 +293,13 @@ STAGE PLANS: PREHOOK: query: explain extended select * from srcbucket_pruned where key = '11' PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_pruned +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from srcbucket_pruned where key = '11' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_pruned +#### A masked pattern was here #### OPTIMIZED SQL: SELECT CAST(11 AS INTEGER) AS `key`, `value`, `ds` FROM `default`.`srcbucket_pruned` WHERE `key` = 11 @@ -342,9 +362,13 @@ STAGE PLANS: PREHOOK: query: explain extended select * from srcbucket_pruned where key = 1 and ds='2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_pruned +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from srcbucket_pruned where key = 1 and ds='2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_pruned +#### A masked pattern was here #### OPTIMIZED SQL: SELECT CAST(1 AS INTEGER) AS `key`, `value`, CAST('2008-04-08' AS STRING) AS `ds` FROM `default`.`srcbucket_pruned` WHERE `key` = 1 AND `ds` = '2008-04-08' @@ -537,9 +561,13 @@ STAGE PLANS: PREHOOK: query: explain extended select * from srcbucket_pruned where key in (2,3) PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_pruned +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from srcbucket_pruned where key in (2,3) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_pruned +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -599,9 +627,13 @@ STAGE PLANS: PREHOOK: query: explain extended select * from srcbucket_pruned where key in (2,3) and ds='2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_pruned +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from srcbucket_pruned where key in (2,3) and ds='2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_pruned +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -661,9 +693,13 @@ STAGE PLANS: PREHOOK: query: explain extended select * from srcbucket_pruned where key in (2,3) and ds='2008-04-08' and value='One' PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_pruned +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from srcbucket_pruned where key in (2,3) and ds='2008-04-08' and value='One' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_pruned +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -723,9 +759,13 @@ STAGE PLANS: PREHOOK: query: explain extended select * from srcbucket_pruned where value='One' and key in (2,3) and ds='2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_pruned +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from srcbucket_pruned where value='One' and key in (2,3) and ds='2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_pruned +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -913,9 +953,13 @@ STAGE PLANS: PREHOOK: query: explain extended select * from srcbucket_pruned where key = -15 PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_pruned +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from srcbucket_pruned where key = -15 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_pruned +#### A masked pattern was here #### OPTIMIZED SQL: SELECT CAST(-15 AS INTEGER) AS `key`, `value`, `ds` FROM `default`.`srcbucket_pruned` WHERE `key` = -15 @@ -978,9 +1022,13 @@ STAGE PLANS: PREHOOK: query: explain extended select * from srcbucket_pruned where key in (1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17) PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_pruned +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from srcbucket_pruned where key in (1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_pruned +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1040,9 +1088,13 @@ STAGE PLANS: PREHOOK: query: explain extended select * from srcbucket_pruned where key in (1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17) and ds='2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_pruned +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from srcbucket_pruned where key in (1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17) and ds='2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_pruned +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1102,9 +1154,13 @@ STAGE PLANS: PREHOOK: query: explain extended select * from srcbucket_pruned where key in (1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17) and ds='2008-04-08' and value='One' PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_pruned +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from srcbucket_pruned where key in (1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17) and ds='2008-04-08' and value='One' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_pruned +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1164,9 +1220,13 @@ STAGE PLANS: PREHOOK: query: explain extended select * from srcbucket_pruned where value='One' and key in (1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17) and ds='2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_pruned +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from srcbucket_pruned where value='One' and key in (1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17) and ds='2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_pruned +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1226,9 +1286,13 @@ STAGE PLANS: PREHOOK: query: explain extended select * from srcbucket_pruned where key = 1 and ds='2008-04-08' or key = 2 PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_pruned +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from srcbucket_pruned where key = 1 and ds='2008-04-08' or key = 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_pruned +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value`, `ds` FROM `default`.`srcbucket_pruned` WHERE `key` = 1 AND `ds` = '2008-04-08' OR `key` = 2 @@ -1354,9 +1418,13 @@ STAGE PLANS: PREHOOK: query: explain extended select * from srcbucket_pruned where key = 1 or value = "One" or key = 2 and value = "Two" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_pruned +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from srcbucket_pruned where key = 1 or value = "One" or key = 2 and value = "Two" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_pruned +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value`, `ds` FROM `default`.`srcbucket_pruned` WHERE `key` = 1 OR `value` = 'One' OR `key` = 2 AND `value` = 'Two' @@ -1418,9 +1486,13 @@ STAGE PLANS: PREHOOK: query: explain extended select * from srcbucket_pruned where key = 'x11' PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_pruned +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from srcbucket_pruned where key = 'x11' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_pruned +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value`, `ds` FROM `default`.`srcbucket_pruned` WHERE FALSE @@ -1481,9 +1553,13 @@ STAGE PLANS: PREHOOK: query: explain extended select * from srcbucket_pruned where key = 1 or value = "One" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_pruned +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from srcbucket_pruned where key = 1 or value = "One" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_pruned +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value`, `ds` FROM `default`.`srcbucket_pruned` WHERE `key` = 1 OR `value` = 'One' @@ -1609,9 +1685,13 @@ STAGE PLANS: PREHOOK: query: explain extended select * from srcbucket_unpruned where key in (3, 5) PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_unpruned +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from srcbucket_unpruned where key in (3, 5) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_unpruned +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1670,9 +1750,13 @@ STAGE PLANS: PREHOOK: query: explain extended select * from srcbucket_unpruned where key = 1 PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_unpruned +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from srcbucket_unpruned where key = 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_unpruned +#### A masked pattern was here #### OPTIMIZED SQL: SELECT CAST(1 AS INTEGER) AS `key`, `value`, `ds` FROM `default`.`srcbucket_unpruned` WHERE `key` = 1 diff --git a/ql/src/test/results/clientpositive/llap/bucketsortoptimize_insert_2.q.out b/ql/src/test/results/clientpositive/llap/bucketsortoptimize_insert_2.q.out index 1bb1791..34d0844 100644 --- a/ql/src/test/results/clientpositive/llap/bucketsortoptimize_insert_2.q.out +++ b/ql/src/test/results/clientpositive/llap/bucketsortoptimize_insert_2.q.out @@ -82,12 +82,22 @@ SELECT a.key, concat(a.value, b.value) FROM test_table1_n0 a JOIN test_table2_n0 b ON a.key = b.key WHERE a.ds = '1' and b.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n0 +PREHOOK: Input: default@test_table1_n0@ds=1 +PREHOOK: Input: default@test_table2_n0 +PREHOOK: Input: default@test_table2_n0@ds=1 +PREHOOK: Output: default@test_table3_n0@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3_n0 PARTITION (ds = '1') SELECT a.key, concat(a.value, b.value) FROM test_table1_n0 a JOIN test_table2_n0 b ON a.key = b.key WHERE a.ds = '1' and b.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n0 +POSTHOOK: Input: default@test_table1_n0@ds=1 +POSTHOOK: Input: default@test_table2_n0 +POSTHOOK: Input: default@test_table2_n0@ds=1 +POSTHOOK: Output: default@test_table3_n0@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -290,12 +300,24 @@ SELECT a.key, concat(a.value, b.value) FROM test_table1_n0 a JOIN test_table2_n0 b ON a.key = b.key WHERE a.ds is not null and b.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n0 +PREHOOK: Input: default@test_table1_n0@ds=1 +PREHOOK: Input: default@test_table1_n0@ds=2 +PREHOOK: Input: default@test_table2_n0 +PREHOOK: Input: default@test_table2_n0@ds=1 +PREHOOK: Output: default@test_table3_n0@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3_n0 PARTITION (ds = '1') SELECT a.key, concat(a.value, b.value) FROM test_table1_n0 a JOIN test_table2_n0 b ON a.key = b.key WHERE a.ds is not null and b.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n0 +POSTHOOK: Input: default@test_table1_n0@ds=1 +POSTHOOK: Input: default@test_table1_n0@ds=2 +POSTHOOK: Input: default@test_table2_n0 +POSTHOOK: Input: default@test_table2_n0@ds=1 +POSTHOOK: Output: default@test_table3_n0@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -522,12 +544,24 @@ SELECT a.key, concat(a.value, b.value) FROM test_table1_n0 a JOIN test_table2_n0 b ON a.key = b.key WHERE a.ds = '1' and b.ds is not null PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n0 +PREHOOK: Input: default@test_table1_n0@ds=1 +PREHOOK: Input: default@test_table2_n0 +PREHOOK: Input: default@test_table2_n0@ds=1 +PREHOOK: Input: default@test_table2_n0@ds=2 +PREHOOK: Output: default@test_table3_n0@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3_n0 PARTITION (ds = '1') SELECT a.key, concat(a.value, b.value) FROM test_table1_n0 a JOIN test_table2_n0 b ON a.key = b.key WHERE a.ds = '1' and b.ds is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n0 +POSTHOOK: Input: default@test_table1_n0@ds=1 +POSTHOOK: Input: default@test_table2_n0 +POSTHOOK: Input: default@test_table2_n0@ds=1 +POSTHOOK: Input: default@test_table2_n0@ds=2 +POSTHOOK: Output: default@test_table3_n0@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -757,6 +791,11 @@ JOIN (select key, value from test_table2_n0 where ds = '1') b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n0 +PREHOOK: Input: default@test_table1_n0@ds=1 +PREHOOK: Input: default@test_table2_n0 +PREHOOK: Input: default@test_table2_n0@ds=1 +PREHOOK: Output: default@test_table3_n0@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3_n0 PARTITION (ds = '1') SELECT a.key, concat(a.value, b.value) @@ -766,6 +805,11 @@ JOIN (select key, value from test_table2_n0 where ds = '1') b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n0 +POSTHOOK: Input: default@test_table1_n0@ds=1 +POSTHOOK: Input: default@test_table2_n0 +POSTHOOK: Input: default@test_table2_n0@ds=1 +POSTHOOK: Output: default@test_table3_n0@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -977,6 +1021,11 @@ JOIN (select key, concat(value, value) as v2 from test_table2_n0 where ds = '1') b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n0 +PREHOOK: Input: default@test_table1_n0@ds=1 +PREHOOK: Input: default@test_table2_n0 +PREHOOK: Input: default@test_table2_n0@ds=1 +PREHOOK: Output: default@test_table3_n0@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3_n0 PARTITION (ds = '1') SELECT a.key, concat(a.v1, b.v2) @@ -986,6 +1035,11 @@ JOIN (select key, concat(value, value) as v2 from test_table2_n0 where ds = '1') b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n0 +POSTHOOK: Input: default@test_table1_n0@ds=1 +POSTHOOK: Input: default@test_table2_n0 +POSTHOOK: Input: default@test_table2_n0@ds=1 +POSTHOOK: Output: default@test_table3_n0@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1197,6 +1251,11 @@ JOIN (select key, value from test_table2_n0 where ds = '1') b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n0 +PREHOOK: Input: default@test_table1_n0@ds=1 +PREHOOK: Input: default@test_table2_n0 +PREHOOK: Input: default@test_table2_n0@ds=1 +PREHOOK: Output: default@test_table3_n0@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3_n0 PARTITION (ds = '1') SELECT a.key+a.key, concat(a.value, b.value) @@ -1206,6 +1265,11 @@ JOIN (select key, value from test_table2_n0 where ds = '1') b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n0 +POSTHOOK: Input: default@test_table1_n0@ds=1 +POSTHOOK: Input: default@test_table2_n0 +POSTHOOK: Input: default@test_table2_n0@ds=1 +POSTHOOK: Output: default@test_table3_n0@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/bucketsortoptimize_insert_6.q.out b/ql/src/test/results/clientpositive/llap/bucketsortoptimize_insert_6.q.out index 7533cf8..a51e17b 100644 --- a/ql/src/test/results/clientpositive/llap/bucketsortoptimize_insert_6.q.out +++ b/ql/src/test/results/clientpositive/llap/bucketsortoptimize_insert_6.q.out @@ -60,12 +60,22 @@ SELECT a.key, a.key2, concat(a.value, b.value) FROM test_table1_n3 a JOIN test_table2_n3 b ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n3 +PREHOOK: Input: default@test_table1_n3@ds=1 +PREHOOK: Input: default@test_table2_n3 +PREHOOK: Input: default@test_table2_n3@ds=1 +PREHOOK: Output: default@test_table3_n3@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3_n3 PARTITION (ds = '1') SELECT a.key, a.key2, concat(a.value, b.value) FROM test_table1_n3 a JOIN test_table2_n3 b ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n3 +POSTHOOK: Input: default@test_table1_n3@ds=1 +POSTHOOK: Input: default@test_table2_n3 +POSTHOOK: Input: default@test_table2_n3@ds=1 +POSTHOOK: Output: default@test_table3_n3@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -272,6 +282,11 @@ FROM test_table1_n3 a JOIN test_table2_n3 b ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' )subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n3 +PREHOOK: Input: default@test_table1_n3@ds=1 +PREHOOK: Input: default@test_table2_n3 +PREHOOK: Input: default@test_table2_n3@ds=1 +PREHOOK: Output: default@test_table3_n3@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3_n3 PARTITION (ds = '1') SELECT subq1.key, subq1.key2, subq1.value from @@ -281,6 +296,11 @@ FROM test_table1_n3 a JOIN test_table2_n3 b ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' )subq1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n3 +POSTHOOK: Input: default@test_table1_n3@ds=1 +POSTHOOK: Input: default@test_table2_n3 +POSTHOOK: Input: default@test_table2_n3@ds=1 +POSTHOOK: Output: default@test_table3_n3@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -490,12 +510,22 @@ SELECT a.key2, a.key, concat(a.value, b.value) FROM test_table1_n3 a JOIN test_table2_n3 b ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n3 +PREHOOK: Input: default@test_table1_n3@ds=1 +PREHOOK: Input: default@test_table2_n3 +PREHOOK: Input: default@test_table2_n3@ds=1 +PREHOOK: Output: default@test_table3_n3@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3_n3 PARTITION (ds = '1') SELECT a.key2, a.key, concat(a.value, b.value) FROM test_table1_n3 a JOIN test_table2_n3 b ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n3 +POSTHOOK: Input: default@test_table1_n3@ds=1 +POSTHOOK: Input: default@test_table2_n3 +POSTHOOK: Input: default@test_table2_n3@ds=1 +POSTHOOK: Output: default@test_table3_n3@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -637,6 +667,11 @@ FROM test_table1_n3 a JOIN test_table2_n3 b ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' )subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n3 +PREHOOK: Input: default@test_table1_n3@ds=1 +PREHOOK: Input: default@test_table2_n3 +PREHOOK: Input: default@test_table2_n3@ds=1 +PREHOOK: Output: default@test_table3_n3@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3_n3 PARTITION (ds = '1') SELECT subq1.key2, subq1.key, subq1.value from @@ -646,6 +681,11 @@ FROM test_table1_n3 a JOIN test_table2_n3 b ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' )subq1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n3 +POSTHOOK: Input: default@test_table1_n3@ds=1 +POSTHOOK: Input: default@test_table2_n3 +POSTHOOK: Input: default@test_table2_n3@ds=1 +POSTHOOK: Output: default@test_table3_n3@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -790,6 +830,11 @@ ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' )subq1 )subq2 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n3 +PREHOOK: Input: default@test_table1_n3@ds=1 +PREHOOK: Input: default@test_table2_n3 +PREHOOK: Input: default@test_table2_n3@ds=1 +PREHOOK: Output: default@test_table3_n3@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3_n3 PARTITION (ds = '1') SELECT subq2.key, subq2.key2, subq2.value from @@ -802,6 +847,11 @@ ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' )subq1 )subq2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n3 +POSTHOOK: Input: default@test_table1_n3@ds=1 +POSTHOOK: Input: default@test_table2_n3 +POSTHOOK: Input: default@test_table2_n3@ds=1 +POSTHOOK: Output: default@test_table3_n3@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1023,6 +1073,11 @@ ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' )subq1 )subq2 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n3 +PREHOOK: Input: default@test_table1_n3@ds=1 +PREHOOK: Input: default@test_table2_n3 +PREHOOK: Input: default@test_table2_n3@ds=1 +PREHOOK: Output: default@test_table3_n3@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3_n3 PARTITION (ds = '1') SELECT subq2.k2, subq2.k1, subq2.value from @@ -1035,6 +1090,11 @@ ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' )subq1 )subq2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n3 +POSTHOOK: Input: default@test_table1_n3@ds=1 +POSTHOOK: Input: default@test_table2_n3 +POSTHOOK: Input: default@test_table2_n3@ds=1 +POSTHOOK: Output: default@test_table3_n3@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1266,6 +1326,11 @@ ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' )subq1 )subq2 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n3 +PREHOOK: Input: default@test_table1_n3@ds=1 +PREHOOK: Input: default@test_table2_n3 +PREHOOK: Input: default@test_table2_n3@ds=1 +PREHOOK: Output: default@test_table4@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table4 PARTITION (ds = '1') SELECT subq2.k2, subq2.k1, subq2.value from @@ -1278,6 +1343,11 @@ ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' )subq1 )subq2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n3 +POSTHOOK: Input: default@test_table1_n3@ds=1 +POSTHOOK: Input: default@test_table2_n3 +POSTHOOK: Input: default@test_table2_n3@ds=1 +POSTHOOK: Output: default@test_table4@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/bucketsortoptimize_insert_7.q.out b/ql/src/test/results/clientpositive/llap/bucketsortoptimize_insert_7.q.out index cf7e442..a8ed8e8 100644 --- a/ql/src/test/results/clientpositive/llap/bucketsortoptimize_insert_7.q.out +++ b/ql/src/test/results/clientpositive/llap/bucketsortoptimize_insert_7.q.out @@ -59,6 +59,11 @@ FROM test_table1_n20 a JOIN test_table2_n19 b ON a.key = b.key WHERE a.ds = '1' and b.ds = '1' and (a.key = 0 or a.key = 5) PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n20 +PREHOOK: Input: default@test_table1_n20@ds=1 +PREHOOK: Input: default@test_table2_n19 +PREHOOK: Input: default@test_table2_n19@ds=1 +PREHOOK: Output: default@test_table3_n11@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3_n11 PARTITION (ds = '1') SELECT a.key, concat(a.value, b.value) @@ -66,6 +71,11 @@ FROM test_table1_n20 a JOIN test_table2_n19 b ON a.key = b.key WHERE a.ds = '1' and b.ds = '1' and (a.key = 0 or a.key = 5) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n20 +POSTHOOK: Input: default@test_table1_n20@ds=1 +POSTHOOK: Input: default@test_table2_n19 +POSTHOOK: Input: default@test_table2_n19@ds=1 +POSTHOOK: Output: default@test_table3_n11@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -269,6 +279,11 @@ JOIN (select key, value from test_table2_n19 where ds = '1' and (key = 0 or key = 5)) b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n20 +PREHOOK: Input: default@test_table1_n20@ds=1 +PREHOOK: Input: default@test_table2_n19 +PREHOOK: Input: default@test_table2_n19@ds=1 +PREHOOK: Output: default@test_table3_n11@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3_n11 PARTITION (ds = '1') SELECT a.key, concat(a.value, b.value) @@ -278,6 +293,11 @@ JOIN (select key, value from test_table2_n19 where ds = '1' and (key = 0 or key = 5)) b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n20 +POSTHOOK: Input: default@test_table1_n20@ds=1 +POSTHOOK: Input: default@test_table2_n19 +POSTHOOK: Input: default@test_table2_n19@ds=1 +POSTHOOK: Output: default@test_table3_n11@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -486,6 +506,11 @@ JOIN ON a.key = b.key WHERE a.key = 0 or a.key = 5 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n20 +PREHOOK: Input: default@test_table1_n20@ds=1 +PREHOOK: Input: default@test_table2_n19 +PREHOOK: Input: default@test_table2_n19@ds=1 +PREHOOK: Output: default@test_table3_n11@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3_n11 PARTITION (ds = '1') SELECT a.key, concat(a.value, b.value) @@ -496,6 +521,11 @@ JOIN ON a.key = b.key WHERE a.key = 0 or a.key = 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n20 +POSTHOOK: Input: default@test_table1_n20@ds=1 +POSTHOOK: Input: default@test_table2_n19 +POSTHOOK: Input: default@test_table2_n19@ds=1 +POSTHOOK: Output: default@test_table3_n11@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/cbo_simple_select.q.out b/ql/src/test/results/clientpositive/llap/cbo_simple_select.q.out index f964cb6..f6ce9a3 100644 --- a/ql/src/test/results/clientpositive/llap/cbo_simple_select.q.out +++ b/ql/src/test/results/clientpositive/llap/cbo_simple_select.q.out @@ -743,8 +743,14 @@ POSTHOOK: Input: default@cbo_t2@dt=2014 400 PREHOOK: query: EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (cbo_t2.c_int) PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (cbo_t2.c_int) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -765,9 +771,15 @@ STAGE PLANS: PREHOOK: query: -- c_int is not null EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (2*cbo_t2.c_int) PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: -- c_int is not null EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (2*cbo_t2.c_int) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -788,9 +800,15 @@ STAGE PLANS: PREHOOK: query: -- c_int is 0 EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) = (cbo_t2.c_int) PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: -- c_int is 0 EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) = (cbo_t2.c_int) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -811,9 +829,15 @@ STAGE PLANS: PREHOOK: query: -- c_int is not null EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (NULL) PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: -- c_int is not null EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (NULL) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -834,9 +858,15 @@ STAGE PLANS: PREHOOK: query: -- rewrite to NULL EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (cbo_t2.c_int, 2*cbo_t2.c_int) PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: -- rewrite to NULL EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (cbo_t2.c_int, 2*cbo_t2.c_int) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -857,9 +887,15 @@ STAGE PLANS: PREHOOK: query: -- no rewrite EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (cbo_t2.c_int, 0) PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: -- no rewrite EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (cbo_t2.c_int, 0) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/llap/check_constraint.q.out b/ql/src/test/results/clientpositive/llap/check_constraint.q.out index b7e6da9..dcf4edc 100644 --- a/ql/src/test/results/clientpositive/llap/check_constraint.q.out +++ b/ql/src/test/results/clientpositive/llap/check_constraint.q.out @@ -79,8 +79,12 @@ Column Name:bb Check Value:bb IN (23.4,56,4) PREHOOK: query: EXPLAIN INSERT INTO table1_n0 values(1,100,true, 5, 23.4, 700.5) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@table1_n0 POSTHOOK: query: EXPLAIN INSERT INTO table1_n0 values(1,100,true, 5, 23.4, 700.5) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@table1_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -230,8 +234,12 @@ Column Name:i Check Value:i + NULL > 0 PREHOOK: query: EXPLAIN INSERT INTO table2_n0 values(8) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@table2_n0 POSTHOOK: query: EXPLAIN INSERT INTO table2_n0 values(8) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@table2_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -330,8 +338,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tudf PREHOOK: query: EXPLAIN INSERT INTO tudf values('function1') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@tudf POSTHOOK: query: EXPLAIN INSERT INTO tudf values('function1') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@tudf STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -461,8 +473,12 @@ Column Name:numclicks Check Value:numClicks > 0 PREHOOK: query: EXPLAIN INSERT INTO tmulti values('hive.apache.com', 'user1', 48, '12-01-2018') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@tmulti POSTHOOK: query: EXPLAIN INSERT INTO tmulti values('hive.apache.com', 'user1', 48, '12-01-2018') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@tmulti STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -620,8 +636,12 @@ Column Name:numclicks Check Value:numClicks > 0 PREHOOK: query: EXPLAIN INSERT INTO tmulti values('hive.apache.com', 'user1', 48, '12-01-2018') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@tmulti POSTHOOK: query: EXPLAIN INSERT INTO tmulti values('hive.apache.com', 'user1', 48, '12-01-2018') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@tmulti STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -765,8 +785,12 @@ Column Name:numclicks Check Value:numclicks > 0 PREHOOK: query: EXPLAIN INSERT INTO tcase values('hive.apache.com', 'user1', '12-01-2018', 48) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@tcase POSTHOOK: query: EXPLAIN INSERT INTO tcase values('hive.apache.com', 'user1', '12-01-2018', 48) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@tcase STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -911,8 +935,12 @@ Column Name:price Check Value:cast(numClicks as FLOAT)*price > 10.00 PREHOOK: query: EXPLAIN INSERT INTO tcast values('www.google.com', 100, cast(0.5 as float)) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@tcast POSTHOOK: query: EXPLAIN INSERT INTO tcast values('www.google.com', 100, cast(0.5 as float)) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@tcast STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -989,8 +1017,12 @@ POSTHOOK: Input: default@tcast www.google.com 100 0.5 PREHOOK: query: EXPLAIN INSERT INTO tcast(url, price) values('www.yahoo.com', 0.5) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@tcast POSTHOOK: query: EXPLAIN INSERT INTO tcast(url, price) values('www.yahoo.com', 0.5) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@tcast STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1142,8 +1174,12 @@ Column Name:b Check Value:((cast(d as float) + f) < cast(i as float) + (i PREHOOK: query: explain insert into texpr values(3,3.4,5.6,true) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@texpr POSTHOOK: query: explain insert into texpr values(3,3.4,5.6,true) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@texpr STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1294,8 +1330,12 @@ Column Name:vc Check Value:de >= cast(i as decimal(5,2)) PREHOOK: query: explain insert into table acid_uami_n0 select cast(key as int), cast (key as decimal(5,2)), value from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@acid_uami_n0 POSTHOOK: query: explain insert into table acid_uami_n0 select cast(key as int), cast (key as decimal(5,2)), value from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@acid_uami_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1373,9 +1413,13 @@ POSTHOOK: Lineage: acid_uami_n0.vc EXPRESSION [(src)src.FieldSchema(name:value, PREHOOK: query: explain insert overwrite table acid_uami_n0 select cast(key as int), cast (key as decimal(5,2)), value from src order by cast(key as int) limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@acid_uami_n0 POSTHOOK: query: explain insert overwrite table acid_uami_n0 select cast(key as int), cast (key as decimal(5,2)), value from src order by cast(key as int) limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@acid_uami_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1472,9 +1516,13 @@ POSTHOOK: Lineage: acid_uami_n0.vc EXPRESSION [(src)src.FieldSchema(name:value, PREHOOK: query: explain insert into table acid_uami_n0 select cast(s1.key as int) as c1, cast (s2.key as decimal(5,2)) as c2, s1.value from src s1 left outer join src s2 on s1.key=s2.key where s1.value > 'val' limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@acid_uami_n0 POSTHOOK: query: explain insert into table acid_uami_n0 select cast(s1.key as int) as c1, cast (s2.key as decimal(5,2)) as c2, s1.value from src s1 left outer join src s2 on s1.key=s2.key where s1.value > 'val' limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@acid_uami_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1648,9 +1696,13 @@ POSTHOOK: Output: default@acid_uami_n0 PREHOOK: query: explain insert into table acid_uami_n0 select min(cast(key as int)) as c1, max(cast (key as decimal(5,2))) as c2, value from src group by key, value order by key, value limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@acid_uami_n0 POSTHOOK: query: explain insert into table acid_uami_n0 select min(cast(key as int)) as c1, max(cast (key as decimal(5,2))) as c2, value from src group by key, value order by key, value limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@acid_uami_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1799,11 +1851,17 @@ from src insert into table acid_uami_n0 select cast(key as int), cast(key as decimal(5,2)), value where key < 10 insert overwrite table src_multi2_n0 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@acid_uami_n0 +PREHOOK: Output: default@src_multi2_n0 POSTHOOK: query: explain from src insert into table acid_uami_n0 select cast(key as int), cast(key as decimal(5,2)), value where key < 10 insert overwrite table src_multi2_n0 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@acid_uami_n0 +POSTHOOK: Output: default@src_multi2_n0 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -1914,8 +1972,12 @@ POSTHOOK: Input: default@acid_uami_n0 #### A masked pattern was here #### PREHOOK: query: explain update acid_uami_n0 set de = 893.14 where de = 103.00 or de = 119.00 PREHOOK: type: QUERY +PREHOOK: Input: default@acid_uami_n0 +PREHOOK: Output: default@acid_uami_n0 POSTHOOK: query: explain update acid_uami_n0 set de = 893.14 where de = 103.00 or de = 119.00 POSTHOOK: type: QUERY +POSTHOOK: Input: default@acid_uami_n0 +POSTHOOK: Output: default@acid_uami_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -2002,8 +2064,12 @@ POSTHOOK: query: ALTER table acid_uami_n0 drop constraint ch2 POSTHOOK: type: ALTERTABLE_DROPCONSTRAINT PREHOOK: query: explain update acid_uami_n0 set vc = 'apache_hive' where de = 893.14 PREHOOK: type: QUERY +PREHOOK: Input: default@acid_uami_n0 +PREHOOK: Output: default@acid_uami_n0 POSTHOOK: query: explain update acid_uami_n0 set vc = 'apache_hive' where de = 893.14 POSTHOOK: type: QUERY +POSTHOOK: Input: default@acid_uami_n0 +POSTHOOK: Output: default@acid_uami_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -2164,11 +2230,21 @@ WHEN MATCHED AND s.key < 5 THEN DELETE WHEN MATCHED AND s.key < 3 THEN UPDATE set a1 = '1' WHEN NOT MATCHED THEN INSERT VALUES (s.key, s.a1, s.value) PREHOOK: type: QUERY +PREHOOK: Input: default@nonacid +PREHOOK: Input: default@tmerge +PREHOOK: Output: default@tmerge +PREHOOK: Output: default@tmerge +PREHOOK: Output: default@tmerge POSTHOOK: query: explain MERGE INTO tmerge as t using nonacid as s ON t.key = s.key WHEN MATCHED AND s.key < 5 THEN DELETE WHEN MATCHED AND s.key < 3 THEN UPDATE set a1 = '1' WHEN NOT MATCHED THEN INSERT VALUES (s.key, s.a1, s.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@nonacid +POSTHOOK: Input: default@tmerge +POSTHOOK: Output: default@tmerge +POSTHOOK: Output: default@tmerge +POSTHOOK: Output: default@tmerge STAGE DEPENDENCIES: Stage-3 is a root stage Stage-4 depends on stages: Stage-3 @@ -2351,11 +2427,23 @@ WHEN MATCHED AND s.key < 5 THEN DELETE WHEN MATCHED AND s.key < 3 THEN UPDATE set a1 = '1' WHEN NOT MATCHED THEN INSERT VALUES (s.key, s.a1, s.value) PREHOOK: type: QUERY +PREHOOK: Input: default@nonacid +PREHOOK: Input: default@tmerge +PREHOOK: Output: default@merge_tmp_table +PREHOOK: Output: default@tmerge +PREHOOK: Output: default@tmerge +PREHOOK: Output: default@tmerge POSTHOOK: query: explain MERGE INTO tmerge as t using nonacid as s ON t.key = s.key WHEN MATCHED AND s.key < 5 THEN DELETE WHEN MATCHED AND s.key < 3 THEN UPDATE set a1 = '1' WHEN NOT MATCHED THEN INSERT VALUES (s.key, s.a1, s.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@nonacid +POSTHOOK: Input: default@tmerge +POSTHOOK: Output: default@merge_tmp_table +POSTHOOK: Output: default@tmerge +POSTHOOK: Output: default@tmerge +POSTHOOK: Output: default@tmerge STAGE DEPENDENCIES: Stage-4 is a root stage Stage-5 depends on stages: Stage-4 @@ -2592,10 +2680,20 @@ PREHOOK: query: explain MERGE INTO tmerge as t using nonacid as s ON t.key = s.k WHEN MATCHED AND s.key < 5 THEN DELETE WHEN NOT MATCHED THEN INSERT VALUES (s.key, s.a1, s.value) PREHOOK: type: QUERY +PREHOOK: Input: default@nonacid +PREHOOK: Input: default@tmerge +PREHOOK: Output: default@merge_tmp_table +PREHOOK: Output: default@tmerge +PREHOOK: Output: default@tmerge POSTHOOK: query: explain MERGE INTO tmerge as t using nonacid as s ON t.key = s.key WHEN MATCHED AND s.key < 5 THEN DELETE WHEN NOT MATCHED THEN INSERT VALUES (s.key, s.a1, s.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@nonacid +POSTHOOK: Input: default@tmerge +POSTHOOK: Output: default@merge_tmp_table +POSTHOOK: Output: default@tmerge +POSTHOOK: Output: default@tmerge STAGE DEPENDENCIES: Stage-3 is a root stage Stage-4 depends on stages: Stage-3 @@ -2906,8 +3004,12 @@ Column Name:a Default Value:127Y PREHOOK: query: EXPLAIN INSERT INTO numericDataType(b) values(456) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@numericdatatype POSTHOOK: query: EXPLAIN INSERT INTO numericDataType(b) values(456) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@numericdatatype STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -3055,8 +3157,12 @@ Column Name:b Check Value:b in(4,5) PREHOOK: query: EXPLAIN INSERT INTO tcheck(a) values(1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@tcheck POSTHOOK: query: EXPLAIN INSERT INTO tcheck(a) values(1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@tcheck STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -3130,8 +3236,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN INSERT INTO tcheck(b) values(4) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@tcheck POSTHOOK: query: EXPLAIN INSERT INTO tcheck(b) values(4) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@tcheck STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -3242,8 +3352,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@part_mm PREHOOK: query: explain insert into table part_mm partition(key_mm=455) select key from src order by value limit 3 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@part_mm@key_mm=455 POSTHOOK: query: explain insert into table part_mm partition(key_mm=455) select key from src order by value limit 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@part_mm@key_mm=455 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -3472,8 +3586,12 @@ Column Name:null Check Value:a != '' AND b > 4 PREHOOK: query: explain insert into tbl1_n1 values('a', 69) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@tbl1_n1 POSTHOOK: query: explain insert into tbl1_n1 values('a', 69) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@tbl1_n1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -3600,8 +3718,12 @@ Column Name:null Check Value:(b < 100) PREHOOK: query: explain insert into tbl1_n1 values('a', 69) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@tbl1_n1 POSTHOOK: query: explain insert into tbl1_n1 values('a', 69) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@tbl1_n1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/cluster.q.out b/ql/src/test/results/clientpositive/llap/cluster.q.out index c2a8577..bbc6005 100644 --- a/ql/src/test/results/clientpositive/llap/cluster.q.out +++ b/ql/src/test/results/clientpositive/llap/cluster.q.out @@ -1,9 +1,13 @@ PREHOOK: query: EXPLAIN SELECT * FROM SRC x where x.key = 10 CLUSTER BY x.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM SRC x where x.key = 10 CLUSTER BY x.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -69,9 +73,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT * FROM SRC x where x.key = 20 CLUSTER BY key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM SRC x where x.key = 20 CLUSTER BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -137,9 +145,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT x.* FROM SRC x where x.key = 20 CLUSTER BY key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.* FROM SRC x where x.key = 20 CLUSTER BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -205,9 +217,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT x.* FROM SRC x where x.key = 20 CLUSTER BY x.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.* FROM SRC x where x.key = 20 CLUSTER BY x.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -273,9 +289,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT x.key, x.value as v1 FROM SRC x where x.key = 20 CLUSTER BY key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.key, x.value as v1 FROM SRC x where x.key = 20 CLUSTER BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -341,9 +361,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT x.key, x.value as v1 FROM SRC x where x.key = 20 CLUSTER BY x.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.key, x.value as v1 FROM SRC x where x.key = 20 CLUSTER BY x.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -409,9 +433,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT x.key, x.value as v1 FROM SRC x where x.key = 20 CLUSTER BY v1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.key, x.value as v1 FROM SRC x where x.key = 20 CLUSTER BY v1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -477,9 +505,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT y.* from (SELECT x.* FROM SRC x CLUSTER BY x.key) y where y.key = 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT y.* from (SELECT x.* FROM SRC x CLUSTER BY x.key) y where y.key = 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -545,9 +577,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT x.key, x.value as v1, y.key FROM SRC x JOIN SRC y ON (x.key = y.key) where x.key = 20 CLUSTER BY v1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.key, x.value as v1, y.key FROM SRC x JOIN SRC y ON (x.key = y.key) where x.key = 20 CLUSTER BY v1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -646,9 +682,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT x.key, x.value as v1, y.* FROM SRC x JOIN SRC y ON (x.key = y.key) where x.key = 20 CLUSTER BY v1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.key, x.value as v1, y.* FROM SRC x JOIN SRC y ON (x.key = y.key) where x.key = 20 CLUSTER BY v1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -748,9 +788,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT x.key, x.value as v1, y.* FROM SRC x JOIN SRC y ON (x.key = y.key) where x.key = 20 CLUSTER BY x.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.key, x.value as v1, y.* FROM SRC x JOIN SRC y ON (x.key = y.key) where x.key = 20 CLUSTER BY x.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -850,9 +894,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT x.key, x.value as v1, y.key as yk FROM SRC x JOIN SRC y ON (x.key = y.key) where x.key = 20 CLUSTER BY key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.key, x.value as v1, y.key as yk FROM SRC x JOIN SRC y ON (x.key = y.key) where x.key = 20 CLUSTER BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -957,6 +1005,8 @@ FROM ( ) unioninput CLUSTER BY unioninput.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT unioninput.* FROM ( @@ -966,6 +1016,8 @@ FROM ( ) unioninput CLUSTER BY unioninput.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/colstats_date_min_max.q.out b/ql/src/test/results/clientpositive/llap/colstats_date_min_max.q.out index 7754f3e..fd5e563 100644 --- a/ql/src/test/results/clientpositive/llap/colstats_date_min_max.q.out +++ b/ql/src/test/results/clientpositive/llap/colstats_date_min_max.q.out @@ -101,9 +101,13 @@ COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"d\":\"true\" PREHOOK: query: explain select 'stats: FIL ~0 read',count(1) from d1 where d < '2010-03-01' PREHOOK: type: QUERY +PREHOOK: Input: default@d1 +#### A masked pattern was here #### POSTHOOK: query: explain select 'stats: FIL ~0 read',count(1) from d1 where d < '2010-03-01' POSTHOOK: type: QUERY +POSTHOOK: Input: default@d1 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -132,9 +136,13 @@ Stage-0 PREHOOK: query: explain select 'stats: FIL estimate some read',count(1) from d1 where d < '2010-10-03' PREHOOK: type: QUERY +PREHOOK: Input: default@d1 +#### A masked pattern was here #### POSTHOOK: query: explain select 'stats: FIL estimate some read',count(1) from d1 where d < '2010-10-03' POSTHOOK: type: QUERY +POSTHOOK: Input: default@d1 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -163,9 +171,13 @@ Stage-0 PREHOOK: query: explain select 'stats: FIL estimate all read',count(1) from d1 where d < '2010-11-03' PREHOOK: type: QUERY +PREHOOK: Input: default@d1 +#### A masked pattern was here #### POSTHOOK: query: explain select 'stats: FIL estimate all read',count(1) from d1 where d < '2010-11-03' POSTHOOK: type: QUERY +POSTHOOK: Input: default@d1 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/llap/columnStatsUpdateForStatsOptimizer_1.q.out b/ql/src/test/results/clientpositive/llap/columnStatsUpdateForStatsOptimizer_1.q.out index f9f94be..ed8513b 100644 --- a/ql/src/test/results/clientpositive/llap/columnStatsUpdateForStatsOptimizer_1.q.out +++ b/ql/src/test/results/clientpositive/llap/columnStatsUpdateForStatsOptimizer_1.q.out @@ -100,8 +100,12 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain select count(1) from calendar_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@calendar_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from calendar_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@calendar_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -114,8 +118,12 @@ STAGE PLANS: PREHOOK: query: explain select max(year) from calendar_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@calendar_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select max(year) from calendar_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@calendar_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -235,8 +243,12 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain select max(year) from calendar_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@calendar_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select max(year) from calendar_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@calendar_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -303,8 +315,12 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain select max(year) from calendar_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@calendar_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select max(year) from calendar_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@calendar_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -370,8 +386,12 @@ POSTHOOK: Input: default@calendar_n0 2015 PREHOOK: query: explain select max(month) from calendar_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@calendar_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select max(month) from calendar_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@calendar_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -482,8 +502,12 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain select max(year) from calendar_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@calendar_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select max(year) from calendar_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@calendar_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -505,8 +529,12 @@ POSTHOOK: Input: default@calendar_n0 2015 PREHOOK: query: explain select max(month) from calendar_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@calendar_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select max(month) from calendar_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@calendar_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -617,8 +645,12 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain select max(month) from calendar_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@calendar_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select max(month) from calendar_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@calendar_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -693,8 +725,14 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain select max(year) from calendarp where p=1 PREHOOK: type: QUERY +PREHOOK: Input: default@calendarp +PREHOOK: Input: default@calendarp@p=1 +#### A masked pattern was here #### POSTHOOK: query: explain select max(year) from calendarp where p=1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@calendarp +POSTHOOK: Input: default@calendarp@p=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -812,8 +850,12 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain select max(year) from calendarp where p=1 PREHOOK: type: QUERY +PREHOOK: Input: default@calendarp +#### A masked pattern was here #### POSTHOOK: query: explain select max(year) from calendarp where p=1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@calendarp +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -871,8 +913,14 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain select max(year) from calendarp where p=1 PREHOOK: type: QUERY +PREHOOK: Input: default@calendarp +PREHOOK: Input: default@calendarp@p=1 +#### A masked pattern was here #### POSTHOOK: query: explain select max(year) from calendarp where p=1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@calendarp +POSTHOOK: Input: default@calendarp@p=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/column_access_stats.q.out b/ql/src/test/results/clientpositive/llap/column_access_stats.q.out index 7c9df96..08dc7a8 100644 --- a/ql/src/test/results/clientpositive/llap/column_access_stats.q.out +++ b/ql/src/test/results/clientpositive/llap/column_access_stats.q.out @@ -77,6 +77,8 @@ Columns:p,val PREHOOK: query: EXPLAIN SELECT key FROM (SELECT key, val FROM T1_n127) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n127 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -107,6 +109,8 @@ Columns:key 8 PREHOOK: query: EXPLAIN SELECT k FROM (SELECT key as k, val as v FROM T1_n127) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n127 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -168,6 +172,8 @@ SELECT key as c FROM T1_n127 SELECT val as c FROM T1_n127 ) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n127 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -256,6 +262,8 @@ SELECT key as c FROM T1_n127 SELECT key as c FROM T1_n127 ) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n127 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -371,6 +379,9 @@ SELECT T1_n127.key FROM T1_n127 JOIN T2_n75 ON T1_n127.key = T2_n75.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n127 +PREHOOK: Input: default@t2_n75 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -502,6 +513,9 @@ SELECT * FROM T1_n127 JOIN T2_n75 ON T1_n127.key = T2_n75.key AND T1_n127.val = 3 and T2_n75.val = 3 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n127 +PREHOOK: Input: default@t2_n75 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -604,6 +618,9 @@ JOIN ) subq2 ON subq1.val = subq2.val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n127 +PREHOOK: Input: default@t2_n75 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -717,6 +734,10 @@ FROM JOIN T3_n29 ON T3_n29.key = T4_n16.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n127 +PREHOOK: Input: default@t2_n75 +PREHOOK: Input: default@t3_n29 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/column_table_stats.q.out b/ql/src/test/results/clientpositive/llap/column_table_stats.q.out index ec70ade..002d25c 100644 --- a/ql/src/test/results/clientpositive/llap/column_table_stats.q.out +++ b/ql/src/test/results/clientpositive/llap/column_table_stats.q.out @@ -54,8 +54,14 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain extended analyze table s compute statistics for columns PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@s +PREHOOK: Output: default@s +#### A masked pattern was here #### POSTHOOK: query: explain extended analyze table s compute statistics for columns POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@s +POSTHOOK: Output: default@s +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-2 depends on stages: Stage-0 @@ -311,8 +317,22 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain extended analyze table spart compute statistics for columns PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@spart +PREHOOK: Input: default@spart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@spart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@spart +PREHOOK: Output: default@spart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@spart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain extended analyze table spart compute statistics for columns POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@spart +POSTHOOK: Input: default@spart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@spart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@spart +POSTHOOK: Output: default@spart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@spart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-2 depends on stages: Stage-0 @@ -721,8 +741,22 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain extended analyze table spart partition(ds,hr) compute statistics for columns PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@spart +PREHOOK: Input: default@spart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@spart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@spart +PREHOOK: Output: default@spart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@spart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain extended analyze table spart partition(ds,hr) compute statistics for columns POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@spart +POSTHOOK: Input: default@spart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@spart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@spart +POSTHOOK: Output: default@spart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@spart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-2 depends on stages: Stage-0 @@ -1131,8 +1165,18 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain extended analyze table spart partition(hr="11") compute statistics for columns PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@spart +PREHOOK: Input: default@spart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@spart +PREHOOK: Output: default@spart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain extended analyze table spart partition(hr="11") compute statistics for columns POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@spart +POSTHOOK: Input: default@spart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@spart +POSTHOOK: Output: default@spart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-2 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/column_table_stats_orc.q.out b/ql/src/test/results/clientpositive/llap/column_table_stats_orc.q.out index 658b057..b39d96a 100644 --- a/ql/src/test/results/clientpositive/llap/column_table_stats_orc.q.out +++ b/ql/src/test/results/clientpositive/llap/column_table_stats_orc.q.out @@ -57,8 +57,14 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain extended analyze table s_n0 compute statistics for columns PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@s_n0 +PREHOOK: Output: default@s_n0 +#### A masked pattern was here #### POSTHOOK: query: explain extended analyze table s_n0 compute statistics for columns POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@s_n0 +POSTHOOK: Output: default@s_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-2 depends on stages: Stage-0 @@ -314,8 +320,22 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain extended analyze table spart_n0 compute statistics for columns PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@spart_n0 +PREHOOK: Input: default@spart_n0@ds=2008-04-08/hr=11 +PREHOOK: Input: default@spart_n0@ds=2008-04-08/hr=12 +PREHOOK: Output: default@spart_n0 +PREHOOK: Output: default@spart_n0@ds=2008-04-08/hr=11 +PREHOOK: Output: default@spart_n0@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain extended analyze table spart_n0 compute statistics for columns POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@spart_n0 +POSTHOOK: Input: default@spart_n0@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@spart_n0@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@spart_n0 +POSTHOOK: Output: default@spart_n0@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@spart_n0@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-2 depends on stages: Stage-0 @@ -716,8 +736,18 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain extended analyze table spart_n0 partition(hr="11") compute statistics for columns PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@spart_n0 +PREHOOK: Input: default@spart_n0@ds=2008-04-08/hr=11 +PREHOOK: Output: default@spart_n0 +PREHOOK: Output: default@spart_n0@ds=2008-04-08/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain extended analyze table spart_n0 partition(hr="11") compute statistics for columns POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@spart_n0 +POSTHOOK: Input: default@spart_n0@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@spart_n0 +POSTHOOK: Output: default@spart_n0@ds=2008-04-08/hr=11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-2 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/constprog_dpp.q.out b/ql/src/test/results/clientpositive/llap/constprog_dpp.q.out index aaa4ecc..eef365b 100644 --- a/ql/src/test/results/clientpositive/llap/constprog_dpp.q.out +++ b/ql/src/test/results/clientpositive/llap/constprog_dpp.q.out @@ -30,6 +30,9 @@ union all select 2 as id from tb2 limit 1) b on a.id=b.id PREHOOK: type: QUERY +PREHOOK: Input: default@tb1 +PREHOOK: Input: default@tb2 +#### A masked pattern was here #### POSTHOOK: query: explain select a.id from tb1 a left outer join @@ -38,6 +41,9 @@ union all select 2 as id from tb2 limit 1) b on a.id=b.id POSTHOOK: type: QUERY +POSTHOOK: Input: default@tb1 +POSTHOOK: Input: default@tb2 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/llap/constprog_semijoin.q.out b/ql/src/test/results/clientpositive/llap/constprog_semijoin.q.out index fc39ca7..4c82412 100644 --- a/ql/src/test/results/clientpositive/llap/constprog_semijoin.q.out +++ b/ql/src/test/results/clientpositive/llap/constprog_semijoin.q.out @@ -55,8 +55,14 @@ POSTHOOK: Output: default@table3_n0 POSTHOOK: Lineage: table3_n0.id SCRIPT [] PREHOOK: query: explain select table1_n10.id, table1_n10.val, table1_n10.val1 from table1_n10 left semi join table3_n0 on table1_n10.dimid = table3_n0.id where table1_n10.val = 't1val01' PREHOOK: type: QUERY +PREHOOK: Input: default@table1_n10 +PREHOOK: Input: default@table3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select table1_n10.id, table1_n10.val, table1_n10.val1 from table1_n10 left semi join table3_n0 on table1_n10.dimid = table3_n0.id where table1_n10.val = 't1val01' POSTHOOK: type: QUERY +POSTHOOK: Input: default@table1_n10 +POSTHOOK: Input: default@table3_n0 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -108,8 +114,16 @@ POSTHOOK: Input: default@table3_n0 3 t1val01 val106 PREHOOK: query: explain select table1_n10.id, table1_n10.val, table2_n6.val2 from table1_n10 inner join table2_n6 on table1_n10.val = 't1val01' and table1_n10.id = table2_n6.id left semi join table3_n0 on table1_n10.dimid = table3_n0.id PREHOOK: type: QUERY +PREHOOK: Input: default@table1_n10 +PREHOOK: Input: default@table2_n6 +PREHOOK: Input: default@table3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select table1_n10.id, table1_n10.val, table2_n6.val2 from table1_n10 inner join table2_n6 on table1_n10.val = 't1val01' and table1_n10.id = table2_n6.id left semi join table3_n0 on table1_n10.dimid = table3_n0.id POSTHOOK: type: QUERY +POSTHOOK: Input: default@table1_n10 +POSTHOOK: Input: default@table2_n6 +POSTHOOK: Input: default@table3_n0 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -178,8 +192,16 @@ POSTHOOK: Input: default@table3_n0 3 t1val01 t2val203 PREHOOK: query: explain select table1_n10.id, table1_n10.val, table2_n6.val2 from table1_n10 left semi join table3_n0 on table1_n10.dimid = table3_n0.id inner join table2_n6 on table1_n10.val = 't1val01' and table1_n10.id = table2_n6.id PREHOOK: type: QUERY +PREHOOK: Input: default@table1_n10 +PREHOOK: Input: default@table2_n6 +PREHOOK: Input: default@table3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select table1_n10.id, table1_n10.val, table2_n6.val2 from table1_n10 left semi join table3_n0 on table1_n10.dimid = table3_n0.id inner join table2_n6 on table1_n10.val = 't1val01' and table1_n10.id = table2_n6.id POSTHOOK: type: QUERY +POSTHOOK: Input: default@table1_n10 +POSTHOOK: Input: default@table2_n6 +POSTHOOK: Input: default@table3_n0 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -248,8 +270,14 @@ POSTHOOK: Input: default@table3_n0 3 t1val01 t2val203 PREHOOK: query: explain select table1_n10.id, table1_n10.val, table1_n10.val1 from table1_n10 left semi join table3_n0 on table1_n10.dimid = table3_n0.id and table3_n0.id = 100 where table1_n10.dimid <> 100 PREHOOK: type: QUERY +PREHOOK: Input: default@table1_n10 +PREHOOK: Input: default@table3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select table1_n10.id, table1_n10.val, table1_n10.val1 from table1_n10 left semi join table3_n0 on table1_n10.dimid = table3_n0.id and table3_n0.id = 100 where table1_n10.dimid <> 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table1_n10 +POSTHOOK: Input: default@table3_n0 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -296,8 +324,14 @@ POSTHOOK: Input: default@table3_n0 #### A masked pattern was here #### PREHOOK: query: explain select table1_n10.id, table1_n10.val, table1_n10.val1 from table1_n10 left semi join table3_n0 on table1_n10.dimid = table3_n0.id and table3_n0.id = 100 where table1_n10.dimid IN (100,200) PREHOOK: type: QUERY +PREHOOK: Input: default@table1_n10 +PREHOOK: Input: default@table3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select table1_n10.id, table1_n10.val, table1_n10.val1 from table1_n10 left semi join table3_n0 on table1_n10.dimid = table3_n0.id and table3_n0.id = 100 where table1_n10.dimid IN (100,200) POSTHOOK: type: QUERY +POSTHOOK: Input: default@table1_n10 +POSTHOOK: Input: default@table3_n0 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -346,8 +380,14 @@ POSTHOOK: Input: default@table3_n0 3 t1val01 val104 PREHOOK: query: explain select table1_n10.id, table1_n10.val, table1_n10.val1 from table1_n10 left semi join table3_n0 on table1_n10.dimid = table3_n0.id and table3_n0.id = 100 where table1_n10.dimid = 200 PREHOOK: type: QUERY +PREHOOK: Input: default@table1_n10 +PREHOOK: Input: default@table3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select table1_n10.id, table1_n10.val, table1_n10.val1 from table1_n10 left semi join table3_n0 on table1_n10.dimid = table3_n0.id and table3_n0.id = 100 where table1_n10.dimid = 200 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table1_n10 +POSTHOOK: Input: default@table3_n0 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -394,8 +434,14 @@ POSTHOOK: Input: default@table3_n0 #### A masked pattern was here #### PREHOOK: query: explain select table1_n10.id, table1_n10.val, table1_n10.val1 from table1_n10 left semi join table3_n0 on table1_n10.dimid = table3_n0.id and table3_n0.id = 100 where table1_n10.dimid = 100 PREHOOK: type: QUERY +PREHOOK: Input: default@table1_n10 +PREHOOK: Input: default@table3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select table1_n10.id, table1_n10.val, table1_n10.val1 from table1_n10 left semi join table3_n0 on table1_n10.dimid = table3_n0.id and table3_n0.id = 100 where table1_n10.dimid = 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table1_n10 +POSTHOOK: Input: default@table3_n0 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -444,8 +490,14 @@ POSTHOOK: Input: default@table3_n0 3 t1val01 val104 PREHOOK: query: explain select table1_n10.id, table1_n10.val, table1_n10.val1 from table1_n10 left semi join table3_n0 on table1_n10.dimid = table3_n0.id and table3_n0.id = 100 PREHOOK: type: QUERY +PREHOOK: Input: default@table1_n10 +PREHOOK: Input: default@table3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select table1_n10.id, table1_n10.val, table1_n10.val1 from table1_n10 left semi join table3_n0 on table1_n10.dimid = table3_n0.id and table3_n0.id = 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table1_n10 +POSTHOOK: Input: default@table3_n0 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/llap/convert_decimal64_to_decimal.q.out b/ql/src/test/results/clientpositive/llap/convert_decimal64_to_decimal.q.out index 69e5cbd..262a1d6 100644 --- a/ql/src/test/results/clientpositive/llap/convert_decimal64_to_decimal.q.out +++ b/ql/src/test/results/clientpositive/llap/convert_decimal64_to_decimal.q.out @@ -131,8 +131,14 @@ POSTHOOK: Input: default@table_19 POSTHOOK: Output: default@table_19 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT count(t2.smallint_col_15) FROM table_19 t1 INNER JOIN table_8 t2 ON t2.decimal0402_col_20 = t1.decimal0801_col_4 PREHOOK: type: QUERY +PREHOOK: Input: default@table_19 +PREHOOK: Input: default@table_8 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT count(t2.smallint_col_15) FROM table_19 t1 INNER JOIN table_8 t2 ON t2.decimal0402_col_20 = t1.decimal0801_col_4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_19 +POSTHOOK: Input: default@table_8 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -339,8 +345,14 @@ POSTHOOK: Input: default@table_8 2 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT count(t2.smallint_col_15) FROM table_19 t1 INNER JOIN table_8 t2 ON t2.decimal0402_col_20 = t1.decimal0801_col_4 PREHOOK: type: QUERY +PREHOOK: Input: default@table_19 +PREHOOK: Input: default@table_8 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT count(t2.smallint_col_15) FROM table_19 t1 INNER JOIN table_8 t2 ON t2.decimal0402_col_20 = t1.decimal0801_col_4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_19 +POSTHOOK: Input: default@table_8 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/correlationoptimizer1.q.out b/ql/src/test/results/clientpositive/llap/correlationoptimizer1.q.out index 99f3c56..6db447d 100644 --- a/ql/src/test/results/clientpositive/llap/correlationoptimizer1.q.out +++ b/ql/src/test/results/clientpositive/llap/correlationoptimizer1.q.out @@ -4,12 +4,18 @@ FROM (SELECT x.key AS key, count(1) AS cnt FROM src1 x JOIN src y ON (x.key = y.key) GROUP BY x.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)) FROM (SELECT x.key AS key, count(1) AS cnt FROM src1 x JOIN src y ON (x.key = y.key) GROUP BY x.key) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -152,12 +158,18 @@ FROM (SELECT x.key AS key, count(1) AS cnt FROM src1 x JOIN src y ON (x.key = y.key) GROUP BY x.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)) FROM (SELECT x.key AS key, count(1) AS cnt FROM src1 x JOIN src y ON (x.key = y.key) GROUP BY x.key) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -300,12 +312,18 @@ FROM (SELECT x.key AS key, count(1) AS cnt FROM src1 x JOIN src y ON (x.key = y.key) GROUP BY x.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)) FROM (SELECT x.key AS key, count(1) AS cnt FROM src1 x JOIN src y ON (x.key = y.key) GROUP BY x.key) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -442,12 +460,18 @@ FROM (SELECT x.key AS key, count(1) AS cnt FROM src1 x LEFT SEMI JOIN src y ON (x.key = y.key) GROUP BY x.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)) FROM (SELECT x.key AS key, count(1) AS cnt FROM src1 x LEFT SEMI JOIN src y ON (x.key = y.key) GROUP BY x.key) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -595,12 +619,18 @@ FROM (SELECT x.key AS key, count(1) AS cnt FROM src1 x LEFT SEMI JOIN src y ON (x.key = y.key) GROUP BY x.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)) FROM (SELECT x.key AS key, count(1) AS cnt FROM src1 x LEFT SEMI JOIN src y ON (x.key = y.key) GROUP BY x.key) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -748,12 +778,18 @@ FROM (SELECT x.key AS key, count(1) AS cnt FROM src1 x LEFT OUTER JOIN src y ON (x.key = y.key) GROUP BY x.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)) FROM (SELECT x.key AS key, count(1) AS cnt FROM src1 x LEFT OUTER JOIN src y ON (x.key = y.key) GROUP BY x.key) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -890,12 +926,18 @@ FROM (SELECT x.key AS key, count(1) AS cnt FROM src1 x LEFT OUTER JOIN src y ON (x.key = y.key) GROUP BY x.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)) FROM (SELECT x.key AS key, count(1) AS cnt FROM src1 x LEFT OUTER JOIN src y ON (x.key = y.key) GROUP BY x.key) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1032,12 +1074,18 @@ FROM (SELECT y.key AS key, count(1) AS cnt FROM src1 x LEFT OUTER JOIN src y ON (x.key = y.key) GROUP BY y.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)) FROM (SELECT y.key AS key, count(1) AS cnt FROM src1 x LEFT OUTER JOIN src y ON (x.key = y.key) GROUP BY y.key) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1174,12 +1222,18 @@ FROM (SELECT y.key AS key, count(1) AS cnt FROM src1 x LEFT OUTER JOIN src y ON (x.key = y.key) GROUP BY y.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)) FROM (SELECT y.key AS key, count(1) AS cnt FROM src1 x LEFT OUTER JOIN src y ON (x.key = y.key) GROUP BY y.key) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1315,11 +1369,17 @@ SELECT x.key, y.value, count(1) AS cnt FROM src1 x LEFT OUTER JOIN src y ON (x.key = y.key AND x.value = y.value) GROUP BY x.key, y.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.key, y.value, count(1) AS cnt FROM src1 x LEFT OUTER JOIN src y ON (x.key = y.key AND x.value = y.value) GROUP BY x.key, y.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1446,11 +1506,17 @@ SELECT x.key, y.value, count(1) AS cnt FROM src1 x LEFT OUTER JOIN src y ON (x.key = y.key AND x.value = y.value) GROUP BY x.key, y.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.key, y.value, count(1) AS cnt FROM src1 x LEFT OUTER JOIN src y ON (x.key = y.key AND x.value = y.value) GROUP BY x.key, y.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1578,12 +1644,18 @@ FROM (SELECT y.key AS key, count(1) AS cnt FROM src1 x RIGHT OUTER JOIN src y ON (x.key = y.key) GROUP BY y.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)) FROM (SELECT y.key AS key, count(1) AS cnt FROM src1 x RIGHT OUTER JOIN src y ON (x.key = y.key) GROUP BY y.key) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1720,12 +1792,18 @@ FROM (SELECT y.key AS key, count(1) AS cnt FROM src1 x RIGHT OUTER JOIN src y ON (x.key = y.key) GROUP BY y.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)) FROM (SELECT y.key AS key, count(1) AS cnt FROM src1 x RIGHT OUTER JOIN src y ON (x.key = y.key) GROUP BY y.key) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1862,12 +1940,18 @@ FROM (SELECT x.key AS key, count(1) AS cnt FROM src1 x RIGHT OUTER JOIN src y ON (x.key = y.key) GROUP BY x.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)) FROM (SELECT x.key AS key, count(1) AS cnt FROM src1 x RIGHT OUTER JOIN src y ON (x.key = y.key) GROUP BY x.key) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2004,12 +2088,18 @@ FROM (SELECT x.key AS key, count(1) AS cnt FROM src1 x RIGHT OUTER JOIN src y ON (x.key = y.key) GROUP BY x.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)) FROM (SELECT x.key AS key, count(1) AS cnt FROM src1 x RIGHT OUTER JOIN src y ON (x.key = y.key) GROUP BY x.key) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2146,12 +2236,18 @@ FROM (SELECT x.key AS key, count(1) AS cnt FROM src1 x FULL OUTER JOIN src y ON (x.key = y.key) GROUP BY x.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)) FROM (SELECT x.key AS key, count(1) AS cnt FROM src1 x FULL OUTER JOIN src y ON (x.key = y.key) GROUP BY x.key) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2288,12 +2384,18 @@ FROM (SELECT x.key AS key, count(1) AS cnt FROM src1 x FULL OUTER JOIN src y ON (x.key = y.key) GROUP BY x.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)) FROM (SELECT x.key AS key, count(1) AS cnt FROM src1 x FULL OUTER JOIN src y ON (x.key = y.key) GROUP BY x.key) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2579,12 +2681,18 @@ FROM (SELECT x.key AS key, x.value AS value, count(1) AS cnt FROM src1 x JOIN src y ON (x.key = y.key) GROUP BY x.key, x.value) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(tmp.key)), SUM(HASH(tmp.value)), SUM(HASH(tmp.cnt)) FROM (SELECT x.key AS key, x.value AS value, count(1) AS cnt FROM src1 x JOIN src y ON (x.key = y.key) GROUP BY x.key, x.value) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2876,12 +2984,18 @@ FROM (SELECT x.key AS key, count(1) AS cnt FROM src1 x JOIN src y ON (x.key = y.key AND x.value = y.value) GROUP BY x.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)) FROM (SELECT x.key AS key, count(1) AS cnt FROM src1 x JOIN src y ON (x.key = y.key AND x.value = y.value) GROUP BY x.key) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/correlationoptimizer2.q.out b/ql/src/test/results/clientpositive/llap/correlationoptimizer2.q.out index 879c999..93070ec 100644 --- a/ql/src/test/results/clientpositive/llap/correlationoptimizer2.q.out +++ b/ql/src/test/results/clientpositive/llap/correlationoptimizer2.q.out @@ -5,6 +5,9 @@ FROM (SELECT a.key AS key1, a.cnt AS cnt1, b.key AS key2, b.cnt AS cnt2 JOIN (SELECT y.key as key, count(y.value) AS cnt FROM src1 y group by y.key) b ON (a.key = b.key)) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(key1)), SUM(HASH(cnt1)), SUM(HASH(key2)), SUM(HASH(cnt2)) FROM (SELECT a.key AS key1, a.cnt AS cnt1, b.key AS key2, b.cnt AS cnt2 @@ -12,6 +15,9 @@ FROM (SELECT a.key AS key1, a.cnt AS cnt1, b.key AS key2, b.cnt AS cnt2 JOIN (SELECT y.key as key, count(y.value) AS cnt FROM src1 y group by y.key) b ON (a.key = b.key)) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -154,6 +160,9 @@ FROM (SELECT a.key AS key1, a.cnt AS cnt1, b.key AS key2, b.cnt AS cnt2 JOIN (SELECT y.key as key, count(y.value) AS cnt FROM src1 y group by y.key) b ON (a.key = b.key)) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(key1)), SUM(HASH(cnt1)), SUM(HASH(key2)), SUM(HASH(cnt2)) FROM (SELECT a.key AS key1, a.cnt AS cnt1, b.key AS key2, b.cnt AS cnt2 @@ -161,6 +170,9 @@ FROM (SELECT a.key AS key1, a.cnt AS cnt1, b.key AS key2, b.cnt AS cnt2 JOIN (SELECT y.key as key, count(y.value) AS cnt FROM src1 y group by y.key) b ON (a.key = b.key)) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -303,6 +315,9 @@ FROM (SELECT a.key AS key1, a.cnt AS cnt1, b.key AS key2, b.cnt AS cnt2 LEFT OUTER JOIN (SELECT y.key as key, count(y.value) AS cnt FROM src1 y group by y.key) b ON (a.key = b.key)) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(key1)), SUM(HASH(cnt1)), SUM(HASH(key2)), SUM(HASH(cnt2)) FROM (SELECT a.key AS key1, a.cnt AS cnt1, b.key AS key2, b.cnt AS cnt2 @@ -310,6 +325,9 @@ FROM (SELECT a.key AS key1, a.cnt AS cnt1, b.key AS key2, b.cnt AS cnt2 LEFT OUTER JOIN (SELECT y.key as key, count(y.value) AS cnt FROM src1 y group by y.key) b ON (a.key = b.key)) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -450,6 +468,9 @@ FROM (SELECT a.key AS key1, a.cnt AS cnt1, b.key AS key2, b.cnt AS cnt2 LEFT OUTER JOIN (SELECT y.key as key, count(y.value) AS cnt FROM src1 y group by y.key) b ON (a.key = b.key)) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(key1)), SUM(HASH(cnt1)), SUM(HASH(key2)), SUM(HASH(cnt2)) FROM (SELECT a.key AS key1, a.cnt AS cnt1, b.key AS key2, b.cnt AS cnt2 @@ -457,6 +478,9 @@ FROM (SELECT a.key AS key1, a.cnt AS cnt1, b.key AS key2, b.cnt AS cnt2 LEFT OUTER JOIN (SELECT y.key as key, count(y.value) AS cnt FROM src1 y group by y.key) b ON (a.key = b.key)) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -597,6 +621,9 @@ FROM (SELECT a.key AS key1, a.cnt AS cnt1, b.key AS key2, b.cnt AS cnt2 RIGHT OUTER JOIN (SELECT y.key as key, count(y.value) AS cnt FROM src1 y group by y.key) b ON (a.key = b.key)) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(key1)), SUM(HASH(cnt1)), SUM(HASH(key2)), SUM(HASH(cnt2)) FROM (SELECT a.key AS key1, a.cnt AS cnt1, b.key AS key2, b.cnt AS cnt2 @@ -604,6 +631,9 @@ FROM (SELECT a.key AS key1, a.cnt AS cnt1, b.key AS key2, b.cnt AS cnt2 RIGHT OUTER JOIN (SELECT y.key as key, count(y.value) AS cnt FROM src1 y group by y.key) b ON (a.key = b.key)) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -744,6 +774,9 @@ FROM (SELECT a.key AS key1, a.cnt AS cnt1, b.key AS key2, b.cnt AS cnt2 RIGHT OUTER JOIN (SELECT y.key as key, count(y.value) AS cnt FROM src1 y group by y.key) b ON (a.key = b.key)) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(key1)), SUM(HASH(cnt1)), SUM(HASH(key2)), SUM(HASH(cnt2)) FROM (SELECT a.key AS key1, a.cnt AS cnt1, b.key AS key2, b.cnt AS cnt2 @@ -751,6 +784,9 @@ FROM (SELECT a.key AS key1, a.cnt AS cnt1, b.key AS key2, b.cnt AS cnt2 RIGHT OUTER JOIN (SELECT y.key as key, count(y.value) AS cnt FROM src1 y group by y.key) b ON (a.key = b.key)) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -891,6 +927,9 @@ FROM (SELECT a.key AS key1, a.cnt AS cnt1, b.key AS key2, b.cnt AS cnt2 FULL OUTER JOIN (SELECT y.key as key, count(y.value) AS cnt FROM src1 y group by y.key) b ON (a.key = b.key)) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(key1)), SUM(HASH(cnt1)), SUM(HASH(key2)), SUM(HASH(cnt2)) FROM (SELECT a.key AS key1, a.cnt AS cnt1, b.key AS key2, b.cnt AS cnt2 @@ -898,6 +937,9 @@ FROM (SELECT a.key AS key1, a.cnt AS cnt1, b.key AS key2, b.cnt AS cnt2 FULL OUTER JOIN (SELECT y.key as key, count(y.value) AS cnt FROM src1 y group by y.key) b ON (a.key = b.key)) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1061,6 +1103,9 @@ FROM (SELECT a.key AS key1, a.cnt AS cnt1, b.key AS key2, b.cnt AS cnt2 FULL OUTER JOIN (SELECT y.key as key, count(y.value) AS cnt FROM src1 y group by y.key) b ON (a.key = b.key)) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(key1)), SUM(HASH(cnt1)), SUM(HASH(key2)), SUM(HASH(cnt2)) FROM (SELECT a.key AS key1, a.cnt AS cnt1, b.key AS key2, b.cnt AS cnt2 @@ -1068,6 +1113,9 @@ FROM (SELECT a.key AS key1, a.cnt AS cnt1, b.key AS key2, b.cnt AS cnt2 FULL OUTER JOIN (SELECT y.key as key, count(y.value) AS cnt FROM src1 y group by y.key) b ON (a.key = b.key)) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1607,6 +1655,9 @@ FROM (SELECT a.key AS key1, a.val AS cnt1, b.key AS key2, b.cnt AS cnt2 JOIN (SELECT z.key AS key, count(z.value) AS cnt FROM src1 z group by z.key) b ON (a.key = b.key)) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(key1)), SUM(HASH(cnt1)), SUM(HASH(key2)), SUM(HASH(cnt2)) FROM (SELECT a.key AS key1, a.val AS cnt1, b.key AS key2, b.cnt AS cnt2 @@ -1614,6 +1665,9 @@ FROM (SELECT a.key AS key1, a.val AS cnt1, b.key AS key2, b.cnt AS cnt2 JOIN (SELECT z.key AS key, count(z.value) AS cnt FROM src1 z group by z.key) b ON (a.key = b.key)) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1788,6 +1842,9 @@ FROM (SELECT a.key AS key1, a.val AS cnt1, b.key AS key2, b.cnt AS cnt2 JOIN (SELECT z.key AS key, count(z.value) AS cnt FROM src1 z group by z.key) b ON (a.key = b.key)) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(key1)), SUM(HASH(cnt1)), SUM(HASH(key2)), SUM(HASH(cnt2)) FROM (SELECT a.key AS key1, a.val AS cnt1, b.key AS key2, b.cnt AS cnt2 @@ -1795,6 +1852,21 @@ FROM (SELECT a.key AS key1, a.val AS cnt1, b.key AS key2, b.cnt AS cnt2 JOIN (SELECT z.key AS key, count(z.value) AS cnt FROM src1 z group by z.key) b ON (a.key = b.key)) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/correlationoptimizer3.q.out b/ql/src/test/results/clientpositive/llap/correlationoptimizer3.q.out index 2e4010e..c7b3055 100644 --- a/ql/src/test/results/clientpositive/llap/correlationoptimizer3.q.out +++ b/ql/src/test/results/clientpositive/llap/correlationoptimizer3.q.out @@ -5,6 +5,9 @@ FROM (SELECT b.key AS key, b.cnt AS cnt, d.value AS value JOIN (SELECT x.key, x.value FROM src1 x JOIN src y ON (x.key = y.key)) d ON b.key = d.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)), SUM(HASH(tmp.value)) FROM (SELECT b.key AS key, b.cnt AS cnt, d.value AS value @@ -12,6 +15,9 @@ FROM (SELECT b.key AS key, b.cnt AS cnt, d.value AS value JOIN (SELECT x.key, x.value FROM src1 x JOIN src y ON (x.key = y.key)) d ON b.key = d.key) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -222,6 +228,9 @@ FROM (SELECT b.key AS key, b.cnt AS cnt, d.value AS value JOIN (SELECT x.key, x.value FROM src1 x JOIN src y ON (x.key = y.key)) d ON b.key = d.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)), SUM(HASH(tmp.value)) FROM (SELECT b.key AS key, b.cnt AS cnt, d.value AS value @@ -229,6 +238,9 @@ FROM (SELECT b.key AS key, b.cnt AS cnt, d.value AS value JOIN (SELECT x.key, x.value FROM src1 x JOIN src y ON (x.key = y.key)) d ON b.key = d.key) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -439,6 +451,9 @@ FROM (SELECT b.key AS key, b.cnt AS cnt, d.value AS value JOIN (SELECT x.key, x.value FROM src1 x JOIN src y ON (x.key = y.key)) d ON b.key = d.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)), SUM(HASH(tmp.value)) FROM (SELECT b.key AS key, b.cnt AS cnt, d.value AS value @@ -446,6 +461,9 @@ FROM (SELECT b.key AS key, b.cnt AS cnt, d.value AS value JOIN (SELECT x.key, x.value FROM src1 x JOIN src y ON (x.key = y.key)) d ON b.key = d.key) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -650,6 +668,9 @@ FROM (SELECT d.key AS key, d.cnt AS cnt, b.value as value JOIN (SELECT x.key, count(1) AS cnt FROM src1 x JOIN src y ON (x.key = y.key) group by x.key) d ON b.key = d.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)), SUM(HASH(tmp.value)) FROM (SELECT d.key AS key, d.cnt AS cnt, b.value as value @@ -657,6 +678,9 @@ FROM (SELECT d.key AS key, d.cnt AS cnt, b.value as value JOIN (SELECT x.key, count(1) AS cnt FROM src1 x JOIN src y ON (x.key = y.key) group by x.key) d ON b.key = d.key) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -867,6 +891,9 @@ FROM (SELECT d.key AS key, d.cnt AS cnt, b.value as value JOIN (SELECT x.key, count(1) AS cnt FROM src1 x JOIN src y ON (x.key = y.key) group by x.key) d ON b.key = d.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)), SUM(HASH(tmp.value)) FROM (SELECT d.key AS key, d.cnt AS cnt, b.value as value @@ -874,6 +901,9 @@ FROM (SELECT d.key AS key, d.cnt AS cnt, b.value as value JOIN (SELECT x.key, count(1) AS cnt FROM src1 x JOIN src y ON (x.key = y.key) group by x.key) d ON b.key = d.key) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1084,6 +1114,9 @@ FROM (SELECT d.key AS key, d.cnt AS cnt, b.value as value JOIN (SELECT x.key, count(1) AS cnt FROM src1 x JOIN src y ON (x.key = y.key) group by x.key) d ON b.key = d.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)), SUM(HASH(tmp.value)) FROM (SELECT d.key AS key, d.cnt AS cnt, b.value as value @@ -1091,6 +1124,9 @@ FROM (SELECT d.key AS key, d.cnt AS cnt, b.value as value JOIN (SELECT x.key, count(1) AS cnt FROM src1 x JOIN src y ON (x.key = y.key) group by x.key) d ON b.key = d.key) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/correlationoptimizer4.q.out b/ql/src/test/results/clientpositive/llap/correlationoptimizer4.q.out index 027779d..b24fe90 100644 --- a/ql/src/test/results/clientpositive/llap/correlationoptimizer4.q.out +++ b/ql/src/test/results/clientpositive/llap/correlationoptimizer4.q.out @@ -52,12 +52,20 @@ FROM (SELECT y.key AS key, count(1) AS cnt FROM T2_n86 x JOIN T1_n146 y ON (x.key = y.key) JOIN T3_n34 z ON (y.key = z.key) GROUP BY y.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n146 +PREHOOK: Input: default@t2_n86 +PREHOOK: Input: default@t3_n34 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)) FROM (SELECT y.key AS key, count(1) AS cnt FROM T2_n86 x JOIN T1_n146 y ON (x.key = y.key) JOIN T3_n34 z ON (y.key = z.key) GROUP BY y.key) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n146 +POSTHOOK: Input: default@t2_n86 +POSTHOOK: Input: default@t3_n34 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/correlationoptimizer6.q.out b/ql/src/test/results/clientpositive/llap/correlationoptimizer6.q.out index 1fcd6ed..5115f1c 100644 --- a/ql/src/test/results/clientpositive/llap/correlationoptimizer6.q.out +++ b/ql/src/test/results/clientpositive/llap/correlationoptimizer6.q.out @@ -6,6 +6,9 @@ JOIN (SELECT x.key as key, count(1) as cnt FROM src x JOIN src y ON (x.key = y.key) group by x.key) yy ON xx.key=yy.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key, xx.cnt, yy.key, yy.cnt FROM @@ -14,6 +17,9 @@ JOIN (SELECT x.key as key, count(1) as cnt FROM src x JOIN src y ON (x.key = y.key) group by x.key) yy ON xx.key=yy.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -250,6 +256,9 @@ JOIN (SELECT x.key as key, count(1) as cnt FROM src x JOIN src y ON (x.key = y.key) group by x.key) yy ON xx.key=yy.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key, xx.cnt, yy.key, yy.cnt FROM @@ -258,6 +267,9 @@ JOIN (SELECT x.key as key, count(1) as cnt FROM src x JOIN src y ON (x.key = y.key) group by x.key) yy ON xx.key=yy.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -494,6 +506,9 @@ JOIN (SELECT x.key as key, count(1) as cnt FROM src x JOIN src y ON (x.key = y.key) group by x.key) yy ON xx.key=yy.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key, xx.cnt, yy.key, yy.cnt FROM @@ -502,6 +517,9 @@ JOIN (SELECT x.key as key, count(1) as cnt FROM src x JOIN src y ON (x.key = y.key) group by x.key) yy ON xx.key=yy.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -717,6 +735,9 @@ JOIN (SELECT x.key as key, count(1) as cnt FROM src x GROUP BY x.key) yy ON xx.key=yy.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key, yy.key, yy.cnt FROM src1 xx @@ -724,6 +745,9 @@ JOIN (SELECT x.key as key, count(1) as cnt FROM src x GROUP BY x.key) yy ON xx.key=yy.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -858,6 +882,9 @@ JOIN (SELECT x.key as key, count(1) as cnt FROM src x GROUP BY x.key) yy ON xx.key=yy.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key, yy.key, yy.cnt FROM src1 xx @@ -865,6 +892,9 @@ JOIN (SELECT x.key as key, count(1) as cnt FROM src x GROUP BY x.key) yy ON xx.key=yy.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -999,6 +1029,9 @@ JOIN (SELECT x.key as key, count(1) as cnt FROM src x JOIN src y ON (x.key = y.key) group by x.key) yy ON xx.key=yy.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key, yy.key, yy.cnt FROM src1 xx @@ -1006,6 +1039,9 @@ JOIN (SELECT x.key as key, count(1) as cnt FROM src x JOIN src y ON (x.key = y.key) group by x.key) yy ON xx.key=yy.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1180,6 +1216,9 @@ JOIN (SELECT x.key as key, count(1) as cnt FROM src x JOIN src y ON (x.key = y.key) group by x.key) yy ON xx.key=yy.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key, yy.key, yy.cnt FROM src1 xx @@ -1187,6 +1226,9 @@ JOIN (SELECT x.key as key, count(1) as cnt FROM src x JOIN src y ON (x.key = y.key) group by x.key) yy ON xx.key=yy.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1361,6 +1403,9 @@ FROM JOIN src yy ON xx.key=yy.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key, xx.cnt, yy.key FROM @@ -1368,6 +1413,9 @@ FROM JOIN src yy ON xx.key=yy.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1564,6 +1612,9 @@ FROM JOIN src yy ON xx.key=yy.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key, xx.cnt, yy.key FROM @@ -1571,6 +1622,9 @@ FROM JOIN src yy ON xx.key=yy.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1768,6 +1822,9 @@ JOIN (SELECT x.key as key, count(1) as cnt FROM src x JOIN src y ON (x.key = y.key) group by x.key) yy ON zz.key=yy.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key, yy.key, yy.cnt FROM src1 xx @@ -1776,6 +1833,9 @@ JOIN (SELECT x.key as key, count(1) as cnt FROM src x JOIN src y ON (x.key = y.key) group by x.key) yy ON zz.key=yy.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1986,6 +2046,9 @@ JOIN (SELECT x.key as key, count(1) as cnt FROM src x JOIN src y ON (x.key = y.key) group by x.key) yy ON zz.key=yy.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key, yy.key, yy.cnt FROM src1 xx @@ -1994,6 +2057,9 @@ JOIN (SELECT x.key as key, count(1) as cnt FROM src x JOIN src y ON (x.key = y.key) group by x.key) yy ON zz.key=yy.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2204,6 +2270,9 @@ JOIN ON xx.key=yy.key JOIN src zz ON yy.key=zz.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key, yy.key, yy.cnt FROM src1 xx @@ -2212,6 +2281,9 @@ JOIN ON xx.key=yy.key JOIN src zz ON yy.key=zz.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2422,6 +2494,9 @@ JOIN ON xx.key=yy.key JOIN src zz ON yy.key=zz.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key, yy.key, yy.cnt FROM src1 xx @@ -2430,6 +2505,9 @@ JOIN ON xx.key=yy.key JOIN src zz ON yy.key=zz.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2641,6 +2719,9 @@ FROM ON (xx.key=yy.key) GROUP BY xx.key) tmp JOIN src z ON tmp.key=z.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT tmp.key, tmp.sum1, tmp.sum2, z.key, z.value FROM @@ -2650,6 +2731,9 @@ FROM ON (xx.key=yy.key) GROUP BY xx.key) tmp JOIN src z ON tmp.key=z.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2876,6 +2960,9 @@ FROM ON (xx.key=yy.key) GROUP BY xx.key) tmp JOIN src z ON tmp.key=z.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT tmp.key, tmp.sum1, tmp.sum2, z.key, z.value FROM @@ -2885,6 +2972,9 @@ FROM ON (xx.key=yy.key) GROUP BY xx.key) tmp JOIN src z ON tmp.key=z.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3110,6 +3200,9 @@ JOIN (SELECT x.key as key, x.value as value, count(1) as cnt FROM src x JOIN src y ON (x.key = y.key) group by x.key, x.value) yy ON xx.key=yy.key ORDER BY xx.key, xx.cnt, yy.key, yy.value, yy.cnt PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key, xx.cnt, yy.key, yy.value, yy.cnt FROM @@ -3118,6 +3211,9 @@ JOIN (SELECT x.key as key, x.value as value, count(1) as cnt FROM src x JOIN src y ON (x.key = y.key) group by x.key, x.value) yy ON xx.key=yy.key ORDER BY xx.key, xx.cnt, yy.key, yy.value, yy.cnt POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3367,6 +3463,9 @@ JOIN (SELECT x.key as key, x.value as value, count(1) as cnt FROM src x JOIN src y ON (x.key = y.key) group by x.key, x.value) yy ON xx.key=yy.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key, xx.cnt, yy.key, yy.value, yy.cnt FROM @@ -3375,6 +3474,9 @@ JOIN (SELECT x.key as key, x.value as value, count(1) as cnt FROM src x JOIN src y ON (x.key = y.key) group by x.key, x.value) yy ON xx.key=yy.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3612,6 +3714,9 @@ JOIN (SELECT x.key as key, x.value as value, count(1) as cnt FROM src x JOIN src y ON (x.key = y.key) group by x.key, x.value) yy ON xx.key=yy.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT xx.key, xx.cnt, yy.key, yy.value, yy.cnt FROM @@ -3620,6 +3725,9 @@ JOIN (SELECT x.key as key, x.value as value, count(1) as cnt FROM src x JOIN src y ON (x.key = y.key) group by x.key, x.value) yy ON xx.key=yy.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/count.q.out b/ql/src/test/results/clientpositive/llap/count.q.out index f253522..047d948 100644 --- a/ql/src/test/results/clientpositive/llap/count.q.out +++ b/ql/src/test/results/clientpositive/llap/count.q.out @@ -31,8 +31,12 @@ POSTHOOK: Input: default@abcd_n2 NULL 35 23 6 PREHOOK: query: explain select a, count(distinct b), count(distinct c), sum(d) from abcd_n2 group by a PREHOOK: type: QUERY +PREHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select a, count(distinct b), count(distinct c), sum(d) from abcd_n2 group by a POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -105,8 +109,12 @@ POSTHOOK: Input: default@abcd_n2 NULL 1 1 6 PREHOOK: query: explain select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -178,8 +186,12 @@ POSTHOOK: Input: default@abcd_n2 7 7 6 6 6 7 3 3 6 7 4 5 6 6 5 6 4 5 5 5 4 PREHOOK: query: explain select a, count(distinct b), count(distinct c), sum(d) from abcd_n2 group by a PREHOOK: type: QUERY +PREHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select a, count(distinct b), count(distinct c), sum(d) from abcd_n2 group by a POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -246,8 +258,12 @@ POSTHOOK: Input: default@abcd_n2 NULL 1 1 6 PREHOOK: query: explain select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -312,8 +328,12 @@ POSTHOOK: Input: default@abcd_n2 7 7 6 6 6 7 3 3 6 7 4 5 6 6 5 6 4 5 5 5 4 PREHOOK: query: explain select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -385,8 +405,12 @@ POSTHOOK: Input: default@abcd_n2 7 7 6 6 6 7 3 3 6 7 4 5 6 6 5 6 4 5 5 5 4 PREHOOK: query: explain select count(distinct b) from abcd_n2 group by a PREHOOK: type: QUERY +PREHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(distinct b) from abcd_n2 group by a POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -471,8 +495,12 @@ POSTHOOK: Input: default@abcd_n2 2 PREHOOK: query: explain select count(distinct b) from abcd_n2 group by b PREHOOK: type: QUERY +PREHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(distinct b) from abcd_n2 group by b POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -556,8 +584,12 @@ POSTHOOK: Input: default@abcd_n2 1 PREHOOK: query: explain select count(distinct b) from abcd_n2 group by c PREHOOK: type: QUERY +PREHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(distinct b) from abcd_n2 group by c POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -645,8 +677,12 @@ POSTHOOK: Input: default@abcd_n2 1 PREHOOK: query: explain select count(b), count(distinct c) from abcd_n2 group by d PREHOOK: type: QUERY +PREHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(b), count(distinct c) from abcd_n2 group by d POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -720,8 +756,12 @@ POSTHOOK: Input: default@abcd_n2 1 1 PREHOOK: query: explain select a, count(distinct b), count(distinct c), sum(d), sum(d+d), sum(d*3), sum(b), sum(c), sum(a), sum(distinct a), sum(distinct b) from abcd_n2 group by a PREHOOK: type: QUERY +PREHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select a, count(distinct b), count(distinct c), sum(d), sum(d+d), sum(d*3), sum(b), sum(c), sum(a), sum(distinct a), sum(distinct b) from abcd_n2 group by a POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -788,8 +828,12 @@ POSTHOOK: Input: default@abcd_n2 NULL 1 1 6 12 18 35 23 NULL NULL 35 PREHOOK: query: explain select a, count(distinct b), count(distinct c), sum(d), sum(c) from abcd_n2 group by a PREHOOK: type: QUERY +PREHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select a, count(distinct b), count(distinct c), sum(d), sum(c) from abcd_n2 group by a POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -856,8 +900,12 @@ POSTHOOK: Input: default@abcd_n2 NULL 1 1 6 23 PREHOOK: query: explain select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/count_dist_rewrite.q.out b/ql/src/test/results/clientpositive/llap/count_dist_rewrite.q.out index a23a55c..064ba6a 100644 --- a/ql/src/test/results/clientpositive/llap/count_dist_rewrite.q.out +++ b/ql/src/test/results/clientpositive/llap/count_dist_rewrite.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain select count(distinct key) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(distinct key) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -86,8 +90,12 @@ POSTHOOK: Input: default@src 309 PREHOOK: query: explain select max(key), count(distinct key) B1_CNTD from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select max(key), count(distinct key) B1_CNTD from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -175,8 +183,12 @@ POSTHOOK: Input: default@src 98 309 PREHOOK: query: explain select max(key), count(distinct key), min(key) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select max(key), count(distinct key), min(key) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -264,8 +276,12 @@ POSTHOOK: Input: default@src 98 309 0 PREHOOK: query: explain select max(key), count(distinct key), min(key), avg(key) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select max(key), count(distinct key), min(key), avg(key) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -357,8 +373,12 @@ POSTHOOK: Input: default@src 98 309 0 260.182 PREHOOK: query: explain select count(1), count(distinct key) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1), count(distinct key) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -452,6 +472,8 @@ PREHOOK: query: explain select max(key) as max_ss_promo_sk from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) as total, count(key) as not_null_total, @@ -460,6 +482,8 @@ POSTHOOK: query: explain select max(key) as max_ss_promo_sk from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -559,8 +583,12 @@ POSTHOOK: Input: default@src 500 500 309 val_98 98 PREHOOK: query: explain select count(1), count(distinct key), cast(STDDEV(key) as int) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1), count(distinct key), cast(STDDEV(key) as int) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -670,6 +698,8 @@ PREHOOK: query: explain SELECT cast(variance(substr(src.value,5)) as int), cast(var_samp(substr(src.value,5)) as int) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT sum(substr(src.value,5)), avg(substr(src.value,5)), @@ -681,6 +711,8 @@ POSTHOOK: query: explain SELECT cast(variance(substr(src.value,5)) as int), cast(var_samp(substr(src.value,5)) as int) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -790,8 +822,12 @@ POSTHOOK: Input: default@src 130091.0 260.182 309 98 0 142 143 20428 20469 PREHOOK: query: explain select max(key), count(distinct key), min(key), avg(key) from src group by value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select max(key), count(distinct key), min(key), avg(key) from src group by value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/cross_join.q.out b/ql/src/test/results/clientpositive/llap/cross_join.q.out index 64f669b..9aece5f 100644 --- a/ql/src/test/results/clientpositive/llap/cross_join.q.out +++ b/ql/src/test/results/clientpositive/llap/cross_join.q.out @@ -1,8 +1,12 @@ Warning: Shuffle Join MERGEJOIN[9][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select src.key from src join src src2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src.key from src join src src2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -70,8 +74,12 @@ STAGE PLANS: Warning: Shuffle Join MERGEJOIN[9][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select src.key from src cross join src src2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src.key from src cross join src src2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -138,8 +146,12 @@ STAGE PLANS: PREHOOK: query: explain select src.key from src cross join src src2 on src.key=src2.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src.key from src cross join src src2 on src.key=src2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -218,8 +230,12 @@ STAGE PLANS: Warning: Shuffle Join MERGEJOIN[9][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select src.key from src join src src2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src.key from src join src src2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -287,8 +303,12 @@ STAGE PLANS: Warning: Shuffle Join MERGEJOIN[9][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select src.key from src cross join src src2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src.key from src cross join src src2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -355,8 +375,12 @@ STAGE PLANS: PREHOOK: query: explain select src.key from src cross join src src2 on src.key=src2.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src.key from src cross join src src2 on src.key=src2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/cross_prod_1.q.out b/ql/src/test/results/clientpositive/llap/cross_prod_1.q.out index 13c9965..a8f6cc9 100644 --- a/ql/src/test/results/clientpositive/llap/cross_prod_1.q.out +++ b/ql/src/test/results/clientpositive/llap/cross_prod_1.q.out @@ -15,8 +15,12 @@ POSTHOOK: Lineage: x_n0.value SIMPLE [(src)src.FieldSchema(name:value, type:stri Warning: Shuffle Join MERGEJOIN[11][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select * from X_n0 as A, X_n0 as B order by A.key, B.key PREHOOK: type: QUERY +PREHOOK: Input: default@x_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from X_n0 as A, X_n0 as B order by A.key, B.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@x_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -209,8 +213,12 @@ POSTHOOK: Input: default@x_n0 Warning: Shuffle Join MERGEJOIN[9][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select * from X_n0 as A join X_n0 as B on A.key 8 THEN DELETE WHEN MATCHED THEN UPDATE SET b = 7 WHEN NOT MATCHED THEN INSERT VALUES(s.a, s.b) PREHOOK: type: QUERY +PREHOOK: Input: default@acidtbl +PREHOOK: Input: default@nonacidorctbl +PREHOOK: Output: default@acidtbl +PREHOOK: Output: default@acidtbl +PREHOOK: Output: default@acidtbl +PREHOOK: Output: default@merge_tmp_table POSTHOOK: query: explain merge into acidTbl as t using nonAcidOrcTbl s ON t.a = s.a WHEN MATCHED AND s.a > 8 THEN DELETE WHEN MATCHED THEN UPDATE SET b = 7 WHEN NOT MATCHED THEN INSERT VALUES(s.a, s.b) POSTHOOK: type: QUERY +POSTHOOK: Input: default@acidtbl +POSTHOOK: Input: default@nonacidorctbl +POSTHOOK: Output: default@acidtbl +POSTHOOK: Output: default@acidtbl +POSTHOOK: Output: default@acidtbl +POSTHOOK: Output: default@merge_tmp_table STAGE DEPENDENCIES: Stage-4 is a root stage Stage-5 depends on stages: Stage-4 @@ -366,9 +378,15 @@ STAGE PLANS: PREHOOK: query: explain merge into acidTbl as t using nonAcidOrcTbl s ON t.a = s.a WHEN NOT MATCHED THEN INSERT VALUES(s.a, s.b) PREHOOK: type: QUERY +PREHOOK: Input: default@acidtbl +PREHOOK: Input: default@nonacidorctbl +PREHOOK: Output: default@acidtbl POSTHOOK: query: explain merge into acidTbl as t using nonAcidOrcTbl s ON t.a = s.a WHEN NOT MATCHED THEN INSERT VALUES(s.a, s.b) POSTHOOK: type: QUERY +POSTHOOK: Input: default@acidtbl +POSTHOOK: Input: default@nonacidorctbl +POSTHOOK: Output: default@acidtbl STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -539,6 +557,12 @@ WHEN MATCHED AND s.a > 8 THEN DELETE WHEN MATCHED THEN UPDATE SET b = 7 WHEN NOT MATCHED THEN INSERT VALUES(s.a, s.b) PREHOOK: type: QUERY +PREHOOK: Input: default@acidtbl +PREHOOK: Input: default@nonacidorctbl +PREHOOK: Output: default@acidtbl +PREHOOK: Output: default@acidtbl +PREHOOK: Output: default@acidtbl +PREHOOK: Output: default@merge_tmp_table POSTHOOK: query: explain merge into acidTbl as t using ( select * from nonAcidOrcTbl where a > 0 union all @@ -548,6 +572,12 @@ WHEN MATCHED AND s.a > 8 THEN DELETE WHEN MATCHED THEN UPDATE SET b = 7 WHEN NOT MATCHED THEN INSERT VALUES(s.a, s.b) POSTHOOK: type: QUERY +POSTHOOK: Input: default@acidtbl +POSTHOOK: Input: default@nonacidorctbl +POSTHOOK: Output: default@acidtbl +POSTHOOK: Output: default@acidtbl +POSTHOOK: Output: default@acidtbl +POSTHOOK: Output: default@merge_tmp_table STAGE DEPENDENCIES: Stage-4 is a root stage Stage-5 depends on stages: Stage-4 diff --git a/ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_4.q.out b/ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_4.q.out index 4c04eb1..cc1c06d 100644 --- a/ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_4.q.out +++ b/ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_4.q.out @@ -288,8 +288,22 @@ POSTHOOK: Output: default@srcpart_small_ext@ds=2008-04-09 test.comment=This query should use semijoin reduction optimization PREHOOK: query: EXPLAIN select count(*) from srcpart_date_n1 join srcpart_small_n0 on (srcpart_date_n1.key = srcpart_small_n0.key1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_date_n1 +PREHOOK: Input: default@srcpart_date_n1@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date_n1@ds=2008-04-09 +PREHOOK: Input: default@srcpart_small_n0 +PREHOOK: Input: default@srcpart_small_n0@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small_n0@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select count(*) from srcpart_date_n1 join srcpart_small_n0 on (srcpart_date_n1.key = srcpart_small_n0.key1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_date_n1 +POSTHOOK: Input: default@srcpart_date_n1@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date_n1@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_small_n0 +POSTHOOK: Input: default@srcpart_small_n0@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small_n0@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -413,8 +427,26 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select count(*) from srcpart_date_n1 join srcpart_small_n0 on (srcpart_date_n1.key = srcpart_small_n0.key1) join srcpart_medium_n0 on (srcpart_medium_n0.key2 = srcpart_date_n1.key) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_date_n1 +PREHOOK: Input: default@srcpart_date_n1@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date_n1@ds=2008-04-09 +PREHOOK: Input: default@srcpart_medium_n0 +PREHOOK: Input: default@srcpart_medium_n0@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small_n0 +PREHOOK: Input: default@srcpart_small_n0@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small_n0@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select count(*) from srcpart_date_n1 join srcpart_small_n0 on (srcpart_date_n1.key = srcpart_small_n0.key1) join srcpart_medium_n0 on (srcpart_medium_n0.key2 = srcpart_date_n1.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_date_n1 +POSTHOOK: Input: default@srcpart_date_n1@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date_n1@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_medium_n0 +POSTHOOK: Input: default@srcpart_medium_n0@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small_n0 +POSTHOOK: Input: default@srcpart_small_n0@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small_n0@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -587,8 +619,22 @@ STAGE PLANS: test.comment=Big table is external table - no semijoin reduction opt PREHOOK: query: EXPLAIN select count(*) from srcpart_date_ext join srcpart_small_n0 on (srcpart_date_ext.key = srcpart_small_n0.key1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_date_ext +PREHOOK: Input: default@srcpart_date_ext@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date_ext@ds=2008-04-09 +PREHOOK: Input: default@srcpart_small_n0 +PREHOOK: Input: default@srcpart_small_n0@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small_n0@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select count(*) from srcpart_date_ext join srcpart_small_n0 on (srcpart_date_ext.key = srcpart_small_n0.key1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_date_ext +POSTHOOK: Input: default@srcpart_date_ext@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date_ext@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_small_n0 +POSTHOOK: Input: default@srcpart_small_n0@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small_n0@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -686,8 +732,22 @@ STAGE PLANS: test.comment=Small table is external table - no semijoin reduction opt PREHOOK: query: EXPLAIN select count(*) from srcpart_date_n1 join srcpart_small_ext on (srcpart_date_n1.key = srcpart_small_ext.key1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_date_n1 +PREHOOK: Input: default@srcpart_date_n1@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date_n1@ds=2008-04-09 +PREHOOK: Input: default@srcpart_small_ext +PREHOOK: Input: default@srcpart_small_ext@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small_ext@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select count(*) from srcpart_date_n1 join srcpart_small_ext on (srcpart_date_n1.key = srcpart_small_ext.key1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_date_n1 +POSTHOOK: Input: default@srcpart_date_n1@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date_n1@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_small_ext +POSTHOOK: Input: default@srcpart_small_ext@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small_ext@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -785,8 +845,26 @@ STAGE PLANS: test.comment=Small table is external table - no semijoin reduction opt for ext table but semijoin reduction opt for regular table PREHOOK: query: EXPLAIN select count(*) from srcpart_date_n1 join srcpart_small_ext on (srcpart_date_n1.key = srcpart_small_ext.key1) join srcpart_medium_n0 on (srcpart_medium_n0.key2 = srcpart_date_n1.key) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_date_n1 +PREHOOK: Input: default@srcpart_date_n1@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date_n1@ds=2008-04-09 +PREHOOK: Input: default@srcpart_medium_n0 +PREHOOK: Input: default@srcpart_medium_n0@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small_ext +PREHOOK: Input: default@srcpart_small_ext@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small_ext@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select count(*) from srcpart_date_n1 join srcpart_small_ext on (srcpart_date_n1.key = srcpart_small_ext.key1) join srcpart_medium_n0 on (srcpart_medium_n0.key2 = srcpart_date_n1.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_date_n1 +POSTHOOK: Input: default@srcpart_date_n1@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date_n1@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_medium_n0 +POSTHOOK: Input: default@srcpart_medium_n0@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small_ext +POSTHOOK: Input: default@srcpart_small_ext@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small_ext@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_sw.q.out b/ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_sw.q.out index 6056865..1461e86 100644 --- a/ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_sw.q.out +++ b/ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_sw.q.out @@ -167,6 +167,13 @@ JOIN ( ON (srcpart_small_n2.key1 = alltypesorc_int_n0.cstring)) b ON ('1' = '1') PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_int_n0 +PREHOOK: Input: default@srcpart_date_n6 +PREHOOK: Input: default@srcpart_date_n6@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date_n6@ds=2008-04-09 +PREHOOK: Input: default@srcpart_small_n2 +PREHOOK: Input: default@srcpart_small_n2@ds1=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(*) FROM ( @@ -185,6 +192,13 @@ JOIN ( ON (srcpart_small_n2.key1 = alltypesorc_int_n0.cstring)) b ON ('1' = '1') POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_int_n0 +POSTHOOK: Input: default@srcpart_date_n6 +POSTHOOK: Input: default@srcpart_date_n6@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date_n6@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_small_n2 +POSTHOOK: Input: default@srcpart_small_n2@ds1=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_sw2.q.out b/ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_sw2.q.out index 883bdd7..abcbd97 100644 --- a/ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_sw2.q.out +++ b/ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_sw2.q.out @@ -160,6 +160,13 @@ SELECT count(*) ON (alltypesorc_int_n0.cstring = srcpart_small_n2.key1)) b ON (srcpart_small_n2.key1 = b.cstring) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_int_n0 +PREHOOK: Input: default@srcpart_date_n6 +PREHOOK: Input: default@srcpart_date_n6@ds=2008-04-09 +PREHOOK: Input: default@srcpart_small_n2 +PREHOOK: Input: default@srcpart_small_n2@ds1=2008-04-08 +PREHOOK: Input: default@srcpart_small_n2@ds1=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(*) FROM (SELECT * FROM srcpart_date_n6 WHERE ds = "2008-04-09") `srcpart_date_n6` @@ -172,6 +179,13 @@ SELECT count(*) ON (alltypesorc_int_n0.cstring = srcpart_small_n2.key1)) b ON (srcpart_small_n2.key1 = b.cstring) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_int_n0 +POSTHOOK: Input: default@srcpart_date_n6 +POSTHOOK: Input: default@srcpart_date_n6@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_small_n2 +POSTHOOK: Input: default@srcpart_small_n2@ds1=2008-04-08 +POSTHOOK: Input: default@srcpart_small_n2@ds1=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/dynamic_semijoin_user_level.q.out b/ql/src/test/results/clientpositive/llap/dynamic_semijoin_user_level.q.out index eefc7f0..bc9e6fb 100644 --- a/ql/src/test/results/clientpositive/llap/dynamic_semijoin_user_level.q.out +++ b/ql/src/test/results/clientpositive/llap/dynamic_semijoin_user_level.q.out @@ -150,8 +150,22 @@ POSTHOOK: Output: default@srcpart_small_n4@ds=2008-04-09 POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN select count(*) from srcpart_date_n9 join srcpart_small_n4 on (srcpart_date_n9.key = srcpart_small_n4.key1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_date_n9 +PREHOOK: Input: default@srcpart_date_n9@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date_n9@ds=2008-04-09 +PREHOOK: Input: default@srcpart_small_n4 +PREHOOK: Input: default@srcpart_small_n4@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small_n4@ds=2008-04-09 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart_date_n9 join srcpart_small_n4 on (srcpart_date_n9.key = srcpart_small_n4.key1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_date_n9 +POSTHOOK: Input: default@srcpart_date_n9@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date_n9@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_small_n4 +POSTHOOK: Input: default@srcpart_small_n4@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small_n4@ds=2008-04-09 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -225,8 +239,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 176 PREHOOK: query: EXPLAIN select count(*) from srcpart_date_n9 join srcpart_small_n4 on (srcpart_date_n9.key = srcpart_small_n4.ds) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_date_n9 +PREHOOK: Input: default@srcpart_date_n9@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date_n9@ds=2008-04-09 +PREHOOK: Input: default@srcpart_small_n4 +PREHOOK: Input: default@srcpart_small_n4@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small_n4@ds=2008-04-09 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart_date_n9 join srcpart_small_n4 on (srcpart_date_n9.key = srcpart_small_n4.ds) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_date_n9 +POSTHOOK: Input: default@srcpart_date_n9@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date_n9@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_small_n4 +POSTHOOK: Input: default@srcpart_small_n4@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small_n4@ds=2008-04-09 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -291,8 +319,24 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN select count(*) from srcpart_date_n9 join srcpart_small_n4 on (srcpart_date_n9.key = srcpart_small_n4.key1) join alltypesorc_int_n2 on (srcpart_small_n4.key1 = alltypesorc_int_n2.cstring) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_int_n2 +PREHOOK: Input: default@srcpart_date_n9 +PREHOOK: Input: default@srcpart_date_n9@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date_n9@ds=2008-04-09 +PREHOOK: Input: default@srcpart_small_n4 +PREHOOK: Input: default@srcpart_small_n4@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small_n4@ds=2008-04-09 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart_date_n9 join srcpart_small_n4 on (srcpart_date_n9.key = srcpart_small_n4.key1) join alltypesorc_int_n2 on (srcpart_small_n4.key1 = alltypesorc_int_n2.cstring) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_int_n2 +POSTHOOK: Input: default@srcpart_date_n9 +POSTHOOK: Input: default@srcpart_date_n9@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date_n9@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_small_n4 +POSTHOOK: Input: default@srcpart_small_n4@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small_n4@ds=2008-04-09 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -364,8 +408,24 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN select count(*) from srcpart_date_n9 join srcpart_small_n4 on (srcpart_date_n9.key = srcpart_small_n4.key1) join alltypesorc_int_n2 on (srcpart_small_n4.key1 = alltypesorc_int_n2.cstring) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_int_n2 +PREHOOK: Input: default@srcpart_date_n9 +PREHOOK: Input: default@srcpart_date_n9@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date_n9@ds=2008-04-09 +PREHOOK: Input: default@srcpart_small_n4 +PREHOOK: Input: default@srcpart_small_n4@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small_n4@ds=2008-04-09 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart_date_n9 join srcpart_small_n4 on (srcpart_date_n9.key = srcpart_small_n4.key1) join alltypesorc_int_n2 on (srcpart_small_n4.key1 = alltypesorc_int_n2.cstring) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_int_n2 +POSTHOOK: Input: default@srcpart_date_n9 +POSTHOOK: Input: default@srcpart_date_n9@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date_n9@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_small_n4 +POSTHOOK: Input: default@srcpart_small_n4@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small_n4@ds=2008-04-09 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -466,8 +526,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN select count(*) from srcpart_date_n9 join srcpart_small_n4 on (srcpart_date_n9.key = srcpart_small_n4.key1 and srcpart_date_n9.value = srcpart_small_n4.value1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_date_n9 +PREHOOK: Input: default@srcpart_date_n9@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date_n9@ds=2008-04-09 +PREHOOK: Input: default@srcpart_small_n4 +PREHOOK: Input: default@srcpart_small_n4@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small_n4@ds=2008-04-09 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart_date_n9 join srcpart_small_n4 on (srcpart_date_n9.key = srcpart_small_n4.key1 and srcpart_date_n9.value = srcpart_small_n4.value1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_date_n9 +POSTHOOK: Input: default@srcpart_date_n9@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date_n9@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_small_n4 +POSTHOOK: Input: default@srcpart_small_n4@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small_n4@ds=2008-04-09 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -528,8 +602,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 176 PREHOOK: query: EXPLAIN select count(*) from srcpart_date_n9 join srcpart_small_n4 on (srcpart_date_n9.key = srcpart_small_n4.key1 and srcpart_date_n9.value = srcpart_small_n4.value1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_date_n9 +PREHOOK: Input: default@srcpart_date_n9@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date_n9@ds=2008-04-09 +PREHOOK: Input: default@srcpart_small_n4 +PREHOOK: Input: default@srcpart_small_n4@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small_n4@ds=2008-04-09 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart_date_n9 join srcpart_small_n4 on (srcpart_date_n9.key = srcpart_small_n4.key1 and srcpart_date_n9.value = srcpart_small_n4.value1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_date_n9 +POSTHOOK: Input: default@srcpart_date_n9@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date_n9@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_small_n4 +POSTHOOK: Input: default@srcpart_small_n4@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small_n4@ds=2008-04-09 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -615,8 +703,24 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 176 PREHOOK: query: EXPLAIN select count(*) from srcpart_date_n9 join srcpart_small_n4 on (srcpart_date_n9.key = srcpart_small_n4.key1) join alltypesorc_int_n2 on (srcpart_date_n9.value = alltypesorc_int_n2.cstring) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_int_n2 +PREHOOK: Input: default@srcpart_date_n9 +PREHOOK: Input: default@srcpart_date_n9@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date_n9@ds=2008-04-09 +PREHOOK: Input: default@srcpart_small_n4 +PREHOOK: Input: default@srcpart_small_n4@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small_n4@ds=2008-04-09 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart_date_n9 join srcpart_small_n4 on (srcpart_date_n9.key = srcpart_small_n4.key1) join alltypesorc_int_n2 on (srcpart_date_n9.value = alltypesorc_int_n2.cstring) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_int_n2 +POSTHOOK: Input: default@srcpart_date_n9 +POSTHOOK: Input: default@srcpart_date_n9@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date_n9@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_small_n4 +POSTHOOK: Input: default@srcpart_small_n4@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small_n4@ds=2008-04-09 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -694,8 +798,24 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN select count(*) from srcpart_date_n9 join srcpart_small_n4 on (srcpart_date_n9.key = srcpart_small_n4.key1) join alltypesorc_int_n2 on (srcpart_date_n9.value = alltypesorc_int_n2.cstring) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_int_n2 +PREHOOK: Input: default@srcpart_date_n9 +PREHOOK: Input: default@srcpart_date_n9@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date_n9@ds=2008-04-09 +PREHOOK: Input: default@srcpart_small_n4 +PREHOOK: Input: default@srcpart_small_n4@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small_n4@ds=2008-04-09 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart_date_n9 join srcpart_small_n4 on (srcpart_date_n9.key = srcpart_small_n4.key1) join alltypesorc_int_n2 on (srcpart_date_n9.value = alltypesorc_int_n2.cstring) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_int_n2 +POSTHOOK: Input: default@srcpart_date_n9 +POSTHOOK: Input: default@srcpart_date_n9@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date_n9@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_small_n4 +POSTHOOK: Input: default@srcpart_small_n4@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small_n4@ds=2008-04-09 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -799,8 +919,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN extended select count(*) from srcpart_date_n9 join srcpart_small_n4 on (srcpart_date_n9.key = srcpart_small_n4.key1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_date_n9 +PREHOOK: Input: default@srcpart_date_n9@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date_n9@ds=2008-04-09 +PREHOOK: Input: default@srcpart_small_n4 +PREHOOK: Input: default@srcpart_small_n4@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small_n4@ds=2008-04-09 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN extended select count(*) from srcpart_date_n9 join srcpart_small_n4 on (srcpart_date_n9.key = srcpart_small_n4.key1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_date_n9 +POSTHOOK: Input: default@srcpart_date_n9@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date_n9@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_small_n4 +POSTHOOK: Input: default@srcpart_small_n4@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small_n4@ds=2008-04-09 +POSTHOOK: Output: hdfs://### HDFS PATH ### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`srcpart_date_n9` @@ -1168,8 +1302,22 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select count(*) from srcpart_date_n9 join srcpart_small_n4 on (srcpart_date_n9.key = srcpart_small_n4.key1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_date_n9 +PREHOOK: Input: default@srcpart_date_n9@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date_n9@ds=2008-04-09 +PREHOOK: Input: default@srcpart_small_n4 +PREHOOK: Input: default@srcpart_small_n4@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small_n4@ds=2008-04-09 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart_date_n9 join srcpart_small_n4 on (srcpart_date_n9.key = srcpart_small_n4.key1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_date_n9 +POSTHOOK: Input: default@srcpart_date_n9@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date_n9@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_small_n4 +POSTHOOK: Input: default@srcpart_small_n4@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small_n4@ds=2008-04-09 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -1227,8 +1375,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 176 PREHOOK: query: EXPLAIN select count(*) from srcpart_date_n9 join srcpart_small_n4 on (srcpart_date_n9.key = srcpart_small_n4.key1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_date_n9 +PREHOOK: Input: default@srcpart_date_n9@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date_n9@ds=2008-04-09 +PREHOOK: Input: default@srcpart_small_n4 +PREHOOK: Input: default@srcpart_small_n4@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small_n4@ds=2008-04-09 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart_date_n9 join srcpart_small_n4 on (srcpart_date_n9.key = srcpart_small_n4.key1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_date_n9 +POSTHOOK: Input: default@srcpart_date_n9@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date_n9@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_small_n4 +POSTHOOK: Input: default@srcpart_small_n4@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small_n4@ds=2008-04-09 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -1286,8 +1448,24 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 176 PREHOOK: query: EXPLAIN select count(*) from srcpart_date_n9 join srcpart_small_n4 on (srcpart_date_n9.key = srcpart_small_n4.key1) join alltypesorc_int_n2 on (srcpart_date_n9.value = alltypesorc_int_n2.cstring) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_int_n2 +PREHOOK: Input: default@srcpart_date_n9 +PREHOOK: Input: default@srcpart_date_n9@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date_n9@ds=2008-04-09 +PREHOOK: Input: default@srcpart_small_n4 +PREHOOK: Input: default@srcpart_small_n4@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small_n4@ds=2008-04-09 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart_date_n9 join srcpart_small_n4 on (srcpart_date_n9.key = srcpart_small_n4.key1) join alltypesorc_int_n2 on (srcpart_date_n9.value = alltypesorc_int_n2.cstring) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_int_n2 +POSTHOOK: Input: default@srcpart_date_n9 +POSTHOOK: Input: default@srcpart_date_n9@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date_n9@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_small_n4 +POSTHOOK: Input: default@srcpart_small_n4@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small_n4@ds=2008-04-09 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -1359,8 +1537,24 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN select count(*) from srcpart_date_n9 join srcpart_small_n4 on (srcpart_date_n9.key = srcpart_small_n4.key1) join alltypesorc_int_n2 on (srcpart_date_n9.value = alltypesorc_int_n2.cstring) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_int_n2 +PREHOOK: Input: default@srcpart_date_n9 +PREHOOK: Input: default@srcpart_date_n9@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date_n9@ds=2008-04-09 +PREHOOK: Input: default@srcpart_small_n4 +PREHOOK: Input: default@srcpart_small_n4@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small_n4@ds=2008-04-09 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart_date_n9 join srcpart_small_n4 on (srcpart_date_n9.key = srcpart_small_n4.key1) join alltypesorc_int_n2 on (srcpart_date_n9.value = alltypesorc_int_n2.cstring) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_int_n2 +POSTHOOK: Input: default@srcpart_date_n9 +POSTHOOK: Input: default@srcpart_date_n9@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date_n9@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_small_n4 +POSTHOOK: Input: default@srcpart_small_n4@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small_n4@ds=2008-04-09 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -1435,11 +1629,27 @@ PREHOOK: query: explain select * from alltypesorc_int_n2 join union all select srcpart_small_n4.key1 as key from srcpart_small_n4) unionsrc on (alltypesorc_int_n2.cstring = unionsrc.key) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_int_n2 +PREHOOK: Input: default@srcpart_date_n9 +PREHOOK: Input: default@srcpart_date_n9@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date_n9@ds=2008-04-09 +PREHOOK: Input: default@srcpart_small_n4 +PREHOOK: Input: default@srcpart_small_n4@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small_n4@ds=2008-04-09 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from alltypesorc_int_n2 join (select srcpart_date_n9.key as key from srcpart_date_n9 union all select srcpart_small_n4.key1 as key from srcpart_small_n4) unionsrc on (alltypesorc_int_n2.cstring = unionsrc.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_int_n2 +POSTHOOK: Input: default@srcpart_date_n9 +POSTHOOK: Input: default@srcpart_date_n9@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date_n9@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_small_n4 +POSTHOOK: Input: default@srcpart_small_n4@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small_n4@ds=2008-04-09 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out b/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out index 29be9a4..6962c30 100644 --- a/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out +++ b/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out @@ -153,8 +153,11 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@over1k_part_buck_sort_orc PREHOOK: query: explain insert overwrite table over1k_part_orc partition(ds="foo", t) select si,i,b,f,t from over1k_orc where t is null or t=27 order by si PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_orc +PREHOOK: Output: default@over1k_part_orc@ds=foo POSTHOOK: query: explain insert overwrite table over1k_part_orc partition(ds="foo", t) select si,i,b,f,t from over1k_orc where t is null or t=27 order by si POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_orc STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -232,8 +235,11 @@ STAGE PLANS: PREHOOK: query: explain insert overwrite table over1k_part_limit_orc partition(ds="foo", t) select si,i,b,f,t from over1k_orc where t is null or t=27 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_orc +PREHOOK: Output: default@over1k_part_limit_orc@ds=foo POSTHOOK: query: explain insert overwrite table over1k_part_limit_orc partition(ds="foo", t) select si,i,b,f,t from over1k_orc where t is null or t=27 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_orc STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -330,8 +336,11 @@ STAGE PLANS: PREHOOK: query: explain insert overwrite table over1k_part_buck_orc partition(t) select si,i,b,f,t from over1k_orc where t is null or t=27 PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_orc +PREHOOK: Output: default@over1k_part_buck_orc POSTHOOK: query: explain insert overwrite table over1k_part_buck_orc partition(t) select si,i,b,f,t from over1k_orc where t is null or t=27 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_orc STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -408,8 +417,11 @@ STAGE PLANS: PREHOOK: query: explain insert overwrite table over1k_part_buck_sort_orc partition(t) select si,i,b,f,t from over1k_orc where t is null or t=27 PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_orc +PREHOOK: Output: default@over1k_part_buck_sort_orc POSTHOOK: query: explain insert overwrite table over1k_part_buck_sort_orc partition(t) select si,i,b,f,t from over1k_orc where t is null or t=27 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_orc STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -554,8 +566,11 @@ POSTHOOK: Lineage: over1k_part_buck_sort_orc PARTITION(t=__HIVE_DEFAULT_PARTITIO POSTHOOK: Lineage: over1k_part_buck_sort_orc PARTITION(t=__HIVE_DEFAULT_PARTITION__).si SIMPLE [(over1k_orc)over1k_orc.FieldSchema(name:si, type:smallint, comment:null), ] PREHOOK: query: explain insert into table over1k_part_orc partition(ds="foo", t) select si,i,b,f,t from over1k_orc where t is null or t=27 order by si PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_orc +PREHOOK: Output: default@over1k_part_orc@ds=foo POSTHOOK: query: explain insert into table over1k_part_orc partition(ds="foo", t) select si,i,b,f,t from over1k_orc where t is null or t=27 order by si POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_orc STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -633,8 +648,11 @@ STAGE PLANS: PREHOOK: query: explain insert into table over1k_part_limit_orc partition(ds="foo", t) select si,i,b,f,t from over1k_orc where t is null or t=27 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_orc +PREHOOK: Output: default@over1k_part_limit_orc@ds=foo POSTHOOK: query: explain insert into table over1k_part_limit_orc partition(ds="foo", t) select si,i,b,f,t from over1k_orc where t is null or t=27 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_orc STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -731,8 +749,11 @@ STAGE PLANS: PREHOOK: query: explain insert into table over1k_part_buck_orc partition(t) select si,i,b,f,t from over1k_orc where t is null or t=27 PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_orc +PREHOOK: Output: default@over1k_part_buck_orc POSTHOOK: query: explain insert into table over1k_part_buck_orc partition(t) select si,i,b,f,t from over1k_orc where t is null or t=27 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_orc STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -809,8 +830,11 @@ STAGE PLANS: PREHOOK: query: explain insert into table over1k_part_buck_sort_orc partition(t) select si,i,b,f,t from over1k_orc where t is null or t=27 PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_orc +PREHOOK: Output: default@over1k_part_buck_sort_orc POSTHOOK: query: explain insert into table over1k_part_buck_sort_orc partition(t) select si,i,b,f,t from over1k_orc where t is null or t=27 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_orc STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1341,8 +1365,11 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@over1k_part2_orc PREHOOK: query: explain insert overwrite table over1k_part2_orc partition(ds="foo",t) select si,i,b,f,t from over1k_orc where t is null or t=27 order by i PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_orc +PREHOOK: Output: default@over1k_part2_orc@ds=foo POSTHOOK: query: explain insert overwrite table over1k_part2_orc partition(ds="foo",t) select si,i,b,f,t from over1k_orc where t is null or t=27 order by i POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_orc STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1455,8 +1482,11 @@ STAGE PLANS: PREHOOK: query: explain insert overwrite table over1k_part2_orc partition(ds="foo",t) select si,i,b,f,t from over1k_orc where t is null or t=27 order by i PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_orc +PREHOOK: Output: default@over1k_part2_orc@ds=foo POSTHOOK: query: explain insert overwrite table over1k_part2_orc partition(ds="foo",t) select si,i,b,f,t from over1k_orc where t is null or t=27 order by i POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_orc STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1534,8 +1564,11 @@ STAGE PLANS: PREHOOK: query: explain insert overwrite table over1k_part2_orc partition(ds="foo",t) select si,i,b,f,t from (select * from over1k_orc order by i limit 10) tmp where t is null or t=27 PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_orc +PREHOOK: Output: default@over1k_part2_orc@ds=foo POSTHOOK: query: explain insert overwrite table over1k_part2_orc partition(ds="foo",t) select si,i,b,f,t from (select * from over1k_orc order by i limit 10) tmp where t is null or t=27 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_orc STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1634,8 +1667,11 @@ STAGE PLANS: PREHOOK: query: explain insert overwrite table over1k_part2_orc partition(ds="foo",t) select si,i,b,f,t from over1k_orc where t is null or t=27 group by si,i,b,f,t PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_orc +PREHOOK: Output: default@over1k_part2_orc@ds=foo POSTHOOK: query: explain insert overwrite table over1k_part2_orc partition(ds="foo",t) select si,i,b,f,t from over1k_orc where t is null or t=27 group by si,i,b,f,t POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_orc STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1754,8 +1790,11 @@ STAGE PLANS: PREHOOK: query: explain insert overwrite table over1k_part2_orc partition(ds="foo",t) select si,i,b,f,t from over1k_orc where t is null or t=27 group by si,i,b,f,t PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_orc +PREHOOK: Output: default@over1k_part2_orc@ds=foo POSTHOOK: query: explain insert overwrite table over1k_part2_orc partition(ds="foo",t) select si,i,b,f,t from over1k_orc where t is null or t=27 group by si,i,b,f,t POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_orc STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -2142,8 +2181,11 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@over1k_part_buck_sort2_orc PREHOOK: query: explain insert overwrite table over1k_part_buck_sort2_orc partition(t) select si,i,b,f,t from over1k_orc where t is null or t=27 PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_orc +PREHOOK: Output: default@over1k_part_buck_sort2_orc POSTHOOK: query: explain insert overwrite table over1k_part_buck_sort2_orc partition(t) select si,i,b,f,t from over1k_orc where t is null or t=27 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_orc STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -2256,8 +2298,11 @@ STAGE PLANS: PREHOOK: query: explain insert overwrite table over1k_part_buck_sort2_orc partition(t) select si,i,b,f,t from over1k_orc where t is null or t=27 PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_orc +PREHOOK: Output: default@over1k_part_buck_sort2_orc POSTHOOK: query: explain insert overwrite table over1k_part_buck_sort2_orc partition(t) select si,i,b,f,t from over1k_orc where t is null or t=27 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_orc STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -2429,8 +2474,16 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain select * from over1k_part_buck_sort2_orc PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_part_buck_sort2_orc +PREHOOK: Input: default@over1k_part_buck_sort2_orc@t=27 +PREHOOK: Input: default@over1k_part_buck_sort2_orc@t=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### POSTHOOK: query: explain select * from over1k_part_buck_sort2_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_part_buck_sort2_orc +POSTHOOK: Input: default@over1k_part_buck_sort2_orc@t=27 +POSTHOOK: Input: default@over1k_part_buck_sort2_orc@t=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -2479,8 +2532,16 @@ POSTHOOK: Input: default@over1k_part_buck_sort2_orc@t=__HIVE_DEFAULT_PARTITION__ 473 65720 4294967324 80.74 NULL PREHOOK: query: explain select count(*) from over1k_part_buck_sort2_orc PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_part_buck_sort2_orc +PREHOOK: Input: default@over1k_part_buck_sort2_orc@t=27 +PREHOOK: Input: default@over1k_part_buck_sort2_orc@t=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from over1k_part_buck_sort2_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_part_buck_sort2_orc +POSTHOOK: Input: default@over1k_part_buck_sort2_orc@t=27 +POSTHOOK: Input: default@over1k_part_buck_sort2_orc@t=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2643,8 +2704,16 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain select * from over1k_part_buck_sort2_orc PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_part_buck_sort2_orc +PREHOOK: Input: default@over1k_part_buck_sort2_orc@t=27 +PREHOOK: Input: default@over1k_part_buck_sort2_orc@t=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### POSTHOOK: query: explain select * from over1k_part_buck_sort2_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_part_buck_sort2_orc +POSTHOOK: Input: default@over1k_part_buck_sort2_orc@t=27 +POSTHOOK: Input: default@over1k_part_buck_sort2_orc@t=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -2691,8 +2760,16 @@ POSTHOOK: Input: default@over1k_part_buck_sort2_orc@t=__HIVE_DEFAULT_PARTITION__ 473 65720 4294967324 80.74 NULL PREHOOK: query: explain select count(*) from over1k_part_buck_sort2_orc PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_part_buck_sort2_orc +PREHOOK: Input: default@over1k_part_buck_sort2_orc@t=27 +PREHOOK: Input: default@over1k_part_buck_sort2_orc@t=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from over1k_part_buck_sort2_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_part_buck_sort2_orc +POSTHOOK: Input: default@over1k_part_buck_sort2_orc@t=27 +POSTHOOK: Input: default@over1k_part_buck_sort2_orc@t=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization.q.out b/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization.q.out index 600f452..75ec949 100644 --- a/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization.q.out +++ b/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization.q.out @@ -110,8 +110,11 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@over1k_part_buck_sort PREHOOK: query: explain insert overwrite table over1k_part partition(ds="foo", t) select si,i,b,f,t from over1k_n3 where t is null or t=27 PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_n3 +PREHOOK: Output: default@over1k_part@ds=foo POSTHOOK: query: explain insert overwrite table over1k_part partition(ds="foo", t) select si,i,b,f,t from over1k_n3 where t is null or t=27 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_n3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -189,8 +192,11 @@ STAGE PLANS: PREHOOK: query: explain insert overwrite table over1k_part_limit partition(ds="foo", t) select si,i,b,f,t from over1k_n3 where t is null or t=27 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_n3 +PREHOOK: Output: default@over1k_part_limit@ds=foo POSTHOOK: query: explain insert overwrite table over1k_part_limit partition(ds="foo", t) select si,i,b,f,t from over1k_n3 where t is null or t=27 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_n3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -287,8 +293,11 @@ STAGE PLANS: PREHOOK: query: explain insert overwrite table over1k_part_buck partition(t) select si,i,b,f,t from over1k_n3 where t is null or t=27 PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_n3 +PREHOOK: Output: default@over1k_part_buck POSTHOOK: query: explain insert overwrite table over1k_part_buck partition(t) select si,i,b,f,t from over1k_n3 where t is null or t=27 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_n3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -365,8 +374,11 @@ STAGE PLANS: PREHOOK: query: explain insert overwrite table over1k_part_buck_sort partition(t) select si,i,b,f,t from over1k_n3 where t is null or t=27 PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_n3 +PREHOOK: Output: default@over1k_part_buck_sort POSTHOOK: query: explain insert overwrite table over1k_part_buck_sort partition(t) select si,i,b,f,t from over1k_n3 where t is null or t=27 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_n3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -511,8 +523,11 @@ POSTHOOK: Lineage: over1k_part_buck_sort PARTITION(t=__HIVE_DEFAULT_PARTITION__) POSTHOOK: Lineage: over1k_part_buck_sort PARTITION(t=__HIVE_DEFAULT_PARTITION__).si SIMPLE [(over1k_n3)over1k_n3.FieldSchema(name:si, type:smallint, comment:null), ] PREHOOK: query: explain insert into table over1k_part partition(ds="foo", t) select si,i,b,f,t from over1k_n3 where t is null or t=27 PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_n3 +PREHOOK: Output: default@over1k_part@ds=foo POSTHOOK: query: explain insert into table over1k_part partition(ds="foo", t) select si,i,b,f,t from over1k_n3 where t is null or t=27 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_n3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -590,8 +605,11 @@ STAGE PLANS: PREHOOK: query: explain insert into table over1k_part_limit partition(ds="foo", t) select si,i,b,f,t from over1k_n3 where t is null or t=27 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_n3 +PREHOOK: Output: default@over1k_part_limit@ds=foo POSTHOOK: query: explain insert into table over1k_part_limit partition(ds="foo", t) select si,i,b,f,t from over1k_n3 where t is null or t=27 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_n3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -688,8 +706,11 @@ STAGE PLANS: PREHOOK: query: explain insert into table over1k_part_buck partition(t) select si,i,b,f,t from over1k_n3 where t is null or t=27 PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_n3 +PREHOOK: Output: default@over1k_part_buck POSTHOOK: query: explain insert into table over1k_part_buck partition(t) select si,i,b,f,t from over1k_n3 where t is null or t=27 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_n3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -766,8 +787,11 @@ STAGE PLANS: PREHOOK: query: explain insert into table over1k_part_buck_sort partition(t) select si,i,b,f,t from over1k_n3 where t is null or t=27 PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_n3 +PREHOOK: Output: default@over1k_part_buck_sort POSTHOOK: query: explain insert into table over1k_part_buck_sort partition(t) select si,i,b,f,t from over1k_n3 where t is null or t=27 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_n3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1298,8 +1322,11 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@over1k_part2 PREHOOK: query: explain insert overwrite table over1k_part2 partition(ds="foo",t) select si,i,b,f,t from over1k_n3 where t is null or t=27 order by i PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_n3 +PREHOOK: Output: default@over1k_part2@ds=foo POSTHOOK: query: explain insert overwrite table over1k_part2 partition(ds="foo",t) select si,i,b,f,t from over1k_n3 where t is null or t=27 order by i POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_n3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1412,8 +1439,11 @@ STAGE PLANS: PREHOOK: query: explain insert overwrite table over1k_part2 partition(ds="foo",t) select si,i,b,f,t from over1k_n3 where t is null or t=27 order by i PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_n3 +PREHOOK: Output: default@over1k_part2@ds=foo POSTHOOK: query: explain insert overwrite table over1k_part2 partition(ds="foo",t) select si,i,b,f,t from over1k_n3 where t is null or t=27 order by i POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_n3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1491,8 +1521,11 @@ STAGE PLANS: PREHOOK: query: explain insert overwrite table over1k_part2 partition(ds="foo",t) select si,i,b,f,t from (select * from over1k_n3 order by i limit 10) tmp where t is null or t=27 PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_n3 +PREHOOK: Output: default@over1k_part2@ds=foo POSTHOOK: query: explain insert overwrite table over1k_part2 partition(ds="foo",t) select si,i,b,f,t from (select * from over1k_n3 order by i limit 10) tmp where t is null or t=27 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_n3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1591,8 +1624,11 @@ STAGE PLANS: PREHOOK: query: explain insert overwrite table over1k_part2 partition(ds="foo",t) select si,i,b,f,t from over1k_n3 where t is null or t=27 group by si,i,b,f,t PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_n3 +PREHOOK: Output: default@over1k_part2@ds=foo POSTHOOK: query: explain insert overwrite table over1k_part2 partition(ds="foo",t) select si,i,b,f,t from over1k_n3 where t is null or t=27 group by si,i,b,f,t POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_n3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1711,8 +1747,11 @@ STAGE PLANS: PREHOOK: query: explain insert overwrite table over1k_part2 partition(ds="foo",t) select si,i,b,f,t from over1k_n3 where t is null or t=27 group by si,i,b,f,t PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_n3 +PREHOOK: Output: default@over1k_part2@ds=foo POSTHOOK: query: explain insert overwrite table over1k_part2 partition(ds="foo",t) select si,i,b,f,t from over1k_n3 where t is null or t=27 group by si,i,b,f,t POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_n3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -2099,8 +2138,11 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@over1k_part_buck_sort2 PREHOOK: query: explain insert overwrite table over1k_part_buck_sort2 partition(t) select si,i,b,f,t from over1k_n3 where t is null or t=27 PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_n3 +PREHOOK: Output: default@over1k_part_buck_sort2 POSTHOOK: query: explain insert overwrite table over1k_part_buck_sort2 partition(t) select si,i,b,f,t from over1k_n3 where t is null or t=27 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_n3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -2213,8 +2255,11 @@ STAGE PLANS: PREHOOK: query: explain insert overwrite table over1k_part_buck_sort2 partition(t) select si,i,b,f,t from over1k_n3 where t is null or t=27 PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_n3 +PREHOOK: Output: default@over1k_part_buck_sort2 POSTHOOK: query: explain insert overwrite table over1k_part_buck_sort2 partition(t) select si,i,b,f,t from over1k_n3 where t is null or t=27 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_n3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -2585,8 +2630,11 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@over1k_part3 PREHOOK: query: explain insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k_n3 where s="foo" PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_n3 +PREHOOK: Output: default@over1k_part3 POSTHOOK: query: explain insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k_n3 where s="foo" POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_n3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -2665,8 +2713,11 @@ STAGE PLANS: PREHOOK: query: explain insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k_n3 where t=27 PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_n3 +PREHOOK: Output: default@over1k_part3 POSTHOOK: query: explain insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k_n3 where t=27 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_n3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -2745,8 +2796,11 @@ STAGE PLANS: PREHOOK: query: explain insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k_n3 where i=100 PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_n3 +PREHOOK: Output: default@over1k_part3 POSTHOOK: query: explain insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k_n3 where i=100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_n3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -2825,8 +2879,11 @@ STAGE PLANS: PREHOOK: query: explain insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k_n3 where i=100 and t=27 PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_n3 +PREHOOK: Output: default@over1k_part3 POSTHOOK: query: explain insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k_n3 where i=100 and t=27 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_n3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -2905,8 +2962,11 @@ STAGE PLANS: PREHOOK: query: explain insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k_n3 where i=100 and s="foo" PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_n3 +PREHOOK: Output: default@over1k_part3 POSTHOOK: query: explain insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k_n3 where i=100 and s="foo" POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_n3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -2985,8 +3045,11 @@ STAGE PLANS: PREHOOK: query: explain insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k_n3 where t=27 and s="foo" PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_n3 +PREHOOK: Output: default@over1k_part3 POSTHOOK: query: explain insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k_n3 where t=27 and s="foo" POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_n3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -3065,8 +3128,11 @@ STAGE PLANS: PREHOOK: query: explain insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k_n3 where i=100 and t=27 and s="foo" PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_n3 +PREHOOK: Output: default@over1k_part3 POSTHOOK: query: explain insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k_n3 where i=100 and t=27 and s="foo" POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_n3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization2.q.out b/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization2.q.out index 0b57fbc..a65d2d9 100644 --- a/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization2.q.out +++ b/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization2.q.out @@ -61,6 +61,8 @@ select ss_net_paid_inc_tax, ss_net_profit distribute by ss_sold_date_sk PREHOOK: type: QUERY +PREHOOK: Input: default@ss_n0 +PREHOOK: Output: default@ss_part POSTHOOK: query: explain insert overwrite table ss_part partition (ss_sold_date_sk) select ss_net_paid_inc_tax, ss_net_profit, @@ -72,6 +74,7 @@ select ss_net_paid_inc_tax, ss_net_profit distribute by ss_sold_date_sk POSTHOOK: type: QUERY +POSTHOOK: Input: default@ss_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -308,6 +311,8 @@ select ss_net_paid_inc_tax, where ss_sold_date_sk>=2452617 and ss_sold_date_sk<=2452638 distribute by ss_sold_date_sk PREHOOK: type: QUERY +PREHOOK: Input: default@ss_n0 +PREHOOK: Output: default@ss_part POSTHOOK: query: explain insert overwrite table ss_part partition (ss_sold_date_sk) select ss_net_paid_inc_tax, ss_net_profit, @@ -316,6 +321,7 @@ select ss_net_paid_inc_tax, where ss_sold_date_sk>=2452617 and ss_sold_date_sk<=2452638 distribute by ss_sold_date_sk POSTHOOK: type: QUERY +POSTHOOK: Input: default@ss_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -544,6 +550,8 @@ select ss_net_paid_inc_tax, ss_net_profit distribute by ss_sold_date_sk PREHOOK: type: QUERY +PREHOOK: Input: default@ss_n0 +PREHOOK: Output: default@ss_part POSTHOOK: query: explain insert overwrite table ss_part partition (ss_sold_date_sk) select ss_net_paid_inc_tax, ss_net_profit, @@ -555,6 +563,7 @@ select ss_net_paid_inc_tax, ss_net_profit distribute by ss_sold_date_sk POSTHOOK: type: QUERY +POSTHOOK: Input: default@ss_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -811,6 +820,8 @@ select ss_net_paid_inc_tax, where ss_sold_date_sk>=2452617 and ss_sold_date_sk<=2452638 distribute by ss_sold_date_sk PREHOOK: type: QUERY +PREHOOK: Input: default@ss_n0 +PREHOOK: Output: default@ss_part POSTHOOK: query: explain insert overwrite table ss_part partition (ss_sold_date_sk) select ss_net_paid_inc_tax, ss_net_profit, @@ -819,6 +830,7 @@ select ss_net_paid_inc_tax, where ss_sold_date_sk>=2452617 and ss_sold_date_sk<=2452638 distribute by ss_sold_date_sk POSTHOOK: type: QUERY +POSTHOOK: Input: default@ss_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1122,6 +1134,8 @@ select ss_net_paid_inc_tax, ss_net_profit distribute by ss_sold_date_sk PREHOOK: type: QUERY +PREHOOK: Input: default@ss_orc +PREHOOK: Output: default@ss_part_orc POSTHOOK: query: explain insert overwrite table ss_part_orc partition (ss_sold_date_sk) select ss_net_paid_inc_tax, ss_net_profit, @@ -1133,6 +1147,7 @@ select ss_net_paid_inc_tax, ss_net_profit distribute by ss_sold_date_sk POSTHOOK: type: QUERY +POSTHOOK: Input: default@ss_orc STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1389,6 +1404,8 @@ select ss_net_paid_inc_tax, where ss_sold_date_sk>=2452617 and ss_sold_date_sk<=2452638 distribute by ss_sold_date_sk PREHOOK: type: QUERY +PREHOOK: Input: default@ss_orc +PREHOOK: Output: default@ss_part_orc POSTHOOK: query: explain insert overwrite table ss_part_orc partition (ss_sold_date_sk) select ss_net_paid_inc_tax, ss_net_profit, @@ -1397,6 +1414,7 @@ select ss_net_paid_inc_tax, where ss_sold_date_sk>=2452617 and ss_sold_date_sk<=2452638 distribute by ss_sold_date_sk POSTHOOK: type: QUERY +POSTHOOK: Input: default@ss_orc STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1680,6 +1698,8 @@ select from src group by "day", key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@hive13_dp1 POSTHOOK: query: explain insert overwrite table `hive13_dp1` partition(`day`) select key k1, @@ -1688,6 +1708,7 @@ select from src group by "day", key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1852,6 +1873,8 @@ select from src group by "day", key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@hive13_dp1 POSTHOOK: query: explain insert overwrite table `hive13_dp1` partition(`day`) select key k1, @@ -1860,6 +1883,7 @@ select from src group by "day", key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization_acid.q.out b/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization_acid.q.out index bb1d41c..4d0a9e5 100644 --- a/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization_acid.q.out +++ b/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization_acid.q.out @@ -74,8 +74,14 @@ POSTHOOK: Input: default@acid_part@ds=2008-04-08 1001 PREHOOK: query: explain update acid_part set value = 'bar' where key = 'foo' and ds='2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@acid_part +PREHOOK: Input: default@acid_part@ds=2008-04-08 +PREHOOK: Output: default@acid_part@ds=2008-04-08 POSTHOOK: query: explain update acid_part set value = 'bar' where key = 'foo' and ds='2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@acid_part +POSTHOOK: Input: default@acid_part@ds=2008-04-08 +POSTHOOK: Output: default@acid_part@ds=2008-04-08 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -169,8 +175,14 @@ POSTHOOK: Input: default@acid_part@ds=2008-04-08 1001 PREHOOK: query: explain update acid_part set value = 'bar' where key = 'foo' and ds in ('2008-04-08') PREHOOK: type: QUERY +PREHOOK: Input: default@acid_part +PREHOOK: Input: default@acid_part@ds=2008-04-08 +PREHOOK: Output: default@acid_part@ds=2008-04-08 POSTHOOK: query: explain update acid_part set value = 'bar' where key = 'foo' and ds in ('2008-04-08') POSTHOOK: type: QUERY +POSTHOOK: Input: default@acid_part +POSTHOOK: Input: default@acid_part@ds=2008-04-08 +POSTHOOK: Output: default@acid_part@ds=2008-04-08 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -360,8 +372,14 @@ POSTHOOK: Input: default@acid_part_sdpo@ds=2008-04-08 1001 PREHOOK: query: explain update acid_part_sdpo set value = 'bar' where key = 'foo' and ds='2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@acid_part_sdpo +PREHOOK: Input: default@acid_part_sdpo@ds=2008-04-08 +PREHOOK: Output: default@acid_part_sdpo@ds=2008-04-08 POSTHOOK: query: explain update acid_part_sdpo set value = 'bar' where key = 'foo' and ds='2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@acid_part_sdpo +POSTHOOK: Input: default@acid_part_sdpo@ds=2008-04-08 +POSTHOOK: Output: default@acid_part_sdpo@ds=2008-04-08 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -455,8 +473,14 @@ POSTHOOK: Input: default@acid_part_sdpo@ds=2008-04-08 1001 PREHOOK: query: explain update acid_part_sdpo set value = 'bar' where key = 'foo' and ds in ('2008-04-08') PREHOOK: type: QUERY +PREHOOK: Input: default@acid_part_sdpo +PREHOOK: Input: default@acid_part_sdpo@ds=2008-04-08 +PREHOOK: Output: default@acid_part_sdpo@ds=2008-04-08 POSTHOOK: query: explain update acid_part_sdpo set value = 'bar' where key = 'foo' and ds in ('2008-04-08') POSTHOOK: type: QUERY +POSTHOOK: Input: default@acid_part_sdpo +POSTHOOK: Input: default@acid_part_sdpo@ds=2008-04-08 +POSTHOOK: Output: default@acid_part_sdpo@ds=2008-04-08 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -655,8 +679,14 @@ POSTHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=11 501 PREHOOK: query: explain update acid_2L_part set value = 'bar' where key = 'foo' and ds='2008-04-08' and hr=11 PREHOOK: type: QUERY +PREHOOK: Input: default@acid_2l_part +PREHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=11 +PREHOOK: Output: default@acid_2l_part@ds=2008-04-08/hr=11 POSTHOOK: query: explain update acid_2L_part set value = 'bar' where key = 'foo' and ds='2008-04-08' and hr=11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@acid_2l_part +POSTHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@acid_2l_part@ds=2008-04-08/hr=11 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -751,8 +781,18 @@ POSTHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=11 501 PREHOOK: query: explain update acid_2L_part set value = 'bar' where key = 'foo' and ds='2008-04-08' and hr>=11 PREHOOK: type: QUERY +PREHOOK: Input: default@acid_2l_part +PREHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=11 +PREHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=12 +PREHOOK: Output: default@acid_2l_part@ds=2008-04-08/hr=11 +PREHOOK: Output: default@acid_2l_part@ds=2008-04-08/hr=12 POSTHOOK: query: explain update acid_2L_part set value = 'bar' where key = 'foo' and ds='2008-04-08' and hr>=11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@acid_2l_part +POSTHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@acid_2l_part@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@acid_2l_part@ds=2008-04-08/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -876,9 +916,27 @@ POSTHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=11 PREHOOK: query: explain delete from acid_2L_part where value = 'bar' PREHOOK: type: QUERY +PREHOOK: Input: default@acid_2l_part +PREHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=11 +PREHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=12 +PREHOOK: Input: default@acid_2l_part@ds=2008-04-09/hr=11 +PREHOOK: Input: default@acid_2l_part@ds=2008-04-09/hr=12 +PREHOOK: Output: default@acid_2l_part@ds=2008-04-08/hr=11 +PREHOOK: Output: default@acid_2l_part@ds=2008-04-08/hr=12 +PREHOOK: Output: default@acid_2l_part@ds=2008-04-09/hr=11 +PREHOOK: Output: default@acid_2l_part@ds=2008-04-09/hr=12 POSTHOOK: query: explain delete from acid_2L_part where value = 'bar' POSTHOOK: type: QUERY +POSTHOOK: Input: default@acid_2l_part +POSTHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@acid_2l_part@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@acid_2l_part@ds=2008-04-09/hr=12 +POSTHOOK: Output: default@acid_2l_part@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@acid_2l_part@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@acid_2l_part@ds=2008-04-09/hr=11 +POSTHOOK: Output: default@acid_2l_part@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1075,8 +1133,14 @@ POSTHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11 501 PREHOOK: query: explain update acid_2L_part_sdpo set value = 'bar' where key = 'foo' and ds='2008-04-08' and hr=11 PREHOOK: type: QUERY +PREHOOK: Input: default@acid_2l_part_sdpo +PREHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11 +PREHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11 POSTHOOK: query: explain update acid_2L_part_sdpo set value = 'bar' where key = 'foo' and ds='2008-04-08' and hr=11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@acid_2l_part_sdpo +POSTHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1171,8 +1235,18 @@ POSTHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11 501 PREHOOK: query: explain update acid_2L_part_sdpo set value = 'bar' where key = 'foo' and ds='2008-04-08' and hr>=11 PREHOOK: type: QUERY +PREHOOK: Input: default@acid_2l_part_sdpo +PREHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11 +PREHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=12 +PREHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11 +PREHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-08/hr=12 POSTHOOK: query: explain update acid_2L_part_sdpo set value = 'bar' where key = 'foo' and ds='2008-04-08' and hr>=11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@acid_2l_part_sdpo +POSTHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-08/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1296,9 +1370,27 @@ POSTHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11 PREHOOK: query: explain delete from acid_2L_part_sdpo where value = 'bar' PREHOOK: type: QUERY +PREHOOK: Input: default@acid_2l_part_sdpo +PREHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11 +PREHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=12 +PREHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-09/hr=11 +PREHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-09/hr=12 +PREHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11 +PREHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-08/hr=12 +PREHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-09/hr=11 +PREHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-09/hr=12 POSTHOOK: query: explain delete from acid_2L_part_sdpo where value = 'bar' POSTHOOK: type: QUERY +POSTHOOK: Input: default@acid_2l_part_sdpo +POSTHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-09/hr=12 +POSTHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-09/hr=11 +POSTHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1495,8 +1587,14 @@ POSTHOOK: Input: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=11 501 PREHOOK: query: explain update acid_2L_part_sdpo_no_cp set value = 'bar' where key = 'foo' and ds='2008-04-08' and hr=11 PREHOOK: type: QUERY +PREHOOK: Input: default@acid_2l_part_sdpo_no_cp +PREHOOK: Input: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=11 +PREHOOK: Output: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=11 POSTHOOK: query: explain update acid_2L_part_sdpo_no_cp set value = 'bar' where key = 'foo' and ds='2008-04-08' and hr=11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@acid_2l_part_sdpo_no_cp +POSTHOOK: Input: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=11 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1593,8 +1691,18 @@ POSTHOOK: Input: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=11 501 PREHOOK: query: explain update acid_2L_part_sdpo_no_cp set value = 'bar' where key = 'foo' and ds='2008-04-08' and hr>=11 PREHOOK: type: QUERY +PREHOOK: Input: default@acid_2l_part_sdpo_no_cp +PREHOOK: Input: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=11 +PREHOOK: Input: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=12 +PREHOOK: Output: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=11 +PREHOOK: Output: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=12 POSTHOOK: query: explain update acid_2L_part_sdpo_no_cp set value = 'bar' where key = 'foo' and ds='2008-04-08' and hr>=11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@acid_2l_part_sdpo_no_cp +POSTHOOK: Input: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/empty_join.q.out b/ql/src/test/results/clientpositive/llap/empty_join.q.out index bd3381b..c3a3cbc 100644 --- a/ql/src/test/results/clientpositive/llap/empty_join.q.out +++ b/ql/src/test/results/clientpositive/llap/empty_join.q.out @@ -46,12 +46,20 @@ FROM test_1_n2 t1 LEFT JOIN test_2_n2 t2 ON t1.id = t2.id INNER JOIN test_3_n0 t3 ON t1.id = t3.id PREHOOK: type: QUERY +PREHOOK: Input: default@test_1_n2 +PREHOOK: Input: default@test_2_n2 +PREHOOK: Input: default@test_3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT t1.id, t2.id, t3.id FROM test_1_n2 t1 LEFT JOIN test_2_n2 t2 ON t1.id = t2.id INNER JOIN test_3_n0 t3 ON t1.id = t3.id POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_1_n2 +POSTHOOK: Input: default@test_2_n2 +POSTHOOK: Input: default@test_3_n0 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/llap/enforce_constraint_notnull.q.out b/ql/src/test/results/clientpositive/llap/enforce_constraint_notnull.q.out index ab8c7a1..4daa7b9 100644 --- a/ql/src/test/results/clientpositive/llap/enforce_constraint_notnull.q.out +++ b/ql/src/test/results/clientpositive/llap/enforce_constraint_notnull.q.out @@ -8,8 +8,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@table1_n7 PREHOOK: query: explain INSERT INTO table1_n7 values('not', 'null', 'constraint') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@table1_n7 POSTHOOK: query: explain INSERT INTO table1_n7 values('not', 'null', 'constraint') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@table1_n7 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -126,8 +130,12 @@ POSTHOOK: Input: default@table1_n7 not null constraint PREHOOK: query: explain insert into table1_n7(a,c) values('1','2') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@table1_n7 POSTHOOK: query: explain insert into table1_n7(a,c) values('1','2') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@table1_n7 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -235,8 +243,12 @@ POSTHOOK: Lineage: table1_n7.b SIMPLE [] POSTHOOK: Lineage: table1_n7.c SCRIPT [] PREHOOK: query: explain INSERT INTO table1_n7 select key, src.value, value from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@table1_n7 POSTHOOK: query: explain INSERT INTO table1_n7 select key, src.value, value from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@table1_n7 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -846,8 +858,12 @@ POSTHOOK: Input: default@table1_n7 not null constraint PREHOOK: query: explain INSERT OVERWRITE TABLE table1_n7 select src.*, value from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@table1_n7 POSTHOOK: query: explain INSERT OVERWRITE TABLE table1_n7 select src.*, value from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@table1_n7 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1455,8 +1471,12 @@ POSTHOOK: Input: default@table1_n7 98 val_98 val_98 PREHOOK: query: explain INSERT OVERWRITE TABLE table1_n7 if not exists select src.key, src.key, src.value from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@table1_n7 POSTHOOK: query: explain INSERT OVERWRITE TABLE table1_n7 if not exists select src.key, src.key, src.value from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@table1_n7 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -2091,11 +2111,17 @@ from src insert overwrite table src_multi1_n0 select * where key < 10 insert overwrite table src_multi2_n1 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n0 +PREHOOK: Output: default@src_multi2_n1 POSTHOOK: query: explain from src insert overwrite table src_multi1_n0 select * where key < 10 insert overwrite table src_multi2_n1 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n0 +POSTHOOK: Output: default@src_multi2_n1 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -2269,11 +2295,17 @@ from src insert into table src_multi1_n0 select * where src.key < 10 insert into table src_multi2_n1 select src.* where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n0 +PREHOOK: Output: default@src_multi2_n1 POSTHOOK: query: explain from src insert into table src_multi1_n0 select * where src.key < 10 insert into table src_multi2_n1 select src.* where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n0 +POSTHOOK: Output: default@src_multi2_n1 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -2458,10 +2490,14 @@ PREHOOK: query: explain insert into table acid_uami_n1 values (1, 109.23, 'mary had a little lamb'), (6553, 923.19, 'its fleece was white as snow') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@acid_uami_n1 POSTHOOK: query: explain insert into table acid_uami_n1 values (1, 109.23, 'mary had a little lamb'), (6553, 923.19, 'its fleece was white as snow') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@acid_uami_n1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -2599,9 +2635,13 @@ POSTHOOK: Input: default@acid_uami_n1 PREHOOK: query: --insert into select explain insert into table acid_uami_n1 select cast(key as int), cast (key as decimal(5,2)), value from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@acid_uami_n1 POSTHOOK: query: --insert into select explain insert into table acid_uami_n1 select cast(key as int), cast (key as decimal(5,2)), value from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@acid_uami_n1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -2716,8 +2756,12 @@ POSTHOOK: Lineage: acid_uami_n1.i EXPRESSION [(src)src.FieldSchema(name:key, typ POSTHOOK: Lineage: acid_uami_n1.vc EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain insert into table acid_uami_n1 select cast(key as int), cast (key as decimal(5,2)), value from src limit 2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@acid_uami_n1 POSTHOOK: query: explain insert into table acid_uami_n1 select cast(key as int), cast (key as decimal(5,2)), value from src limit 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@acid_uami_n1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -2840,9 +2884,13 @@ STAGE PLANS: PREHOOK: query: explain insert into table acid_uami_n1 select cast(key as int), cast (key as decimal(5,2)), value from src order by key limit 2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@acid_uami_n1 POSTHOOK: query: explain insert into table acid_uami_n1 select cast(key as int), cast (key as decimal(5,2)), value from src order by key limit 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@acid_uami_n1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -2963,9 +3011,13 @@ STAGE PLANS: PREHOOK: query: explain insert into table acid_uami_n1 select cast(key as int), cast (key as decimal(5,2)), value from src group by key, value order by key limit 2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@acid_uami_n1 POSTHOOK: query: explain insert into table acid_uami_n1 select cast(key as int), cast (key as decimal(5,2)), value from src group by key, value order by key limit 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@acid_uami_n1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -3096,9 +3148,13 @@ STAGE PLANS: PREHOOK: query: --overwrite explain insert into table acid_uami_n1 select cast(key as int), cast (key as decimal(5,2)), value from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@acid_uami_n1 POSTHOOK: query: --overwrite explain insert into table acid_uami_n1 select cast(key as int), cast (key as decimal(5,2)), value from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@acid_uami_n1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -3213,8 +3269,12 @@ POSTHOOK: Lineage: acid_uami_n1.i EXPRESSION [(src)src.FieldSchema(name:key, typ POSTHOOK: Lineage: acid_uami_n1.vc EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain update acid_uami_n1 set de = 3.14 where de = 109.23 or de = 119.23 PREHOOK: type: QUERY +PREHOOK: Input: default@acid_uami_n1 +PREHOOK: Output: default@acid_uami_n1 POSTHOOK: query: explain update acid_uami_n1 set de = 3.14 where de = 109.23 or de = 119.23 POSTHOOK: type: QUERY +POSTHOOK: Input: default@acid_uami_n1 +POSTHOOK: Output: default@acid_uami_n1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -3306,8 +3366,12 @@ POSTHOOK: Input: default@acid_uami_n1 POSTHOOK: Output: default@acid_uami_n1 PREHOOK: query: explain update acid_uami_n1 set de = 3.14159 where de = 3.14 PREHOOK: type: QUERY +PREHOOK: Input: default@acid_uami_n1 +PREHOOK: Output: default@acid_uami_n1 POSTHOOK: query: explain update acid_uami_n1 set de = 3.14159 where de = 3.14 POSTHOOK: type: QUERY +POSTHOOK: Input: default@acid_uami_n1 +POSTHOOK: Output: default@acid_uami_n1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -3390,11 +3454,17 @@ from src insert overwrite table acid_uami_n1 select cast(key as int), cast(key as decimal(5,2)), value where key < 10 insert overwrite table src_multi2_n1 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@acid_uami_n1 +PREHOOK: Output: default@src_multi2_n1 POSTHOOK: query: explain from src insert overwrite table acid_uami_n1 select cast(key as int), cast(key as decimal(5,2)), value where key < 10 insert overwrite table src_multi2_n1 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@acid_uami_n1 +POSTHOOK: Output: default@src_multi2_n1 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -3575,8 +3645,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tablePartitioned PREHOOK: query: explain INSERT INTO tablePartitioned partition(p1='today', p2=10) values('not', 'null', 'constraint') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@tablepartitioned@p1=today/p2=10 POSTHOOK: query: explain INSERT INTO tablePartitioned partition(p1='today', p2=10) values('not', 'null', 'constraint') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@tablepartitioned@p1=today/p2=10 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -3695,8 +3769,11 @@ POSTHOOK: Lineage: tablepartitioned PARTITION(p1=today,p2=10).b SCRIPT [] POSTHOOK: Lineage: tablepartitioned PARTITION(p1=today,p2=10).c SCRIPT [] PREHOOK: query: explain INSERT INTO tablePartitioned partition(p1, p2) select key, value, value, key as p1, 3 as p2 from src limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@tablepartitioned POSTHOOK: query: explain INSERT INTO tablePartitioned partition(p1, p2) select key, value, value, key as p1, 3 as p2 from src limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -3905,11 +3982,16 @@ from src INSERT INTO tablePartitioned partition(p1, p2) select key, value, value, 'yesterday' as p1, 3 as p2 insert overwrite table src_multi2_n1 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi2_n1 +PREHOOK: Output: default@tablepartitioned POSTHOOK: query: explain from src INSERT INTO tablePartitioned partition(p1, p2) select key, value, value, 'yesterday' as p1, 3 as p2 insert overwrite table src_multi2_n1 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi2_n1 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -4120,11 +4202,21 @@ WHEN MATCHED AND s.key < 5 THEN DELETE WHEN MATCHED AND s.key < 3 THEN UPDATE set a1 = '1' WHEN NOT MATCHED THEN INSERT VALUES (s.key, s.a1, s.value) PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n4 +PREHOOK: Input: default@nonacid_n2 +PREHOOK: Output: default@masking_test_n4 +PREHOOK: Output: default@masking_test_n4 +PREHOOK: Output: default@masking_test_n4 POSTHOOK: query: explain MERGE INTO masking_test_n4 as t using nonacid_n2 as s ON t.key = s.key WHEN MATCHED AND s.key < 5 THEN DELETE WHEN MATCHED AND s.key < 3 THEN UPDATE set a1 = '1' WHEN NOT MATCHED THEN INSERT VALUES (s.key, s.a1, s.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n4 +POSTHOOK: Input: default@nonacid_n2 +POSTHOOK: Output: default@masking_test_n4 +POSTHOOK: Output: default@masking_test_n4 +POSTHOOK: Output: default@masking_test_n4 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-4 depends on stages: Stage-3 @@ -4355,11 +4447,23 @@ WHEN MATCHED AND s.key < 5 THEN DELETE WHEN MATCHED AND s.key < 3 THEN UPDATE set a1 = '1' WHEN NOT MATCHED THEN INSERT VALUES (s.key, s.a1, s.value) PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n4 +PREHOOK: Input: default@nonacid_n2 +PREHOOK: Output: default@masking_test_n4 +PREHOOK: Output: default@masking_test_n4 +PREHOOK: Output: default@masking_test_n4 +PREHOOK: Output: default@merge_tmp_table POSTHOOK: query: explain MERGE INTO masking_test_n4 as t using nonacid_n2 as s ON t.key = s.key WHEN MATCHED AND s.key < 5 THEN DELETE WHEN MATCHED AND s.key < 3 THEN UPDATE set a1 = '1' WHEN NOT MATCHED THEN INSERT VALUES (s.key, s.a1, s.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n4 +POSTHOOK: Input: default@nonacid_n2 +POSTHOOK: Output: default@masking_test_n4 +POSTHOOK: Output: default@masking_test_n4 +POSTHOOK: Output: default@masking_test_n4 +POSTHOOK: Output: default@merge_tmp_table STAGE DEPENDENCIES: Stage-4 is a root stage Stage-5 depends on stages: Stage-4 @@ -4673,10 +4777,20 @@ PREHOOK: query: explain MERGE INTO masking_test_n4 as t using nonacid_n2 as s ON WHEN MATCHED AND s.key < 5 THEN DELETE WHEN NOT MATCHED THEN INSERT VALUES (s.key, s.a1, s.value) PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n4 +PREHOOK: Input: default@nonacid_n2 +PREHOOK: Output: default@masking_test_n4 +PREHOOK: Output: default@masking_test_n4 +PREHOOK: Output: default@merge_tmp_table POSTHOOK: query: explain MERGE INTO masking_test_n4 as t using nonacid_n2 as s ON t.key = s.key WHEN MATCHED AND s.key < 5 THEN DELETE WHEN NOT MATCHED THEN INSERT VALUES (s.key, s.a1, s.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n4 +POSTHOOK: Input: default@nonacid_n2 +POSTHOOK: Output: default@masking_test_n4 +POSTHOOK: Output: default@masking_test_n4 +POSTHOOK: Output: default@merge_tmp_table STAGE DEPENDENCIES: Stage-3 is a root stage Stage-4 depends on stages: Stage-3 @@ -4943,10 +5057,20 @@ PREHOOK: query: explain MERGE INTO masking_test_n4 as t using nonacid_n2 as s ON WHEN MATCHED AND s.key < 3 THEN UPDATE set a1 = '1' WHEN NOT MATCHED THEN INSERT VALUES (s.key, s.a1, s.value) PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n4 +PREHOOK: Input: default@nonacid_n2 +PREHOOK: Output: default@masking_test_n4 +PREHOOK: Output: default@masking_test_n4 +PREHOOK: Output: default@merge_tmp_table POSTHOOK: query: explain MERGE INTO masking_test_n4 as t using nonacid_n2 as s ON t.key = s.key WHEN MATCHED AND s.key < 3 THEN UPDATE set a1 = '1' WHEN NOT MATCHED THEN INSERT VALUES (s.key, s.a1, s.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n4 +POSTHOOK: Input: default@nonacid_n2 +POSTHOOK: Output: default@masking_test_n4 +POSTHOOK: Output: default@masking_test_n4 +POSTHOOK: Output: default@merge_tmp_table STAGE DEPENDENCIES: Stage-3 is a root stage Stage-4 depends on stages: Stage-3 @@ -5213,9 +5337,17 @@ STAGE PLANS: PREHOOK: query: explain MERGE INTO masking_test_n4 as t using nonacid_n2 as s ON t.key = s.key WHEN MATCHED AND s.key < 5 THEN DELETE PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n4 +PREHOOK: Input: default@nonacid_n2 +PREHOOK: Output: default@masking_test_n4 +PREHOOK: Output: default@merge_tmp_table POSTHOOK: query: explain MERGE INTO masking_test_n4 as t using nonacid_n2 as s ON t.key = s.key WHEN MATCHED AND s.key < 5 THEN DELETE POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n4 +POSTHOOK: Input: default@nonacid_n2 +POSTHOOK: Output: default@masking_test_n4 +POSTHOOK: Output: default@merge_tmp_table STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -5430,8 +5562,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@table2_n3 PREHOOK: query: explain insert into table2_n3 values(2, 3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@table2_n3 POSTHOOK: query: explain insert into table2_n3 values(2, 3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@table2_n3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -5532,8 +5668,12 @@ POSTHOOK: query: alter table table2_n3 drop constraint nn5 POSTHOOK: type: ALTERTABLE_DROPCONSTRAINT PREHOOK: query: explain insert into table2_n3 values(2, 3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@table2_n3 POSTHOOK: query: explain insert into table2_n3 values(2, 3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@table2_n3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -5643,8 +5783,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tttemp PREHOOK: query: explain insert into tttemp values(1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@tttemp POSTHOOK: query: explain insert into tttemp values(1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@tttemp STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -5741,8 +5885,12 @@ STAGE PLANS: PREHOOK: query: explain insert into tttemp select cast(key as int) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@tttemp POSTHOOK: query: explain insert into tttemp select cast(key as int) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@tttemp STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -5847,8 +5995,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@part_mm_n1 PREHOOK: query: explain insert into table part_mm_n1 partition(key_mm=455) select key from src order by value limit 3 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@part_mm_n1@key_mm=455 POSTHOOK: query: explain insert into table part_mm_n1 partition(key_mm=455) select key from src order by value limit 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@part_mm_n1@key_mm=455 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/except_distinct.q.out b/ql/src/test/results/clientpositive/llap/except_distinct.q.out index 961a855..ea0224c 100644 --- a/ql/src/test/results/clientpositive/llap/except_distinct.q.out +++ b/ql/src/test/results/clientpositive/llap/except_distinct.q.out @@ -203,8 +203,12 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 2 20 PREHOOK: query: explain select * from src except distinct select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from src except distinct select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -365,8 +369,12 @@ POSTHOOK: Input: default@src POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain select * from src except distinct select * from src except distinct select * from src except distinct select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from src except distinct select * from src except distinct select * from src except distinct select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -689,8 +697,14 @@ POSTHOOK: Input: default@src POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain select value from a_n16 group by value except distinct select key from b_n12 group by key PREHOOK: type: QUERY +PREHOOK: Input: default@a_n16 +PREHOOK: Input: default@b_n12 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select value from a_n16 group by value except distinct select key from b_n12 group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n16 +POSTHOOK: Input: default@b_n12 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/explainanalyze_2.q.out b/ql/src/test/results/clientpositive/llap/explainanalyze_2.q.out index 0c6bd6a..3f1105a 100644 --- a/ql/src/test/results/clientpositive/llap/explainanalyze_2.q.out +++ b/ql/src/test/results/clientpositive/llap/explainanalyze_2.q.out @@ -29,6 +29,9 @@ SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN (select * from src1 union select * from src)z ON (x.value = z.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain analyze SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) @@ -38,6 +41,9 @@ SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN (select * from src1 union select * from src)z ON (x.value = z.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -208,6 +214,9 @@ SELECT x.key, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN (select key, value from src1 union select key, value from src union select key, value from src union select key, value from src)z ON (x.value = z.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain analyze SELECT x.key, y.value FROM src1 x JOIN src y ON (x.key = y.key) @@ -221,6 +230,9 @@ SELECT x.key, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN (select key, value from src1 union select key, value from src union select key, value from src union select key, value from src)z ON (x.value = z.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -598,9 +610,15 @@ POSTHOOK: Input: default@tab_n6@ds=2008-04-08 PREHOOK: query: explain analyze select s1.key as key, s1.value as value from tab_n6 s1 join tab_n6 s3 on s1.key=s3.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n6 +PREHOOK: Input: default@tab_n6@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain analyze select s1.key as key, s1.value as value from tab_n6 s1 join tab_n6 s3 on s1.key=s3.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n6 +POSTHOOK: Input: default@tab_n6@ds=2008-04-08 +#### A masked pattern was here #### Plan optimized by CBO. Stage-0 @@ -637,9 +655,15 @@ POSTHOOK: Input: default@tab_n6@ds=2008-04-08 PREHOOK: query: explain analyze select s1.key as key, s1.value as value from tab_n6 s1 join tab_n6 s3 on s1.key=s3.key join tab_n6 s2 on s1.value=s2.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n6 +PREHOOK: Input: default@tab_n6@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain analyze select s1.key as key, s1.value as value from tab_n6 s1 join tab_n6 s3 on s1.key=s3.key join tab_n6 s2 on s1.value=s2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n6 +POSTHOOK: Input: default@tab_n6@ds=2008-04-08 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -704,9 +728,19 @@ POSTHOOK: Input: default@tab_n6@ds=2008-04-08 PREHOOK: query: explain analyze select s1.key as key, s1.value as value from tab_n6 s1 join tab2_n3 s3 on s1.key=s3.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab2_n3 +PREHOOK: Input: default@tab2_n3@ds=2008-04-08 +PREHOOK: Input: default@tab_n6 +PREHOOK: Input: default@tab_n6@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain analyze select s1.key as key, s1.value as value from tab_n6 s1 join tab2_n3 s3 on s1.key=s3.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab2_n3 +POSTHOOK: Input: default@tab2_n3@ds=2008-04-08 +POSTHOOK: Input: default@tab_n6 +POSTHOOK: Input: default@tab_n6@ds=2008-04-08 +#### A masked pattern was here #### Plan optimized by CBO. Stage-0 @@ -747,9 +781,19 @@ POSTHOOK: Input: default@tab_n6@ds=2008-04-08 PREHOOK: query: explain analyze select s1.key as key, s1.value as value from tab_n6 s1 join tab2_n3 s3 on s1.key=s3.key join tab2_n3 s2 on s1.value=s2.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab2_n3 +PREHOOK: Input: default@tab2_n3@ds=2008-04-08 +PREHOOK: Input: default@tab_n6 +PREHOOK: Input: default@tab_n6@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain analyze select s1.key as key, s1.value as value from tab_n6 s1 join tab2_n3 s3 on s1.key=s3.key join tab2_n3 s2 on s1.value=s2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab2_n3 +POSTHOOK: Input: default@tab2_n3@ds=2008-04-08 +POSTHOOK: Input: default@tab_n6 +POSTHOOK: Input: default@tab_n6@ds=2008-04-08 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -823,12 +867,22 @@ UNION ALL select s2.key as key, s2.value as value from tab_n6 s2 ) a_n14 join tab_part_n7 b_n10 on (a_n14.key = b_n10.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n6 +PREHOOK: Input: default@tab_n6@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n7 +PREHOOK: Input: default@tab_part_n7@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain analyze select count(*) from (select s1.key as key, s1.value as value from tab_n6 s1 join tab_n6 s3 on s1.key=s3.key UNION ALL select s2.key as key, s2.value as value from tab_n6 s2 ) a_n14 join tab_part_n7 b_n10 on (a_n14.key = b_n10.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n6 +POSTHOOK: Input: default@tab_n6@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n7 +POSTHOOK: Input: default@tab_part_n7@ds=2008-04-08 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -912,12 +966,22 @@ UNION ALL select s2.key as key, s2.value as value from tab_n6 s2 ) a_n14 join tab_part_n7 b_n10 on (a_n14.key = b_n10.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n6 +PREHOOK: Input: default@tab_n6@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n7 +PREHOOK: Input: default@tab_part_n7@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain analyze select count(*) from (select s1.key as key, s1.value as value from tab_n6 s1 join tab_n6 s3 on s1.key=s3.key join tab_n6 s2 on s1.value=s2.value UNION ALL select s2.key as key, s2.value as value from tab_n6 s2 ) a_n14 join tab_part_n7 b_n10 on (a_n14.key = b_n10.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n6 +POSTHOOK: Input: default@tab_n6@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n7 +POSTHOOK: Input: default@tab_part_n7@ds=2008-04-08 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -1085,6 +1149,11 @@ INSERT OVERWRITE TABLE a_n14 SELECT tmp.key, tmp.value INSERT OVERWRITE TABLE b_n10 SELECT tmp.key, tmp.value INSERT OVERWRITE TABLE c_n3 SELECT tmp.key, tmp.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@a_n14 +PREHOOK: Output: default@b_n10 +PREHOOK: Output: default@c_n3 POSTHOOK: query: explain analyze from ( @@ -1104,6 +1173,11 @@ INSERT OVERWRITE TABLE a_n14 SELECT tmp.key, tmp.value INSERT OVERWRITE TABLE b_n10 SELECT tmp.key, tmp.value INSERT OVERWRITE TABLE c_n3 SELECT tmp.key, tmp.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@a_n14 +POSTHOOK: Output: default@b_n10 +POSTHOOK: Output: default@c_n3 Plan optimized by CBO. Vertex dependency in root stage @@ -1440,6 +1514,11 @@ INSERT OVERWRITE TABLE a_n14 SELECT tmp.key, tmp.value INSERT OVERWRITE TABLE b_n10 SELECT tmp.key, tmp.value INSERT OVERWRITE TABLE c_n3 SELECT tmp.key, tmp.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@a_n14 +PREHOOK: Output: default@b_n10 +PREHOOK: Output: default@c_n3 POSTHOOK: query: explain analyze FROM ( @@ -1456,6 +1535,11 @@ INSERT OVERWRITE TABLE a_n14 SELECT tmp.key, tmp.value INSERT OVERWRITE TABLE b_n10 SELECT tmp.key, tmp.value INSERT OVERWRITE TABLE c_n3 SELECT tmp.key, tmp.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@a_n14 +POSTHOOK: Output: default@b_n10 +POSTHOOK: Output: default@c_n3 Plan optimized by CBO. Vertex dependency in root stage @@ -1796,6 +1880,9 @@ FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 INSERT OVERWRITE TABLE DEST1_n105 SELECT unionsrc_n3.key, COUNT(DISTINCT SUBSTR(unionsrc_n3.value,5)) GROUP BY unionsrc_n3.key INSERT OVERWRITE TABLE DEST2_n29 SELECT unionsrc_n3.key, unionsrc_n3.value, COUNT(DISTINCT SUBSTR(unionsrc_n3.value,5)) GROUP BY unionsrc_n3.key, unionsrc_n3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n105 +PREHOOK: Output: default@dest2_n29 POSTHOOK: query: explain analyze FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 UNION DISTINCT @@ -1803,6 +1890,9 @@ FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 INSERT OVERWRITE TABLE DEST1_n105 SELECT unionsrc_n3.key, COUNT(DISTINCT SUBSTR(unionsrc_n3.value,5)) GROUP BY unionsrc_n3.key INSERT OVERWRITE TABLE DEST2_n29 SELECT unionsrc_n3.key, unionsrc_n3.value, COUNT(DISTINCT SUBSTR(unionsrc_n3.value,5)) GROUP BY unionsrc_n3.key, unionsrc_n3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n105 +POSTHOOK: Output: default@dest2_n29 Plan optimized by CBO. Vertex dependency in root stage @@ -1903,8 +1993,24 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 #### A masked pattern was here #### PREHOOK: query: explain analyze FROM UNIQUEJOIN PRESERVE src a_n14 (a_n14.key), PRESERVE src1 b_n10 (b_n10.key), PRESERVE srcpart c_n3 (c_n3.key) SELECT a_n14.key, b_n10.key, c_n3.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain analyze FROM UNIQUEJOIN PRESERVE src a_n14 (a_n14.key), PRESERVE src1 b_n10 (b_n10.key), PRESERVE srcpart c_n3 (c_n3.key) SELECT a_n14.key, b_n10.key, c_n3.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### Plan not optimized by CBO due to missing feature [Unique_join]. Vertex dependency in root stage @@ -1979,6 +2085,9 @@ INSERT OVERWRITE TABLE DEST1_n105 SELECT unionsrc_n3.key, COUNT(DISTINCT SUBSTR( INSERT OVERWRITE TABLE DEST2_n29 SELECT unionsrc_n3.key, unionsrc_n3.value, COUNT(DISTINCT SUBSTR(unionsrc_n3.value,5)) GROUP BY unionsrc_n3.key, unionsrc_n3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n105 +PREHOOK: Output: default@dest2_n29 POSTHOOK: query: explain analyze FROM ( select key, value from ( @@ -1992,6 +2101,9 @@ INSERT OVERWRITE TABLE DEST1_n105 SELECT unionsrc_n3.key, COUNT(DISTINCT SUBSTR( INSERT OVERWRITE TABLE DEST2_n29 SELECT unionsrc_n3.key, unionsrc_n3.value, COUNT(DISTINCT SUBSTR(unionsrc_n3.value,5)) GROUP BY unionsrc_n3.key, unionsrc_n3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n105 +POSTHOOK: Output: default@dest2_n29 Plan optimized by CBO. Vertex dependency in root stage @@ -2119,6 +2231,9 @@ INSERT OVERWRITE TABLE DEST1_n105 SELECT unionsrc_n3.key, COUNT(DISTINCT SUBSTR( INSERT OVERWRITE TABLE DEST2_n29 SELECT unionsrc_n3.key, unionsrc_n3.value, COUNT(DISTINCT SUBSTR(unionsrc_n3.value,5)) GROUP BY unionsrc_n3.key, unionsrc_n3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n105 +PREHOOK: Output: default@dest2_n29 POSTHOOK: query: explain analyze FROM ( select 'tst1' as key, cast(count(1) as string) as value, 'tst1' as value2 from src s1 @@ -2129,6 +2244,9 @@ INSERT OVERWRITE TABLE DEST1_n105 SELECT unionsrc_n3.key, COUNT(DISTINCT SUBSTR( INSERT OVERWRITE TABLE DEST2_n29 SELECT unionsrc_n3.key, unionsrc_n3.value, COUNT(DISTINCT SUBSTR(unionsrc_n3.value,5)) GROUP BY unionsrc_n3.key, unionsrc_n3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n105 +POSTHOOK: Output: default@dest2_n29 Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/llap/explainuser_1.q.out b/ql/src/test/results/clientpositive/llap/explainuser_1.q.out index fea49d5..f2fbba4 100644 --- a/ql/src/test/results/clientpositive/llap/explainuser_1.q.out +++ b/ql/src/test/results/clientpositive/llap/explainuser_1.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain create table src_orc_merge_test_part_n1(key int, value string) partitioned by (ds string, ts string) stored as orc PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@src_orc_merge_test_part_n1 POSTHOOK: query: explain create table src_orc_merge_test_part_n1(key int, value string) partitioned by (ds string, ts string) stored as orc POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@src_orc_merge_test_part_n1 Stage-0 Create Table Operator: name:default.src_orc_merge_test_part_n1 @@ -40,8 +44,12 @@ ts string #### A masked pattern was here #### PREHOOK: query: explain insert overwrite table src_orc_merge_test_part_n1 partition(ds='2012-01-03', ts='2012-01-03+14:46:31') select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_orc_merge_test_part_n1@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31 POSTHOOK: query: explain insert overwrite table src_orc_merge_test_part_n1 partition(ds='2012-01-03', ts='2012-01-03+14:46:31') select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_orc_merge_test_part_n1@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31 Plan optimized by CBO. Vertex dependency in root stage @@ -88,8 +96,12 @@ POSTHOOK: Lineage: src_orc_merge_test_part_n1 PARTITION(ds=2012-01-03,ts=2012-01 POSTHOOK: Lineage: src_orc_merge_test_part_n1 PARTITION(ds=2012-01-03,ts=2012-01-03+14:46:31).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain insert into table src_orc_merge_test_part_n1 partition(ds='2012-01-03', ts='2012-01-03+14:46:31') select * from src limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_orc_merge_test_part_n1@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31 POSTHOOK: query: explain insert into table src_orc_merge_test_part_n1 partition(ds='2012-01-03', ts='2012-01-03+14:46:31') select * from src limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_orc_merge_test_part_n1@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31 Plan optimized by CBO. Vertex dependency in root stage @@ -137,8 +149,12 @@ Stage-3 PREHOOK: query: explain select count(1) from src_orc_merge_test_part_n1 where ds='2012-01-03' and ts='2012-01-03+14:46:31' PREHOOK: type: QUERY +PREHOOK: Input: default@src_orc_merge_test_part_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from src_orc_merge_test_part_n1 where ds='2012-01-03' and ts='2012-01-03+14:46:31' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_orc_merge_test_part_n1 +#### A masked pattern was here #### Plan optimized by CBO. Stage-0 @@ -147,8 +163,14 @@ Stage-0 PREHOOK: query: explain select sum(hash(key)), sum(hash(value)) from src_orc_merge_test_part_n1 where ds='2012-01-03' and ts='2012-01-03+14:46:31' PREHOOK: type: QUERY +PREHOOK: Input: default@src_orc_merge_test_part_n1 +PREHOOK: Input: default@src_orc_merge_test_part_n1@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31 +#### A masked pattern was here #### POSTHOOK: query: explain select sum(hash(key)), sum(hash(value)) from src_orc_merge_test_part_n1 where ds='2012-01-03' and ts='2012-01-03+14:46:31' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_orc_merge_test_part_n1 +POSTHOOK: Input: default@src_orc_merge_test_part_n1@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -181,8 +203,14 @@ POSTHOOK: Input: default@src_orc_merge_test_part_n1 POSTHOOK: Output: default@src_orc_merge_test_part_n1@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31 PREHOOK: query: explain select count(1) from src_orc_merge_test_part_n1 where ds='2012-01-03' and ts='2012-01-03+14:46:31' PREHOOK: type: QUERY +PREHOOK: Input: default@src_orc_merge_test_part_n1 +PREHOOK: Input: default@src_orc_merge_test_part_n1@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31 +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from src_orc_merge_test_part_n1 where ds='2012-01-03' and ts='2012-01-03+14:46:31' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_orc_merge_test_part_n1 +POSTHOOK: Input: default@src_orc_merge_test_part_n1@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -206,8 +234,14 @@ Stage-0 PREHOOK: query: explain select sum(hash(key)), sum(hash(value)) from src_orc_merge_test_part_n1 where ds='2012-01-03' and ts='2012-01-03+14:46:31' PREHOOK: type: QUERY +PREHOOK: Input: default@src_orc_merge_test_part_n1 +PREHOOK: Input: default@src_orc_merge_test_part_n1@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31 +#### A masked pattern was here #### POSTHOOK: query: explain select sum(hash(key)), sum(hash(value)) from src_orc_merge_test_part_n1 where ds='2012-01-03' and ts='2012-01-03+14:46:31' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_orc_merge_test_part_n1 +POSTHOOK: Input: default@src_orc_merge_test_part_n1@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -249,6 +283,8 @@ select src1.key as k1, src1.value as v1, SORT BY k1, v1, k2, v2 ) a PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select sum(hash(a.k1,a.v1,a.k2, a.v2)) from ( select src1.key as k1, src1.value as v1, @@ -259,6 +295,8 @@ select src1.key as k1, src1.value as v1, SORT BY k1, v1, k2, v2 ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### Plan not optimized by CBO. Vertex dependency in root stage @@ -298,8 +336,14 @@ Stage-0 PREHOOK: query: explain select key, (c_int+1)+2 as x, sum(c_int) from cbo_t1 group by c_float, cbo_t1.c_int, key PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: explain select key, (c_int+1)+2 as x, sum(c_int) from cbo_t1 group by c_float, cbo_t1.c_int, key POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -327,8 +371,14 @@ Stage-0 PREHOOK: query: explain select x, y, count(*) from (select key, (c_int+c_float+1+2) as x, sum(c_int) as y from cbo_t1 group by c_float, cbo_t1.c_int, key) R group by y, x PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: explain select x, y, count(*) from (select key, (c_int+c_float+1+2) as x, sum(c_int) as y from cbo_t1 group by c_float, cbo_t1.c_int, key) R group by y, x POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -366,8 +416,20 @@ Stage-0 PREHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key order by a) cbo_t1 join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key order by q/10 desc, r asc) cbo_t2 on cbo_t1.a=p join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 0) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c order by cbo_t3.c_int+c desc, c PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +PREHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### POSTHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key order by a) cbo_t1 join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key order by q/10 desc, r asc) cbo_t2 on cbo_t1.a=p join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 0) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c order by cbo_t3.c_int+c desc, c POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +POSTHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -444,8 +506,20 @@ Stage-0 PREHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by b % c asc, b desc) cbo_t1 left outer join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0) cbo_t2 on cbo_t1.a=p left outer join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 0) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c having cbo_t3.c_int > 0 and (c_int >=1 or c >= 1) and (c_int + c) >= 0 order by cbo_t3.c_int % c asc, cbo_t3.c_int desc PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +PREHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### POSTHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by b % c asc, b desc) cbo_t1 left outer join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0) cbo_t2 on cbo_t1.a=p left outer join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 0) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c having cbo_t3.c_int > 0 and (c_int >=1 or c >= 1) and (c_int + c) >= 0 order by cbo_t3.c_int % c asc, cbo_t3.c_int desc POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +POSTHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -522,8 +596,20 @@ Stage-0 PREHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by b+c, a desc) cbo_t1 right outer join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0) cbo_t2 on cbo_t1.a=p right outer join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 2) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +PREHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### POSTHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by b+c, a desc) cbo_t1 right outer join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0) cbo_t2 on cbo_t1.a=p right outer join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 2) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +POSTHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -593,8 +679,20 @@ Stage-0 PREHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by c+a desc) cbo_t1 full outer join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by p+q desc, r asc) cbo_t2 on cbo_t1.a=p full outer join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 0) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c having cbo_t3.c_int > 0 and (c_int >=1 or c >= 1) and (c_int + c) >= 0 order by cbo_t3.c_int PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +PREHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### POSTHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by c+a desc) cbo_t1 full outer join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by p+q desc, r asc) cbo_t2 on cbo_t1.a=p full outer join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 0) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c having cbo_t3.c_int > 0 and (c_int >=1 or c >= 1) and (c_int + c) >= 0 order by cbo_t3.c_int POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +POSTHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -669,8 +767,20 @@ Stage-0 PREHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0) cbo_t1 join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0) cbo_t2 on cbo_t1.a=p join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 0) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +PREHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### POSTHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0) cbo_t1 join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0) cbo_t2 on cbo_t1.a=p join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 0) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +POSTHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -740,8 +850,12 @@ Stage-0 PREHOOK: query: explain select unionsrc.key FROM (select 'tst1' as key, count(1) as value from src) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select unionsrc.key FROM (select 'tst1' as key, count(1) as value from src) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### Plan optimized by CBO. Stage-0 @@ -754,12 +868,16 @@ PREHOOK: query: explain select unionsrc.key FROM (select 'max' as key, max(c_int UNION ALL select 'avg' as key, avg(c_int) as value from cbo_t3 s3) unionsrc order by unionsrc.key PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### POSTHOOK: query: explain select unionsrc.key FROM (select 'max' as key, max(c_int) as value from cbo_t3 s1 UNION ALL select 'min' as key, min(c_int) as value from cbo_t3 s2 UNION ALL select 'avg' as key, avg(c_int) as value from cbo_t3 s3) unionsrc order by unionsrc.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -826,12 +944,16 @@ PREHOOK: query: explain select unionsrc.key, count(1) FROM (select 'max' as key, UNION ALL select 'avg' as key, avg(c_int) as value from cbo_t3 s3) unionsrc group by unionsrc.key order by unionsrc.key PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### POSTHOOK: query: explain select unionsrc.key, count(1) FROM (select 'max' as key, max(c_int) as value from cbo_t3 s1 UNION ALL select 'min' as key, min(c_int) as value from cbo_t3 s2 UNION ALL select 'avg' as key, avg(c_int) as value from cbo_t3 s3) unionsrc group by unionsrc.key order by unionsrc.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -908,8 +1030,16 @@ Stage-0 PREHOOK: query: explain select cbo_t1.key from cbo_t1 join cbo_t3 where cbo_t1.key=cbo_t3.key and cbo_t1.key >= 1 PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### POSTHOOK: query: explain select cbo_t1.key from cbo_t1 join cbo_t3 where cbo_t1.key=cbo_t3.key and cbo_t1.key >= 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -944,8 +1074,18 @@ Stage-0 PREHOOK: query: explain select cbo_t1.c_int, cbo_t2.c_int from cbo_t1 left outer join cbo_t2 on cbo_t1.key=cbo_t2.key PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: explain select cbo_t1.c_int, cbo_t2.c_int from cbo_t1 left outer join cbo_t2 on cbo_t1.key=cbo_t2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -978,8 +1118,18 @@ Stage-0 PREHOOK: query: explain select cbo_t1.c_int, cbo_t2.c_int from cbo_t1 full outer join cbo_t2 on cbo_t1.key=cbo_t2.key PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: explain select cbo_t1.c_int, cbo_t2.c_int from cbo_t1 full outer join cbo_t2 on cbo_t1.key=cbo_t2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -1012,8 +1162,20 @@ Stage-0 PREHOOK: query: explain select b, cbo_t1.c, cbo_t2.p, q, cbo_t3.c_int from (select key as a, c_int as b, cbo_t1.c_float as c from cbo_t1) cbo_t1 join (select cbo_t2.key as p, cbo_t2.c_int as q, c_float as r from cbo_t2) cbo_t2 on cbo_t1.a=p join cbo_t3 on cbo_t1.a=key PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +PREHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### POSTHOOK: query: explain select b, cbo_t1.c, cbo_t2.p, q, cbo_t3.c_int from (select key as a, c_int as b, cbo_t1.c_float as c from cbo_t1) cbo_t1 join (select cbo_t2.key as p, cbo_t2.c_int as q, c_float as r from cbo_t2) cbo_t2 on cbo_t1.a=p join cbo_t3 on cbo_t1.a=key POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +POSTHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -1059,8 +1221,20 @@ Stage-0 PREHOOK: query: explain select key, cbo_t1.c_int, cbo_t2.p, q from cbo_t1 join (select cbo_t2.key as p, cbo_t2.c_int as q, c_float as r from cbo_t2) cbo_t2 on cbo_t1.key=p join (select key as a, c_int as b, cbo_t3.c_float as c from cbo_t3)cbo_t3 on cbo_t1.key=a PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +PREHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### POSTHOOK: query: explain select key, cbo_t1.c_int, cbo_t2.p, q from cbo_t1 join (select cbo_t2.key as p, cbo_t2.c_int as q, c_float as r from cbo_t2) cbo_t2 on cbo_t1.key=p join (select key as a, c_int as b, cbo_t3.c_float as c from cbo_t3)cbo_t3 on cbo_t1.key=a POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +POSTHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -1106,8 +1280,20 @@ Stage-0 PREHOOK: query: explain select * from (select q, b, cbo_t2.p, cbo_t1.c, cbo_t3.c_int from (select key as a, c_int as b, cbo_t1.c_float as c from cbo_t1 where (cbo_t1.c_int + 1 == 2) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0)) cbo_t1 full outer join (select cbo_t2.key as p, cbo_t2.c_int as q, c_float as r from cbo_t2 where (cbo_t2.c_int + 1 == 2) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0)) cbo_t2 on cbo_t1.a=p join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q == 2) and (b > 0 or c_int >= 0)) R where (q + 1 = 2) and (R.b > 0 or c_int >= 0) PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +PREHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select q, b, cbo_t2.p, cbo_t1.c, cbo_t3.c_int from (select key as a, c_int as b, cbo_t1.c_float as c from cbo_t1 where (cbo_t1.c_int + 1 == 2) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0)) cbo_t1 full outer join (select cbo_t2.key as p, cbo_t2.c_int as q, c_float as r from cbo_t2 where (cbo_t2.c_int + 1 == 2) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0)) cbo_t2 on cbo_t1.a=p join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q == 2) and (b > 0 or c_int >= 0)) R where (q + 1 = 2) and (R.b > 0 or c_int >= 0) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +POSTHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -1153,8 +1339,20 @@ Stage-0 PREHOOK: query: explain select * from (select q, b, cbo_t2.p, cbo_t1.c, cbo_t3.c_int from (select key as a, c_int as b, cbo_t1.c_float as c from cbo_t1 where (cbo_t1.c_int + 1 == 2) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0)) cbo_t1 right outer join (select cbo_t2.key as p, cbo_t2.c_int as q, c_float as r from cbo_t2 where (cbo_t2.c_int + 1 == 2) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0)) cbo_t2 on cbo_t1.a=p right outer join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q == 2) and (b > 0 or c_int >= 0)) R where (q + 1 = 2) and (R.b > 0 or c_int >= 0) PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +PREHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select q, b, cbo_t2.p, cbo_t1.c, cbo_t3.c_int from (select key as a, c_int as b, cbo_t1.c_float as c from cbo_t1 where (cbo_t1.c_int + 1 == 2) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0)) cbo_t1 right outer join (select cbo_t2.key as p, cbo_t2.c_int as q, c_float as r from cbo_t2 where (cbo_t2.c_int + 1 == 2) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0)) cbo_t2 on cbo_t1.a=p right outer join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q == 2) and (b > 0 or c_int >= 0)) R where (q + 1 = 2) and (R.b > 0 or c_int >= 0) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +POSTHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -1200,8 +1398,14 @@ Stage-0 PREHOOK: query: explain select key, (c_int+1)+2 as x, sum(c_int) from cbo_t1 group by c_float, cbo_t1.c_int, key order by x limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: explain select key, (c_int+1)+2 as x, sum(c_int) from cbo_t1 group by c_float, cbo_t1.c_int, key order by x limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -1236,8 +1440,14 @@ Stage-0 PREHOOK: query: explain select x, y, count(*) from (select key, (c_int+c_float+1+2) as x, sum(c_int) as y from cbo_t1 group by c_float, cbo_t1.c_int, key) R group by y, x order by x,y limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: explain select x, y, count(*) from (select key, (c_int+c_float+1+2) as x, sum(c_int) as y from cbo_t1 group by c_float, cbo_t1.c_int, key) R group by y, x order by x,y limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -1282,8 +1492,14 @@ Stage-0 PREHOOK: query: explain select key from(select key from (select key from cbo_t1 limit 5)cbo_t2 limit 5)cbo_t3 limit 5 PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: explain select key from(select key from (select key from cbo_t1 limit 5)cbo_t2 limit 5)cbo_t3 limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +#### A masked pattern was here #### Plan optimized by CBO. Stage-0 @@ -1298,8 +1514,14 @@ Stage-0 PREHOOK: query: explain select key, c_int from(select key, c_int from (select key, c_int from cbo_t1 order by c_int limit 5)cbo_t1 order by c_int limit 5)cbo_t2 order by c_int limit 5 PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: explain select key, c_int from(select key, c_int from (select key, c_int from cbo_t1 order by c_int limit 5)cbo_t1 order by c_int limit 5)cbo_t2 order by c_int limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -1338,8 +1560,20 @@ Stage-0 PREHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key order by a limit 5) cbo_t1 join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key order by q/10 desc, r asc limit 5) cbo_t2 on cbo_t1.a=p join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 0) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c order by cbo_t3.c_int+c desc, c limit 5 PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +PREHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### POSTHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key order by a limit 5) cbo_t1 join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key order by q/10 desc, r asc limit 5) cbo_t2 on cbo_t1.a=p join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 0) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c order by cbo_t3.c_int+c desc, c limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +POSTHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -1436,8 +1670,18 @@ Stage-0 PREHOOK: query: explain select cbo_t1.c_int from cbo_t1 left semi join cbo_t2 on cbo_t1.key=cbo_t2.key where (cbo_t1.c_int + 1 == 2) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: explain select cbo_t1.c_int from cbo_t1 left semi join cbo_t2 on cbo_t1.key=cbo_t2.key where (cbo_t1.c_int + 1 == 2) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -1476,8 +1720,20 @@ Stage-0 PREHOOK: query: explain select * from (select c, b, a from (select key as a, c_int as b, cbo_t1.c_float as c from cbo_t1 where (cbo_t1.c_int + 1 == 2) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0)) cbo_t1 left semi join (select cbo_t2.key as p, cbo_t2.c_int as q, c_float as r from cbo_t2 where (cbo_t2.c_int + 1 == 2) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0)) cbo_t2 on cbo_t1.a=p left semi join cbo_t3 on cbo_t1.a=key where (b + 1 == 2) and (b > 0 or c >= 0)) R where (b + 1 = 2) and (R.b > 0 or c >= 0) PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +PREHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select c, b, a from (select key as a, c_int as b, cbo_t1.c_float as c from cbo_t1 where (cbo_t1.c_int + 1 == 2) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0)) cbo_t1 left semi join (select cbo_t2.key as p, cbo_t2.c_int as q, c_float as r from cbo_t2 where (cbo_t2.c_int + 1 == 2) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0)) cbo_t2 on cbo_t1.a=p left semi join cbo_t3 on cbo_t1.a=key where (b + 1 == 2) and (b > 0 or c >= 0)) R where (b + 1 = 2) and (R.b > 0 or c >= 0) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +POSTHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -1527,8 +1783,20 @@ Stage-0 PREHOOK: query: explain select a, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by a+b desc, c asc) cbo_t1 left semi join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by q+r/10 desc, p) cbo_t2 on cbo_t1.a=p left semi join cbo_t3 on cbo_t1.a=key where (b + 1 >= 0) and (b > 0 or a >= 0) group by a, c having a > 0 and (a >=1 or c >= 1) and (a + c) >= 0 order by c, a PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +PREHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### POSTHOOK: query: explain select a, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by a+b desc, c asc) cbo_t1 left semi join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by q+r/10 desc, p) cbo_t2 on cbo_t1.a=p left semi join cbo_t3 on cbo_t1.a=key where (b + 1 >= 0) and (b > 0 or a >= 0) group by a, c having a > 0 and (a >=1 or c >= 1) and (a + c) >= 0 order by c, a POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +POSTHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -1611,8 +1879,14 @@ Stage-0 PREHOOK: query: explain select cbo_t1.key as x, c_int as c_int, (((c_int+c_float)*10)+5) as y from cbo_t1 PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: explain select cbo_t1.key as x, c_int as c_int, (((c_int+c_float)*10)+5) as y from cbo_t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +#### A masked pattern was here #### Plan optimized by CBO. Stage-0 @@ -1625,8 +1899,14 @@ Stage-0 PREHOOK: query: explain select null from cbo_t1 PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: explain select null from cbo_t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +#### A masked pattern was here #### Plan optimized by CBO. Stage-0 @@ -1638,8 +1918,14 @@ Stage-0 PREHOOK: query: explain select key from cbo_t1 where c_int = -6 or c_int = +6 PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: explain select key from cbo_t1 where c_int = -6 or c_int = +6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +#### A masked pattern was here #### Plan optimized by CBO. Stage-0 @@ -1654,8 +1940,18 @@ Stage-0 PREHOOK: query: explain select count(cbo_t1.dt) from cbo_t1 join cbo_t2 on cbo_t1.dt = cbo_t2.dt where cbo_t1.dt = '2014' PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: explain select count(cbo_t1.dt) from cbo_t1 join cbo_t2 on cbo_t1.dt = cbo_t2.dt where cbo_t1.dt = '2014' POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -1695,6 +1991,8 @@ where not exists where b.value = a.value and a.value > 'val_2' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src_cbo +#### A masked pattern was here #### POSTHOOK: query: explain select * from src_cbo b where not exists @@ -1703,6 +2001,8 @@ where not exists where b.value = a.value and a.value > 'val_2' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_cbo +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -1757,6 +2057,8 @@ having not exists where b.value = a.value and a.key = b.key and a.value > 'val_12' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src_cbo +#### A masked pattern was here #### POSTHOOK: query: explain select * from src_cbo b group by key, value @@ -1766,6 +2068,8 @@ having not exists where b.value = a.value and a.key = b.key and a.value > 'val_12' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_cbo +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -1834,8 +2138,14 @@ POSTHOOK: Lineage: cv1_n5.key SIMPLE [(src_cbo)b.FieldSchema(name:key, type:stri POSTHOOK: Lineage: cv1_n5.value SIMPLE [(src_cbo)b.FieldSchema(name:value, type:string, comment:null), ] PREHOOK: query: explain select * from cv1_n5 PREHOOK: type: QUERY +PREHOOK: Input: default@cv1_n5 +PREHOOK: Input: default@src_cbo +#### A masked pattern was here #### POSTHOOK: query: explain select * from cv1_n5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cv1_n5 +POSTHOOK: Input: default@src_cbo +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -1879,6 +2189,8 @@ from (select * where b.value = a.value and a.key = b.key and a.value > 'val_9') ) a PREHOOK: type: QUERY +PREHOOK: Input: default@src_cbo +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select * from src_cbo b @@ -1888,6 +2200,8 @@ from (select * where b.value = a.value and a.key = b.key and a.value > 'val_9') ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_cbo +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -1926,10 +2240,14 @@ PREHOOK: query: explain select * from src_cbo where src_cbo.key in (select key from src_cbo s1 where s1.key > '9') PREHOOK: type: QUERY +PREHOOK: Input: default@src_cbo +#### A masked pattern was here #### POSTHOOK: query: explain select * from src_cbo where src_cbo.key in (select key from src_cbo s1 where s1.key > '9') POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_cbo +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -1969,11 +2287,15 @@ from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li o where li.l_linenumber = 1 and li.l_orderkey in (select l_orderkey from lineitem where l_shipmode = 'AIR' and l_linenumber = li.l_linenumber) PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem +#### A masked pattern was here #### POSTHOOK: query: explain select p.p_partkey, li.l_suppkey from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li on p.p_partkey = li.l_partkey where li.l_linenumber = 1 and li.l_orderkey in (select l_orderkey from lineitem where l_shipmode = 'AIR' and l_linenumber = li.l_linenumber) POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -2037,12 +2359,16 @@ where b.key in (select key from src_cbo where src_cbo.key > '8') group by key, value having count(*) in (select count(*) from src_cbo s1 where s1.key > '9' group by s1.key ) PREHOOK: type: QUERY +PREHOOK: Input: default@src_cbo +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, count(*) from src_cbo b where b.key in (select key from src_cbo where src_cbo.key > '8') group by key, value having count(*) in (select count(*) from src_cbo s1 where s1.key > '9' group by s1.key ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_cbo +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -2121,12 +2447,16 @@ group by p_mfgr, p_name having p_name in (select first_value(p_name) over(partition by p_mfgr order by p_size) from part) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, avg(p_size) from part group by p_mfgr, p_name having p_name in (select first_value(p_name) over(partition by p_mfgr order by p_size) from part) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -2184,6 +2514,8 @@ where src_cbo.key not in where s1.key > '2' ) order by key PREHOOK: type: QUERY +PREHOOK: Input: default@src_cbo +#### A masked pattern was here #### POSTHOOK: query: explain select * from src_cbo where src_cbo.key not in @@ -2191,6 +2523,8 @@ where src_cbo.key not in where s1.key > '2' ) order by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_cbo +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -2261,6 +2595,8 @@ where b.p_name not in where r < 10 and b.p_mfgr = a.p_mfgr ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, b.p_name, p_size from part b where b.p_name not in @@ -2269,6 +2605,8 @@ where b.p_name not in where r < 10 and b.p_mfgr = a.p_mfgr ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -2342,6 +2680,8 @@ part where part.p_size not in where p_size < 10 ) order by p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_name, p_size from part where part.p_size not in @@ -2350,6 +2690,8 @@ part where part.p_size not in where p_size < 10 ) order by p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -2418,6 +2760,8 @@ having b.p_mfgr not in ) order by b.p_mfgr PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select b.p_mfgr, min(p_retailprice) from part b group by b.p_mfgr @@ -2428,6 +2772,8 @@ having b.p_mfgr not in ) order by b.p_mfgr POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -2516,8 +2862,14 @@ Stage-0 PREHOOK: query: explain select count(c_int) over(), sum(c_float) over(), max(c_int) over(), min(c_int) over(), row_number() over(), rank() over(), dense_rank() over(), percent_rank() over(), lead(c_int, 2, c_int) over(), lag(c_float, 2, c_float) over() from cbo_t1 PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: explain select count(c_int) over(), sum(c_float) over(), max(c_int) over(), min(c_int) over(), row_number() over(), rank() over(), dense_rank() over(), percent_rank() over(), lead(c_int, 2, c_int) over(), lag(c_float, 2, c_float) over() from cbo_t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -2543,8 +2895,14 @@ Stage-0 PREHOOK: query: explain select * from (select count(c_int) over(), sum(c_float) over(), max(c_int) over(), min(c_int) over(), row_number() over(), rank() over(), dense_rank() over(), percent_rank() over(), lead(c_int, 2, c_int) over(), lag(c_float, 2, c_float) over() from cbo_t1) cbo_t1 PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select count(c_int) over(), sum(c_float) over(), max(c_int) over(), min(c_int) over(), row_number() over(), rank() over(), dense_rank() over(), percent_rank() over(), lead(c_int, 2, c_int) over(), lag(c_float, 2, c_float) over() from cbo_t1) cbo_t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -2570,8 +2928,14 @@ Stage-0 PREHOOK: query: explain select i, a, h, b, c, d, e, f, g, a as x, a +1 as y from (select max(c_int) over (partition by key order by value range UNBOUNDED PRECEDING) a, min(c_int) over (partition by key order by value range current row) b, count(c_int) over(partition by key order by value range 1 PRECEDING) c, avg(value) over (partition by key order by value range between unbounded preceding and unbounded following) d, sum(value) over (partition by key order by value range between unbounded preceding and current row) e, avg(c_float) over (partition by key order by value range between 1 preceding and unbounded following) f, sum(c_float) over (partition by key order by value range between 1 preceding and current row) g, max(c_float) over (partition by key order by value range between 1 preceding and unbounded following) h, min(c_float) over (partition by key order by value range between 1 preceding and 1 following) i from cbo_t1) cbo_t1 PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: explain select i, a, h, b, c, d, e, f, g, a as x, a +1 as y from (select max(c_int) over (partition by key order by value range UNBOUNDED PRECEDING) a, min(c_int) over (partition by key order by value range current row) b, count(c_int) over(partition by key order by value range 1 PRECEDING) c, avg(value) over (partition by key order by value range between unbounded preceding and unbounded following) d, sum(value) over (partition by key order by value range between unbounded preceding and current row) e, avg(c_float) over (partition by key order by value range between 1 preceding and unbounded following) f, sum(c_float) over (partition by key order by value range between 1 preceding and current row) g, max(c_float) over (partition by key order by value range between 1 preceding and unbounded following) h, min(c_float) over (partition by key order by value range between 1 preceding and 1 following) i from cbo_t1) cbo_t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -2597,8 +2961,12 @@ Stage-0 PREHOOK: query: explain select *, rank() over(partition by key order by value) as rr from src1 PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain select *, rank() over(partition by key order by value) as rr from src1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -2628,12 +2996,18 @@ FROM (select x.key AS key, count(1) AS cnt FROM src1 x JOIN src y ON (x.key = y.key) GROUP BY x.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain select SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)) FROM (select x.key AS key, count(1) AS cnt FROM src1 x JOIN src y ON (x.key = y.key) GROUP BY x.key) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -2689,12 +3063,18 @@ FROM (select x.key AS key, count(1) AS cnt FROM src1 x JOIN src y ON (x.key = y.key) GROUP BY x.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain select SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)) FROM (select x.key AS key, count(1) AS cnt FROM src1 x JOIN src y ON (x.key = y.key) GROUP BY x.key) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -2750,12 +3130,18 @@ FROM (select x.key AS key, count(1) AS cnt FROM src1 x JOIN src y ON (x.key = y.key) GROUP BY x.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain select SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)) FROM (select x.key AS key, count(1) AS cnt FROM src1 x JOIN src y ON (x.key = y.key) GROUP BY x.key) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -2808,12 +3194,18 @@ FROM (select x.key AS key, count(1) AS cnt FROM src1 x LEFT SEMI JOIN src y ON (x.key = y.key) GROUP BY x.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain select SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)) FROM (select x.key AS key, count(1) AS cnt FROM src1 x LEFT SEMI JOIN src y ON (x.key = y.key) GROUP BY x.key) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -2867,8 +3259,12 @@ Stage-0 PREHOOK: query: explain create table abcd_n1 (a int, b int, c int, d int) PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@abcd_n1 POSTHOOK: query: explain create table abcd_n1 (a int, b int, c int, d int) POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@abcd_n1 Stage-0 Create Table Operator: name:default.abcd_n1 @@ -2891,8 +3287,12 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@abcd_n1 PREHOOK: query: explain select a, count(distinct b), count(distinct c), sum(d) from abcd_n1 group by a PREHOOK: type: QUERY +PREHOOK: Input: default@abcd_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select a, count(distinct b), count(distinct c), sum(d) from abcd_n1 group by a POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd_n1 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -2918,8 +3318,12 @@ Stage-0 PREHOOK: query: explain select a, count(distinct b), count(distinct c), sum(d) from abcd_n1 group by a PREHOOK: type: QUERY +PREHOOK: Input: default@abcd_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select a, count(distinct b), count(distinct c), sum(d) from abcd_n1 group by a POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd_n1 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -2943,8 +3347,12 @@ Stage-0 PREHOOK: query: explain create table src_rc_merge_test_n0(key int, value string) stored as rcfile PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@src_rc_merge_test_n0 POSTHOOK: query: explain create table src_rc_merge_test_n0(key int, value string) stored as rcfile POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@src_rc_merge_test_n0 Stage-0 Create Table Operator: name:default.src_rc_merge_test_n0 @@ -2967,8 +3375,12 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@src_rc_merge_test_n0 PREHOOK: query: explain create table tgt_rc_merge_test_n0(key int, value string) stored as rcfile PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@tgt_rc_merge_test_n0 POSTHOOK: query: explain create table tgt_rc_merge_test_n0(key int, value string) stored as rcfile POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@tgt_rc_merge_test_n0 Stage-0 Create Table Operator: name:default.tgt_rc_merge_test_n0 @@ -3010,8 +3422,12 @@ minFileSize:171 PREHOOK: query: explain select count(1) from tgt_rc_merge_test_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@tgt_rc_merge_test_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from tgt_rc_merge_test_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tgt_rc_merge_test_n0 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -3033,8 +3449,12 @@ Stage-0 PREHOOK: query: explain select sum(hash(key)), sum(hash(value)) from tgt_rc_merge_test_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@tgt_rc_merge_test_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select sum(hash(key)), sum(hash(value)) from tgt_rc_merge_test_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tgt_rc_merge_test_n0 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -3082,8 +3502,12 @@ minFileSize:171 PREHOOK: query: explain select count(1) from tgt_rc_merge_test_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@tgt_rc_merge_test_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from tgt_rc_merge_test_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tgt_rc_merge_test_n0 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -3105,8 +3529,12 @@ Stage-0 PREHOOK: query: explain select sum(hash(key)), sum(hash(value)) from tgt_rc_merge_test_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@tgt_rc_merge_test_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select sum(hash(key)), sum(hash(value)) from tgt_rc_merge_test_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tgt_rc_merge_test_n0 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -3145,8 +3573,12 @@ POSTHOOK: Input: default@tgt_rc_merge_test_n0 POSTHOOK: Output: default@tgt_rc_merge_test_n0 PREHOOK: query: explain select src.key from src cross join src src2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src.key from src cross join src src2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -3174,8 +3606,12 @@ Stage-0 PREHOOK: query: explain create table nzhang_Tmp_n1(a int, b string) PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@nzhang_Tmp_n1 POSTHOOK: query: explain create table nzhang_Tmp_n1(a int, b string) POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@nzhang_Tmp_n1 Stage-0 Create Table Operator: name:default.nzhang_Tmp_n1 @@ -3190,8 +3626,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@nzhang_Tmp_n1 PREHOOK: query: explain create table nzhang_CTAS1_n1 as select key k, value from src sort by k, value limit 10 PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@nzhang_CTAS1_n1 POSTHOOK: query: explain create table nzhang_CTAS1_n1 as select key k, value from src sort by k, value limit 10 POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@nzhang_CTAS1_n1 Plan not optimized by CBO. Vertex dependency in root stage @@ -3243,8 +3685,14 @@ POSTHOOK: Lineage: nzhang_ctas1_n1.k SIMPLE [(src)src.FieldSchema(name:key, type POSTHOOK: Lineage: nzhang_ctas1_n1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain create table nzhang_ctas3_n1 row format serde "org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe" stored as RCFile as select key/2 half_key, concat(value, "_con") conb from src sort by half_key, conb limit 10 PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@nzhang_ctas3_n1 POSTHOOK: query: explain create table nzhang_ctas3_n1 row format serde "org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe" stored as RCFile as select key/2 half_key, concat(value, "_con") conb from src sort by half_key, conb limit 10 POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@nzhang_ctas3_n1 Plan not optimized by CBO. Vertex dependency in root stage @@ -3305,8 +3753,12 @@ POSTHOOK: query: create table if not exists nzhang_ctas3_n1 as select key, value POSTHOOK: type: CREATETABLE_AS_SELECT PREHOOK: query: explain create temporary table acid_dtt(a int, b varchar(128)) clustered by (a) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@acid_dtt POSTHOOK: query: explain create temporary table acid_dtt(a int, b varchar(128)) clustered by (a) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@acid_dtt Stage-0 Create Table Operator: name:default.acid_dtt @@ -3327,6 +3779,8 @@ select src1.key as k1, src1.value as v1, (select * FROM src WHERE src.key < 10) src2 SORT BY k1, v1, k2, v2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src1.key as k1, src1.value as v1, src2.key as k2, src2.value as v2 FROM @@ -3335,6 +3789,8 @@ select src1.key as k1, src1.value as v1, (select * FROM src WHERE src.key < 10) src2 SORT BY k1, v1, k2, v2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### Plan not optimized by CBO. Vertex dependency in root stage @@ -3388,8 +3844,12 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@myinput1_n7 PREHOOK: query: explain select * from myinput1_n7 a join myinput1_n7 b on a.key<=>b.value PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1_n7 +#### A masked pattern was here #### POSTHOOK: query: explain select * from myinput1_n7 a join myinput1_n7 b on a.key<=>b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1_n7 +#### A masked pattern was here #### Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than]. Vertex dependency in root stage @@ -3418,8 +3878,12 @@ Stage-0 PREHOOK: query: explain select * from myinput1_n7 a join myinput1_n7 b on a.key<=>b.value join myinput1_n7 c on a.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1_n7 +#### A masked pattern was here #### POSTHOOK: query: explain select * from myinput1_n7 a join myinput1_n7 b on a.key<=>b.value join myinput1_n7 c on a.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1_n7 +#### A masked pattern was here #### Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than]. Vertex dependency in root stage @@ -3459,8 +3923,12 @@ Stage-0 PREHOOK: query: explain select * from myinput1_n7 a join myinput1_n7 b on a.key<=>b.value join myinput1_n7 c on a.key<=>c.key PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1_n7 +#### A masked pattern was here #### POSTHOOK: query: explain select * from myinput1_n7 a join myinput1_n7 b on a.key<=>b.value join myinput1_n7 c on a.key<=>c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1_n7 +#### A masked pattern was here #### Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than]. Vertex dependency in root stage @@ -3494,8 +3962,12 @@ Stage-0 PREHOOK: query: explain select * from myinput1_n7 a join myinput1_n7 b on a.key<=>b.value AND a.value=b.key join myinput1_n7 c on a.key<=>c.key AND a.value=c.value PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1_n7 +#### A masked pattern was here #### POSTHOOK: query: explain select * from myinput1_n7 a join myinput1_n7 b on a.key<=>b.value AND a.value=b.key join myinput1_n7 c on a.key<=>c.key AND a.value=c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1_n7 +#### A masked pattern was here #### Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than]. Vertex dependency in root stage @@ -3535,8 +4007,12 @@ Stage-0 PREHOOK: query: explain select * from myinput1_n7 a join myinput1_n7 b on a.key<=>b.value AND a.value<=>b.key join myinput1_n7 c on a.key<=>c.key AND a.value<=>c.value PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1_n7 +#### A masked pattern was here #### POSTHOOK: query: explain select * from myinput1_n7 a join myinput1_n7 b on a.key<=>b.value AND a.value<=>b.key join myinput1_n7 c on a.key<=>c.key AND a.value<=>c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1_n7 +#### A masked pattern was here #### Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than]. Vertex dependency in root stage @@ -3570,8 +4046,12 @@ Stage-0 PREHOOK: query: explain select * FROM myinput1_n7 a LEFT OUTER JOIN myinput1_n7 b ON a.key<=>b.value PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1_n7 +#### A masked pattern was here #### POSTHOOK: query: explain select * FROM myinput1_n7 a LEFT OUTER JOIN myinput1_n7 b ON a.key<=>b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1_n7 +#### A masked pattern was here #### Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than]. Vertex dependency in root stage @@ -3600,8 +4080,12 @@ Stage-0 PREHOOK: query: explain select * FROM myinput1_n7 a RIGHT OUTER JOIN myinput1_n7 b ON a.key<=>b.value PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1_n7 +#### A masked pattern was here #### POSTHOOK: query: explain select * FROM myinput1_n7 a RIGHT OUTER JOIN myinput1_n7 b ON a.key<=>b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1_n7 +#### A masked pattern was here #### Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than]. Vertex dependency in root stage @@ -3630,8 +4114,12 @@ Stage-0 PREHOOK: query: explain select * FROM myinput1_n7 a FULL OUTER JOIN myinput1_n7 b ON a.key<=>b.value PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1_n7 +#### A masked pattern was here #### POSTHOOK: query: explain select * FROM myinput1_n7 a FULL OUTER JOIN myinput1_n7 b ON a.key<=>b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1_n7 +#### A masked pattern was here #### Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than]. Vertex dependency in root stage @@ -3660,8 +4148,12 @@ Stage-0 PREHOOK: query: explain select /*+ MAPJOIN(b) */ * FROM myinput1_n7 a JOIN myinput1_n7 b ON a.key<=>b.value PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1_n7 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ MAPJOIN(b) */ * FROM myinput1_n7 a JOIN myinput1_n7 b ON a.key<=>b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1_n7 +#### A masked pattern was here #### Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than]. Vertex dependency in root stage @@ -3756,8 +4248,12 @@ POSTHOOK: Input: default@smb_input1_n2 POSTHOOK: Output: default@smb_input1_n2 PREHOOK: query: explain select /*+ MAPJOIN(a) */ * FROM smb_input1_n2 a JOIN smb_input1_n2 b ON a.key <=> b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_input1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ MAPJOIN(a) */ * FROM smb_input1_n2 a JOIN smb_input1_n2 b ON a.key <=> b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_input1_n2 +#### A masked pattern was here #### Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than]. Stage-0 @@ -3777,8 +4273,12 @@ Stage-0 PREHOOK: query: explain select /*+ MAPJOIN(a) */ * FROM smb_input1_n2 a JOIN smb_input1_n2 b ON a.key <=> b.key AND a.value <=> b.value PREHOOK: type: QUERY +PREHOOK: Input: default@smb_input1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ MAPJOIN(a) */ * FROM smb_input1_n2 a JOIN smb_input1_n2 b ON a.key <=> b.key AND a.value <=> b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_input1_n2 +#### A masked pattern was here #### Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than]. Vertex dependency in root stage @@ -3807,8 +4307,12 @@ Stage-0 PREHOOK: query: explain select /*+ MAPJOIN(a) */ * FROM smb_input1_n2 a RIGHT OUTER JOIN smb_input1_n2 b ON a.key <=> b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_input1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ MAPJOIN(a) */ * FROM smb_input1_n2 a RIGHT OUTER JOIN smb_input1_n2 b ON a.key <=> b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_input1_n2 +#### A masked pattern was here #### Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than]. Stage-0 @@ -3828,8 +4332,12 @@ Stage-0 PREHOOK: query: explain select /*+ MAPJOIN(b) */ * FROM smb_input1_n2 a JOIN smb_input1_n2 b ON a.key <=> b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_input1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ MAPJOIN(b) */ * FROM smb_input1_n2 a JOIN smb_input1_n2 b ON a.key <=> b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_input1_n2 +#### A masked pattern was here #### Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than]. Stage-0 @@ -3849,8 +4357,12 @@ Stage-0 PREHOOK: query: explain select /*+ MAPJOIN(b) */ * FROM smb_input1_n2 a LEFT OUTER JOIN smb_input1_n2 b ON a.key <=> b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_input1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ MAPJOIN(b) */ * FROM smb_input1_n2 a LEFT OUTER JOIN smb_input1_n2 b ON a.key <=> b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_input1_n2 +#### A masked pattern was here #### Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than]. Stage-0 @@ -3924,8 +4436,18 @@ POSTHOOK: Output: default@things_n0 POSTHOOK: Output: default@things_n0@ds=2011-10-24 PREHOOK: query: explain select name,id FROM sales_n0 LEFT SEMI JOIN things_n0 ON (sales_n0.id = things_n0.id) PREHOOK: type: QUERY +PREHOOK: Input: default@sales_n0 +PREHOOK: Input: default@things_n0 +PREHOOK: Input: default@things_n0@ds=2011-10-23 +PREHOOK: Input: default@things_n0@ds=2011-10-24 +#### A masked pattern was here #### POSTHOOK: query: explain select name,id FROM sales_n0 LEFT SEMI JOIN things_n0 ON (sales_n0.id = things_n0.id) POSTHOOK: type: QUERY +POSTHOOK: Input: default@sales_n0 +POSTHOOK: Input: default@things_n0 +POSTHOOK: Input: default@things_n0@ds=2011-10-23 +POSTHOOK: Input: default@things_n0@ds=2011-10-24 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -3978,8 +4500,24 @@ POSTHOOK: Input: default@things_n0 POSTHOOK: Output: default@things_n0 PREHOOK: query: explain select srcpart.key from srcpart join src on (srcpart.value=src.value) join src1 on (srcpart.key=src1.key) where srcpart.value > 'val_450' PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select srcpart.key from srcpart join src on (srcpart.value=src.value) join src1 on (srcpart.key=src1.key) where srcpart.value > 'val_450' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -4022,8 +4560,24 @@ Stage-0 PREHOOK: query: explain select srcpart.key from srcpart join src on (srcpart.value=src.value) join src1 on (srcpart.key=src1.key) where srcpart.value > 'val_450' PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select srcpart.key from srcpart join src on (srcpart.value=src.value) join src1 on (srcpart.key=src1.key) where srcpart.value > 'val_450' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -4074,6 +4628,8 @@ from noop(on part order by p_name ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -4084,6 +4640,8 @@ from noop(on part order by p_name ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Plan not optimized by CBO. Vertex dependency in root stage @@ -4122,6 +4680,8 @@ from noop (on (select p1.* from part p1 join part p2 on p1.p_partkey = p2.p_part distribute by j.p_mfgr sort by j.p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, p_size - lag(p_size,1,p_size) over (partition by p_mfgr order by p_name) as deltaSz @@ -4129,6 +4689,8 @@ from noop (on (select p1.* from part p1 join part p2 on p1.p_partkey = p2.p_part distribute by j.p_mfgr sort by j.p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Plan not optimized by CBO. Vertex dependency in root stage @@ -4182,6 +4744,8 @@ from noop(on part order by p_name ) abc PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -4192,6 +4756,8 @@ from noop(on part order by p_name ) abc POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Plan not optimized by CBO. Vertex dependency in root stage @@ -4233,6 +4799,8 @@ from noop(on part order by p_name ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -4243,6 +4811,8 @@ from noop(on part order by p_name ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Plan not optimized by CBO. Vertex dependency in root stage @@ -4285,6 +4855,8 @@ from noop(on part ) group by p_mfgr, p_name, p_size PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -4296,6 +4868,8 @@ from noop(on part ) group by p_mfgr, p_name, p_size POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Plan not optimized by CBO. Vertex dependency in root stage @@ -4342,6 +4916,8 @@ partition by p_mfgr order by p_name ) abc join part p1 on abc.p_partkey = p1.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select abc.* from noop(on part @@ -4349,6 +4925,8 @@ partition by p_mfgr order by p_name ) abc join part p1 on abc.p_partkey = p1.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Plan not optimized by CBO. Vertex dependency in root stage @@ -4388,6 +4966,8 @@ from noopwithmap(on part partition by p_mfgr order by p_name, p_size desc) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name, p_size desc) as r @@ -4395,6 +4975,8 @@ from noopwithmap(on part partition by p_mfgr order by p_name, p_size desc) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Plan not optimized by CBO. Vertex dependency in root stage @@ -4437,6 +5019,8 @@ from noopwithmap(on part partition by p_mfgr order by p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -4446,6 +5030,8 @@ from noopwithmap(on part partition by p_mfgr order by p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Plan not optimized by CBO. Vertex dependency in root stage @@ -4488,6 +5074,8 @@ from noop(on part partition by p_mfgr order by p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -4497,6 +5085,8 @@ from noop(on part partition by p_mfgr order by p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Plan not optimized by CBO. Vertex dependency in root stage @@ -4538,6 +5128,8 @@ partition by p_mfgr order by p_mfgr DESC, p_name ))) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -4548,6 +5140,8 @@ partition by p_mfgr order by p_mfgr DESC, p_name ))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Plan not optimized by CBO. Vertex dependency in root stage @@ -4602,6 +5196,8 @@ order by p_name) window w1 as (partition by p_mfgr order by p_name rows between 2 preceding and 2 following) ) sub1 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, sub1.cd, sub1.s1 @@ -4615,6 +5211,8 @@ order by p_name) window w1 as (partition by p_mfgr order by p_name rows between 2 preceding and 2 following) ) sub1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Plan not optimized by CBO. Vertex dependency in root stage @@ -4658,6 +5256,8 @@ partition by p_mfgr order by p_name ) abc join part p1 on abc.p_partkey = p1.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select abc.p_mfgr, abc.p_name, rank() over (distribute by abc.p_mfgr sort by abc.p_name) as r, @@ -4670,6 +5270,8 @@ partition by p_mfgr order by p_name ) abc join part p1 on abc.p_partkey = p1.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Plan not optimized by CBO. Vertex dependency in root stage @@ -4718,12 +5320,18 @@ sum(p_retailprice) as s from part group by p_mfgr, p_brand PREHOOK: type: CREATEVIEW +PREHOOK: Input: default@part +PREHOOK: Output: database:default +PREHOOK: Output: default@mfgr_price_view_n3 POSTHOOK: query: explain create view IF NOT EXISTS mfgr_price_view_n3 as select p_mfgr, p_brand, sum(p_retailprice) as s from part group by p_mfgr, p_brand POSTHOOK: type: CREATEVIEW +POSTHOOK: Input: default@part +POSTHOOK: Output: database:default +POSTHOOK: Output: default@mfgr_price_view_n3 Plan optimized by CBO. Stage-1 @@ -4793,6 +5401,9 @@ cume_dist() over (distribute by p_mfgr sort by p_mfgr, p_name) as cud, first_value(p_size, true) over w1 as fv1 window w1 as (distribute by p_mfgr sort by p_mfgr, p_name rows between 2 preceding and 2 following) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Output: default@part_4_n1 +PREHOOK: Output: default@part_5_n1 POSTHOOK: query: explain from noop(on part partition by p_mfgr @@ -4809,6 +5420,9 @@ cume_dist() over (distribute by p_mfgr sort by p_mfgr, p_name) as cud, first_value(p_size, true) over w1 as fv1 window w1 as (distribute by p_mfgr sort by p_mfgr, p_name rows between 2 preceding and 2 following) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Output: default@part_4_n1 +POSTHOOK: Output: default@part_5_n1 Plan not optimized by CBO. Vertex dependency in root stage @@ -4922,6 +5536,8 @@ from noop(on partition by p_mfgr,p_name order by p_mfgr,p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, rank() over (partition by p_mfgr,p_name) as r, @@ -4939,6 +5555,8 @@ from noop(on partition by p_mfgr,p_name order by p_mfgr,p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Plan not optimized by CBO. Vertex dependency in root stage @@ -4997,6 +5615,8 @@ from noop(on partition by p_mfgr order by p_mfgr ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, rank() over (partition by p_mfgr order by p_name) as r, @@ -5014,6 +5634,8 @@ from noop(on partition by p_mfgr order by p_mfgr ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Plan not optimized by CBO. Vertex dependency in root stage @@ -5076,6 +5698,8 @@ from noop(on partition by p_mfgr order by p_mfgr)) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, rank() over (partition by p_mfgr order by p_name) as r, @@ -5091,6 +5715,8 @@ from noop(on partition by p_mfgr order by p_mfgr)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Plan not optimized by CBO. Vertex dependency in root stage @@ -5132,8 +5758,12 @@ Stage-0 PREHOOK: query: explain select distinct src.* from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select distinct src.* from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -5163,8 +5793,12 @@ Stage-0 PREHOOK: query: explain select explode(array('a', 'b')) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select explode(array('a', 'b')) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### Plan optimized by CBO. Stage-0 @@ -5254,10 +5888,14 @@ PREHOOK: query: explain FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1_n16 select src1.key, src2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_j1_n16 POSTHOOK: query: explain FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1_n16 select src1.key, src2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_j1_n16 Plan optimized by CBO. Vertex dependency in root stage @@ -5330,12 +5968,22 @@ FROM T1_n119 a JOIN T2_n70 b ON a.key = b.key JOIN T3_n26 c ON b.key = c.key JOIN T4_n15 d ON c.key = d.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n119 +PREHOOK: Input: default@t2_n70 +PREHOOK: Input: default@t3_n26 +PREHOOK: Input: default@t4_n15 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ STREAMTABLE(a) */ * FROM T1_n119 a JOIN T2_n70 b ON a.key = b.key JOIN T3_n26 c ON b.key = c.key JOIN T4_n15 d ON c.key = d.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n119 +POSTHOOK: Input: default@t2_n70 +POSTHOOK: Input: default@t3_n26 +POSTHOOK: Input: default@t4_n15 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -5391,12 +6039,22 @@ FROM T1_n119 a JOIN T2_n70 b ON a.key = b.key JOIN T3_n26 c ON b.key = c.key JOIN T4_n15 d ON c.key = d.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n119 +PREHOOK: Input: default@t2_n70 +PREHOOK: Input: default@t3_n26 +PREHOOK: Input: default@t4_n15 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ STREAMTABLE(a,c) */ * FROM T1_n119 a JOIN T2_n70 b ON a.key = b.key JOIN T3_n26 c ON b.key = c.key JOIN T4_n15 d ON c.key = d.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n119 +POSTHOOK: Input: default@t2_n70 +POSTHOOK: Input: default@t3_n26 +POSTHOOK: Input: default@t4_n15 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -5448,8 +6106,14 @@ Stage-0 PREHOOK: query: explain FROM T1_n119 a JOIN src c ON c.key+1=a.key select /*+ STREAMTABLE(a) */ sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@t1_n119 +#### A masked pattern was here #### POSTHOOK: query: explain FROM T1_n119 a JOIN src c ON c.key+1=a.key select /*+ STREAMTABLE(a) */ sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@t1_n119 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -5510,6 +6174,8 @@ JOIN (select src.* FROM src) Y ON (x.key = Y.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * FROM (select src.* FROM src) x @@ -5517,6 +6183,8 @@ JOIN (select src.* FROM src) Y ON (x.key = Y.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -5551,8 +6219,12 @@ Stage-0 PREHOOK: query: explain select /*+ mapjoin(k)*/ sum(hash(k.key)), sum(hash(v.val)) from T1_n119 k join T1_n119 v on k.key=v.val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n119 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ mapjoin(k)*/ sum(hash(k.key)), sum(hash(v.val)) from T1_n119 k join T1_n119 v on k.key=v.val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n119 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -5597,8 +6269,12 @@ Stage-0 PREHOOK: query: explain select sum(hash(k.key)), sum(hash(v.val)) from T1_n119 k join T1_n119 v on k.key=v.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n119 +#### A masked pattern was here #### POSTHOOK: query: explain select sum(hash(k.key)), sum(hash(v.val)) from T1_n119 k join T1_n119 v on k.key=v.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n119 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -5643,8 +6319,12 @@ Stage-0 PREHOOK: query: explain select count(1) from T1_n119 a join T1_n119 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n119 +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from T1_n119 a join T1_n119 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n119 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -5687,8 +6367,14 @@ Stage-0 PREHOOK: query: explain FROM T1_n119 a LEFT OUTER JOIN T2_n70 c ON c.key+1=a.key select sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key)) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n119 +PREHOOK: Input: default@t2_n70 +#### A masked pattern was here #### POSTHOOK: query: explain FROM T1_n119 a LEFT OUTER JOIN T2_n70 c ON c.key+1=a.key select sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n119 +POSTHOOK: Input: default@t2_n70 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -5729,8 +6415,14 @@ Stage-0 PREHOOK: query: explain FROM T1_n119 a RIGHT OUTER JOIN T2_n70 c ON c.key+1=a.key select /*+ STREAMTABLE(a) */ sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key)) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n119 +PREHOOK: Input: default@t2_n70 +#### A masked pattern was here #### POSTHOOK: query: explain FROM T1_n119 a RIGHT OUTER JOIN T2_n70 c ON c.key+1=a.key select /*+ STREAMTABLE(a) */ sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n119 +POSTHOOK: Input: default@t2_n70 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -5771,8 +6463,14 @@ Stage-0 PREHOOK: query: explain FROM T1_n119 a FULL OUTER JOIN T2_n70 c ON c.key+1=a.key select /*+ STREAMTABLE(a) */ sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key)) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n119 +PREHOOK: Input: default@t2_n70 +#### A masked pattern was here #### POSTHOOK: query: explain FROM T1_n119 a FULL OUTER JOIN T2_n70 c ON c.key+1=a.key select /*+ STREAMTABLE(a) */ sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n119 +POSTHOOK: Input: default@t2_n70 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -5816,8 +6514,12 @@ Stage-0 PREHOOK: query: explain select /*+ mapjoin(v)*/ sum(hash(k.key)), sum(hash(v.val)) from T1_n119 k left outer join T1_n119 v on k.key+1=v.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n119 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ mapjoin(v)*/ sum(hash(k.key)), sum(hash(v.val)) from T1_n119 k left outer join T1_n119 v on k.key+1=v.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n119 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/llap/explainuser_2.q.out b/ql/src/test/results/clientpositive/llap/explainuser_2.q.out index 85df0b3..6fa0cff 100644 --- a/ql/src/test/results/clientpositive/llap/explainuser_2.q.out +++ b/ql/src/test/results/clientpositive/llap/explainuser_2.q.out @@ -175,11 +175,21 @@ SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.value = z.value and z.ds='2008-04-08' and z.hr=11) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.value = z.value and z.ds='2008-04-08' and z.hr=11) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -257,6 +267,17 @@ order by ss_n1.k1,sr.k2,cs.k3 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@cs +PREHOOK: Input: default@sr +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@ss_n1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select ss_n1.k1,sr.k2,cs.k3,count(ss_n1.v1),count(sr.v2),count(cs.v3) @@ -285,6 +306,17 @@ order by ss_n1.k1,sr.k2,cs.k3 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cs +POSTHOOK: Input: default@sr +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@ss_n1 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -433,6 +465,9 @@ SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN (select * from src1 union select * from src)z ON (x.value = z.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) @@ -442,6 +477,9 @@ SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN (select * from src1 union select * from src)z ON (x.value = z.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -594,6 +632,9 @@ SELECT x.key, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN (select key, value from src1 union select key, value from src union select key, value from src union select key, value from src)z ON (x.value = z.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain SELECT x.key, y.value FROM src1 x JOIN src y ON (x.key = y.key) @@ -607,6 +648,9 @@ SELECT x.key, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN (select key, value from src1 union select key, value from src union select key, value from src union select key, value from src)z ON (x.value = z.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -876,11 +920,21 @@ SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.value = z.value and z.ds='2008-04-08' and z.hr=11) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.value = z.value and z.ds='2008-04-08' and z.hr=11) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -951,6 +1005,17 @@ order by ss_n1.k1,sr.k2,cs.k3 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@cs +PREHOOK: Input: default@sr +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@ss_n1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select ss_n1.k1,sr.k2,cs.k3,count(ss_n1.v1),count(sr.v2),count(cs.v3) @@ -979,6 +1044,17 @@ order by ss_n1.k1,sr.k2,cs.k3 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cs +POSTHOOK: Input: default@sr +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@ss_n1 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -1105,6 +1181,9 @@ SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN (select * from src1 union select * from src)z ON (x.value = z.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) @@ -1114,6 +1193,9 @@ SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN (select * from src1 union select * from src)z ON (x.value = z.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -1257,6 +1339,9 @@ SELECT x.key, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN (select key, value from src1 union select key, value from src union select key, value from src union select key, value from src)z ON (x.value = z.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain SELECT x.key, y.value FROM src1 x JOIN src y ON (x.key = y.key) @@ -1270,6 +1355,9 @@ SELECT x.key, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN (select key, value from src1 union select key, value from src union select key, value from src union select key, value from src)z ON (x.value = z.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -1656,9 +1744,15 @@ POSTHOOK: Lineage: tab2_n7 PARTITION(ds=2008-04-08).value SIMPLE [(srcbucket_map PREHOOK: query: explain select s1.key as key, s1.value as value from tab_n15 s1 join tab_n15 s3 on s1.key=s3.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n15 +PREHOOK: Input: default@tab_n15@ds=2008-04-08 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select s1.key as key, s1.value as value from tab_n15 s1 join tab_n15 s3 on s1.key=s3.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n15 +POSTHOOK: Input: default@tab_n15@ds=2008-04-08 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Stage-0 @@ -1685,9 +1779,15 @@ Stage-0 PREHOOK: query: explain select s1.key as key, s1.value as value from tab_n15 s1 join tab_n15 s3 on s1.key=s3.key join tab_n15 s2 on s1.value=s2.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n15 +PREHOOK: Input: default@tab_n15@ds=2008-04-08 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select s1.key as key, s1.value as value from tab_n15 s1 join tab_n15 s3 on s1.key=s3.key join tab_n15 s2 on s1.value=s2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n15 +POSTHOOK: Input: default@tab_n15@ds=2008-04-08 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -1731,9 +1831,19 @@ Stage-0 PREHOOK: query: explain select s1.key as key, s1.value as value from tab_n15 s1 join tab2_n7 s3 on s1.key=s3.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab2_n7 +PREHOOK: Input: default@tab2_n7@ds=2008-04-08 +PREHOOK: Input: default@tab_n15 +PREHOOK: Input: default@tab_n15@ds=2008-04-08 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select s1.key as key, s1.value as value from tab_n15 s1 join tab2_n7 s3 on s1.key=s3.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab2_n7 +POSTHOOK: Input: default@tab2_n7@ds=2008-04-08 +POSTHOOK: Input: default@tab_n15 +POSTHOOK: Input: default@tab_n15@ds=2008-04-08 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Stage-0 @@ -1760,9 +1870,19 @@ Stage-0 PREHOOK: query: explain select s1.key as key, s1.value as value from tab_n15 s1 join tab2_n7 s3 on s1.key=s3.key join tab2_n7 s2 on s1.value=s2.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab2_n7 +PREHOOK: Input: default@tab2_n7@ds=2008-04-08 +PREHOOK: Input: default@tab_n15 +PREHOOK: Input: default@tab_n15@ds=2008-04-08 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select s1.key as key, s1.value as value from tab_n15 s1 join tab2_n7 s3 on s1.key=s3.key join tab2_n7 s2 on s1.value=s2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab2_n7 +POSTHOOK: Input: default@tab2_n7@ds=2008-04-08 +POSTHOOK: Input: default@tab_n15 +POSTHOOK: Input: default@tab_n15@ds=2008-04-08 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -1809,12 +1929,22 @@ UNION ALL select s2.key as key, s2.value as value from tab_n15 s2 ) a_n19 join tab_part_n14 b_n15 on (a_n19.key = b_n15.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n15 +PREHOOK: Input: default@tab_n15@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n14 +PREHOOK: Input: default@tab_part_n14@ds=2008-04-08 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select count(*) from (select s1.key as key, s1.value as value from tab_n15 s1 join tab_n15 s3 on s1.key=s3.key UNION ALL select s2.key as key, s2.value as value from tab_n15 s2 ) a_n19 join tab_part_n14 b_n15 on (a_n19.key = b_n15.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n15 +POSTHOOK: Input: default@tab_n15@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n14 +POSTHOOK: Input: default@tab_part_n14@ds=2008-04-08 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -1880,12 +2010,22 @@ UNION ALL select s2.key as key, s2.value as value from tab_n15 s2 ) a_n19 join tab_part_n14 b_n15 on (a_n19.key = b_n15.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n15 +PREHOOK: Input: default@tab_n15@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n14 +PREHOOK: Input: default@tab_part_n14@ds=2008-04-08 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select count(*) from (select s1.key as key, s1.value as value from tab_n15 s1 join tab_n15 s3 on s1.key=s3.key join tab_n15 s2 on s1.value=s2.value UNION ALL select s2.key as key, s2.value as value from tab_n15 s2 ) a_n19 join tab_part_n14 b_n15 on (a_n19.key = b_n15.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n15 +POSTHOOK: Input: default@tab_n15@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n14 +POSTHOOK: Input: default@tab_part_n14@ds=2008-04-08 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -1972,6 +2112,9 @@ SELECT x.key, y.value FROM src1 x JOIN src1 y ON (x.key = y.key) JOIN (select key, value from src1 union all select key, value from src union all select key, value from src union all select key, value from src)z ON (x.value = z.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain SELECT x.key, y.value FROM src1 x JOIN src y ON (x.key = y.key) @@ -1985,6 +2128,9 @@ SELECT x.key, y.value FROM src1 x JOIN src1 y ON (x.key = y.key) JOIN (select key, value from src1 union all select key, value from src union all select key, value from src union all select key, value from src)z ON (x.value = z.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -2198,6 +2344,9 @@ SELECT x.key, y.value FROM src1 x JOIN src1 y ON (x.key = y.key) JOIN (select key, value from src1 union select key, value from src union select key, value from src union select key, value from src)z ON (x.value = z.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain SELECT x.key, y.value FROM src1 x JOIN src y ON (x.key = y.key) @@ -2211,6 +2360,9 @@ SELECT x.key, y.value FROM src1 x JOIN src1 y ON (x.key = y.key) JOIN (select key, value from src1 union select key, value from src union select key, value from src union select key, value from src)z ON (x.value = z.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -2532,6 +2684,11 @@ INSERT OVERWRITE TABLE a_n19 SELECT tmp.key, tmp.value INSERT OVERWRITE TABLE b_n15 SELECT tmp.key, tmp.value INSERT OVERWRITE TABLE c_n4 SELECT tmp.key, tmp.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@a_n19 +PREHOOK: Output: default@b_n15 +PREHOOK: Output: default@c_n4 POSTHOOK: query: explain from ( @@ -2551,6 +2708,11 @@ INSERT OVERWRITE TABLE a_n19 SELECT tmp.key, tmp.value INSERT OVERWRITE TABLE b_n15 SELECT tmp.key, tmp.value INSERT OVERWRITE TABLE c_n4 SELECT tmp.key, tmp.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@a_n19 +POSTHOOK: Output: default@b_n15 +POSTHOOK: Output: default@c_n4 Plan optimized by CBO. Vertex dependency in root stage @@ -2950,6 +3112,11 @@ INSERT OVERWRITE TABLE a_n19 SELECT tmp.key, tmp.value INSERT OVERWRITE TABLE b_n15 SELECT tmp.key, tmp.value INSERT OVERWRITE TABLE c_n4 SELECT tmp.key, tmp.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@a_n19 +PREHOOK: Output: default@b_n15 +PREHOOK: Output: default@c_n4 POSTHOOK: query: explain FROM ( @@ -2966,6 +3133,11 @@ INSERT OVERWRITE TABLE a_n19 SELECT tmp.key, tmp.value INSERT OVERWRITE TABLE b_n15 SELECT tmp.key, tmp.value INSERT OVERWRITE TABLE c_n4 SELECT tmp.key, tmp.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@a_n19 +POSTHOOK: Output: default@b_n15 +POSTHOOK: Output: default@c_n4 Plan optimized by CBO. Vertex dependency in root stage @@ -3316,6 +3488,9 @@ FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 INSERT OVERWRITE TABLE DEST1_n172 SELECT unionsrc_n4.key, COUNT(DISTINCT SUBSTR(unionsrc_n4.value,5)) GROUP BY unionsrc_n4.key INSERT OVERWRITE TABLE DEST2_n43 SELECT unionsrc_n4.key, unionsrc_n4.value, COUNT(DISTINCT SUBSTR(unionsrc_n4.value,5)) GROUP BY unionsrc_n4.key, unionsrc_n4.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n172 +PREHOOK: Output: default@dest2_n43 POSTHOOK: query: explain FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 UNION DISTINCT @@ -3323,6 +3498,9 @@ FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 INSERT OVERWRITE TABLE DEST1_n172 SELECT unionsrc_n4.key, COUNT(DISTINCT SUBSTR(unionsrc_n4.value,5)) GROUP BY unionsrc_n4.key INSERT OVERWRITE TABLE DEST2_n43 SELECT unionsrc_n4.key, unionsrc_n4.value, COUNT(DISTINCT SUBSTR(unionsrc_n4.value,5)) GROUP BY unionsrc_n4.key, unionsrc_n4.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n172 +POSTHOOK: Output: default@dest2_n43 Plan optimized by CBO. Vertex dependency in root stage @@ -3415,8 +3593,24 @@ Stage-5 PREHOOK: query: EXPLAIN FROM UNIQUEJOIN PRESERVE src a_n19 (a_n19.key), PRESERVE src1 b_n15 (b_n15.key), PRESERVE srcpart c_n4 (c_n4.key) SELECT a_n19.key, b_n15.key, c_n4.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN FROM UNIQUEJOIN PRESERVE src a_n19 (a_n19.key), PRESERVE src1 b_n15 (b_n15.key), PRESERVE srcpart c_n4 (c_n4.key) SELECT a_n19.key, b_n15.key, c_n4.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan not optimized by CBO due to missing feature [Unique_join]. Vertex dependency in root stage @@ -3454,12 +3648,18 @@ TRANSFORM(a_n19.key, a_n19.value) USING 'cat' AS (tkey, tvalue) FROM src a_n19 join src b_n15 on a_n19.key = b_n15.key PREHOOK: type: QUERY +PREHOOK: Input: cat +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT TRANSFORM(a_n19.key, a_n19.value) USING 'cat' AS (tkey, tvalue) FROM src a_n19 join src b_n15 on a_n19.key = b_n15.key POSTHOOK: type: QUERY +POSTHOOK: Input: cat +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan not optimized by CBO. Vertex dependency in root stage @@ -3503,6 +3703,9 @@ INSERT OVERWRITE TABLE DEST1_n172 SELECT unionsrc_n4.key, COUNT(DISTINCT SUBSTR( INSERT OVERWRITE TABLE DEST2_n43 SELECT unionsrc_n4.key, unionsrc_n4.value, COUNT(DISTINCT SUBSTR(unionsrc_n4.value,5)) GROUP BY unionsrc_n4.key, unionsrc_n4.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n172 +PREHOOK: Output: default@dest2_n43 POSTHOOK: query: explain FROM ( select key, value from ( @@ -3516,6 +3719,9 @@ INSERT OVERWRITE TABLE DEST1_n172 SELECT unionsrc_n4.key, COUNT(DISTINCT SUBSTR( INSERT OVERWRITE TABLE DEST2_n43 SELECT unionsrc_n4.key, unionsrc_n4.value, COUNT(DISTINCT SUBSTR(unionsrc_n4.value,5)) GROUP BY unionsrc_n4.key, unionsrc_n4.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n172 +POSTHOOK: Output: default@dest2_n43 Plan optimized by CBO. Vertex dependency in root stage @@ -3637,6 +3843,9 @@ INSERT OVERWRITE TABLE DEST1_n172 SELECT unionsrc_n4.key, COUNT(DISTINCT SUBSTR( INSERT OVERWRITE TABLE DEST2_n43 SELECT unionsrc_n4.key, unionsrc_n4.value, COUNT(DISTINCT SUBSTR(unionsrc_n4.value,5)) GROUP BY unionsrc_n4.key, unionsrc_n4.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n172 +PREHOOK: Output: default@dest2_n43 POSTHOOK: query: explain FROM ( select 'tst1' as key, cast(count(1) as string) as value, 'tst1' as value2 from src s1 @@ -3647,6 +3856,9 @@ INSERT OVERWRITE TABLE DEST1_n172 SELECT unionsrc_n4.key, COUNT(DISTINCT SUBSTR( INSERT OVERWRITE TABLE DEST2_n43 SELECT unionsrc_n4.key, unionsrc_n4.value, COUNT(DISTINCT SUBSTR(unionsrc_n4.value,5)) GROUP BY unionsrc_n4.key, unionsrc_n4.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n172 +POSTHOOK: Output: default@dest2_n43 Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/llap/explainuser_4.q.out b/ql/src/test/results/clientpositive/llap/explainuser_4.q.out index 5ecb9fb..611a3d7 100644 --- a/ql/src/test/results/clientpositive/llap/explainuser_4.q.out +++ b/ql/src/test/results/clientpositive/llap/explainuser_4.q.out @@ -6,6 +6,8 @@ where a.cint between 1000000 and 3000000 and b.cbigint is not null order by a.cint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select * @@ -14,6 +16,8 @@ where a.cint between 1000000 and 3000000 and b.cbigint is not null order by a.cint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -86,6 +90,8 @@ from alltypesorc a join alltypesorc b on a.cint = b.cint where a.cint between 1000000 and 3000000 and b.cbigint is not null PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) @@ -93,6 +99,8 @@ from alltypesorc a join alltypesorc b on a.cint = b.cint where a.cint between 1000000 and 3000000 and b.cbigint is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -158,6 +166,8 @@ where group by a.csmallint order by c1, a.csmallint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select a.csmallint, count(*) c1 @@ -167,6 +177,8 @@ where group by a.csmallint order by c1, a.csmallint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -245,6 +257,8 @@ where a.cint between 1000000 and 3000000 and b.cbigint is not null order by a.cint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select * @@ -253,6 +267,8 @@ where a.cint between 1000000 and 3000000 and b.cbigint is not null order by a.cint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -325,6 +341,8 @@ from alltypesorc a join alltypesorc b on a.cint = b.cint where a.cint between 1000000 and 3000000 and b.cbigint is not null PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) @@ -332,6 +350,8 @@ from alltypesorc a join alltypesorc b on a.cint = b.cint where a.cint between 1000000 and 3000000 and b.cbigint is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -397,6 +417,8 @@ where group by a.csmallint order by c1, a.csmallint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select a.csmallint, count(*) c1 @@ -406,6 +428,8 @@ where group by a.csmallint order by c1, a.csmallint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -482,11 +506,15 @@ select * from alltypesorc a left outer join alltypesorc b on a.cint = b.cint or a.csmallint between 1 and 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select * from alltypesorc a left outer join alltypesorc b on a.cint = b.cint or a.csmallint between 1 and 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/llap/external_jdbc_table.q.out b/ql/src/test/results/clientpositive/llap/external_jdbc_table.q.out index 4a1d874..0849170 100644 --- a/ql/src/test/results/clientpositive/llap/external_jdbc_table.q.out +++ b/ql/src/test/results/clientpositive/llap/external_jdbc_table.q.out @@ -287,8 +287,12 @@ POSTHOOK: Input: default@ext_simple_derby_table1 -44 53 PREHOOK: query: explain select bkey from ext_simple_derby_table1 where 100 < ext_simple_derby_table1.ikey PREHOOK: type: QUERY +PREHOOK: Input: default@ext_simple_derby_table1 +#### A masked pattern was here #### POSTHOOK: query: explain select bkey from ext_simple_derby_table1 where 100 < ext_simple_derby_table1.ikey POSTHOOK: type: QUERY +POSTHOOK: Input: default@ext_simple_derby_table1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -357,9 +361,15 @@ POSTHOOK: Input: default@ext_simple_derby_table1 PREHOOK: query: explain select ext_simple_derby_table1.fkey, ext_simple_derby_table2.dkey from ext_simple_derby_table1 join ext_simple_derby_table2 on (ext_simple_derby_table1.ikey = ext_simple_derby_table2.ikey) PREHOOK: type: QUERY +PREHOOK: Input: default@ext_simple_derby_table1 +PREHOOK: Input: default@ext_simple_derby_table2 +#### A masked pattern was here #### POSTHOOK: query: explain select ext_simple_derby_table1.fkey, ext_simple_derby_table2.dkey from ext_simple_derby_table1 join ext_simple_derby_table2 on (ext_simple_derby_table1.ikey = ext_simple_derby_table2.ikey) POSTHOOK: type: QUERY +POSTHOOK: Input: default@ext_simple_derby_table1 +POSTHOOK: Input: default@ext_simple_derby_table2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -407,9 +417,15 @@ POSTHOOK: Input: default@ext_simple_derby_table2 PREHOOK: query: explain select simple_hive_table1.fkey, ext_simple_derby_table2.dkey from simple_hive_table1 join ext_simple_derby_table2 on (simple_hive_table1.ikey = ext_simple_derby_table2.ikey) PREHOOK: type: QUERY +PREHOOK: Input: default@ext_simple_derby_table2 +PREHOOK: Input: default@simple_hive_table1 +#### A masked pattern was here #### POSTHOOK: query: explain select simple_hive_table1.fkey, ext_simple_derby_table2.dkey from simple_hive_table1 join ext_simple_derby_table2 on (simple_hive_table1.ikey = ext_simple_derby_table2.ikey) POSTHOOK: type: QUERY +POSTHOOK: Input: default@ext_simple_derby_table2 +POSTHOOK: Input: default@simple_hive_table1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/extrapolate_part_stats_partial_ndv.q.out b/ql/src/test/results/clientpositive/llap/extrapolate_part_stats_partial_ndv.q.out index 95b570b..9c7babb 100644 --- a/ql/src/test/results/clientpositive/llap/extrapolate_part_stats_partial_ndv.q.out +++ b/ql/src/test/results/clientpositive/llap/extrapolate_part_stats_partial_ndv.q.out @@ -253,8 +253,20 @@ bitVector HL comment from deserializer PREHOOK: query: explain extended select state,locid,cnt,zip from loc_orc_1d_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_1d_n0 +PREHOOK: Input: default@loc_orc_1d_n0@year=2000 +PREHOOK: Input: default@loc_orc_1d_n0@year=2001 +PREHOOK: Input: default@loc_orc_1d_n0@year=2002 +PREHOOK: Input: default@loc_orc_1d_n0@year=2003 +#### A masked pattern was here #### POSTHOOK: query: explain extended select state,locid,cnt,zip from loc_orc_1d_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_1d_n0 +POSTHOOK: Input: default@loc_orc_1d_n0@year=2000 +POSTHOOK: Input: default@loc_orc_1d_n0@year=2001 +POSTHOOK: Input: default@loc_orc_1d_n0@year=2002 +POSTHOOK: Input: default@loc_orc_1d_n0@year=2003 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `state`, `locid`, `cnt`, `zip` FROM `default`.`loc_orc_1d_n0` STAGE DEPENDENCIES: @@ -632,8 +644,20 @@ bitVector HL comment from deserializer PREHOOK: query: explain extended select state,locid,cnt,zip from loc_orc_1d_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_1d_n0 +PREHOOK: Input: default@loc_orc_1d_n0@year=2000 +PREHOOK: Input: default@loc_orc_1d_n0@year=2001 +PREHOOK: Input: default@loc_orc_1d_n0@year=2002 +PREHOOK: Input: default@loc_orc_1d_n0@year=2003 +#### A masked pattern was here #### POSTHOOK: query: explain extended select state,locid,cnt,zip from loc_orc_1d_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_1d_n0 +POSTHOOK: Input: default@loc_orc_1d_n0@year=2000 +POSTHOOK: Input: default@loc_orc_1d_n0@year=2001 +POSTHOOK: Input: default@loc_orc_1d_n0@year=2002 +POSTHOOK: Input: default@loc_orc_1d_n0@year=2003 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `state`, `locid`, `cnt`, `zip` FROM `default`.`loc_orc_1d_n0` STAGE DEPENDENCIES: @@ -1046,8 +1070,34 @@ bitVector HL comment from deserializer PREHOOK: query: explain extended select state,locid,cnt,zip from loc_orc_2d_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_2d_n0 +PREHOOK: Input: default@loc_orc_2d_n0@zip=43201/year=2001 +PREHOOK: Input: default@loc_orc_2d_n0@zip=43201/year=2002 +PREHOOK: Input: default@loc_orc_2d_n0@zip=43201/year=2003 +PREHOOK: Input: default@loc_orc_2d_n0@zip=94086/year=2000 +PREHOOK: Input: default@loc_orc_2d_n0@zip=94086/year=2001 +PREHOOK: Input: default@loc_orc_2d_n0@zip=94086/year=2002 +PREHOOK: Input: default@loc_orc_2d_n0@zip=94086/year=2003 +PREHOOK: Input: default@loc_orc_2d_n0@zip=94087/year=2000 +PREHOOK: Input: default@loc_orc_2d_n0@zip=94087/year=2001 +PREHOOK: Input: default@loc_orc_2d_n0@zip=94087/year=2002 +PREHOOK: Input: default@loc_orc_2d_n0@zip=94087/year=2003 +#### A masked pattern was here #### POSTHOOK: query: explain extended select state,locid,cnt,zip from loc_orc_2d_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_2d_n0 +POSTHOOK: Input: default@loc_orc_2d_n0@zip=43201/year=2001 +POSTHOOK: Input: default@loc_orc_2d_n0@zip=43201/year=2002 +POSTHOOK: Input: default@loc_orc_2d_n0@zip=43201/year=2003 +POSTHOOK: Input: default@loc_orc_2d_n0@zip=94086/year=2000 +POSTHOOK: Input: default@loc_orc_2d_n0@zip=94086/year=2001 +POSTHOOK: Input: default@loc_orc_2d_n0@zip=94086/year=2002 +POSTHOOK: Input: default@loc_orc_2d_n0@zip=94086/year=2003 +POSTHOOK: Input: default@loc_orc_2d_n0@zip=94087/year=2000 +POSTHOOK: Input: default@loc_orc_2d_n0@zip=94087/year=2001 +POSTHOOK: Input: default@loc_orc_2d_n0@zip=94087/year=2002 +POSTHOOK: Input: default@loc_orc_2d_n0@zip=94087/year=2003 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `state`, `locid`, `cnt`, `zip` FROM `default`.`loc_orc_2d_n0` STAGE DEPENDENCIES: diff --git a/ql/src/test/results/clientpositive/llap/filter_join_breaktask.q.out b/ql/src/test/results/clientpositive/llap/filter_join_breaktask.q.out index 9d323bb..11dd807 100644 --- a/ql/src/test/results/clientpositive/llap/filter_join_breaktask.q.out +++ b/ql/src/test/results/clientpositive/llap/filter_join_breaktask.q.out @@ -23,11 +23,17 @@ SELECT f.key, g.value FROM filter_join_breaktask f JOIN filter_join_breaktask m ON( f.key = m.key AND f.ds='2008-04-08' AND m.ds='2008-04-08' AND f.key is not null) JOIN filter_join_breaktask g ON(g.value = m.value AND g.ds='2008-04-08' AND m.ds='2008-04-08' AND m.value is not null AND m.value !='') PREHOOK: type: QUERY +PREHOOK: Input: default@filter_join_breaktask +PREHOOK: Input: default@filter_join_breaktask@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT f.key, g.value FROM filter_join_breaktask f JOIN filter_join_breaktask m ON( f.key = m.key AND f.ds='2008-04-08' AND m.ds='2008-04-08' AND f.key is not null) JOIN filter_join_breaktask g ON(g.value = m.value AND g.ds='2008-04-08' AND m.ds='2008-04-08' AND m.value is not null AND m.value !='') POSTHOOK: type: QUERY +POSTHOOK: Input: default@filter_join_breaktask +POSTHOOK: Input: default@filter_join_breaktask@ds=2008-04-08 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t2`.`key`, `t0`.`value` FROM (SELECT `value`, CAST('2008-04-08' AS STRING) AS `ds` FROM `default`.`filter_join_breaktask` diff --git a/ql/src/test/results/clientpositive/llap/filter_union.q.out b/ql/src/test/results/clientpositive/llap/filter_union.q.out index 099d070..5f61848 100644 --- a/ql/src/test/results/clientpositive/llap/filter_union.q.out +++ b/ql/src/test/results/clientpositive/llap/filter_union.q.out @@ -11,6 +11,8 @@ select key, c, 4 as m from (select key, count(key) as c from src group by key)s4 )sub where m >2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, c, m from ( @@ -24,6 +26,8 @@ select key, c, 4 as m from (select key, count(key) as c from src group by key)s4 )sub where m >2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, COUNT(`key`) AS `c`, 3 AS `m` FROM `default`.`src` GROUP BY `key` @@ -298,6 +302,8 @@ select key, c, 4 as m from (select key, count(key) as c from src group by key)s4 )sub where m = 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, c, m from ( @@ -311,6 +317,8 @@ select key, c, 4 as m from (select key, count(key) as c from src group by key)s4 )sub where m = 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -386,6 +394,8 @@ select key, c, 4 as m from (select key, count(key) as c from src group by key)s4 )sub where m = 4 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, c, m from ( @@ -399,6 +409,8 @@ select key, c, 4 as m from (select key, count(key) as c from src group by key)s4 )sub where m = 4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -474,6 +486,8 @@ select key, c, 4 as m from (select key, count(key) as c from src group by key)s4 )sub where m = 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, c, m from ( @@ -487,6 +501,8 @@ select key, c, 4 as m from (select key, count(key) as c from src group by key)s4 )sub where m = 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/groupby1.q.out b/ql/src/test/results/clientpositive/llap/groupby1.q.out index e1cc298..dc6d371 100644 --- a/ql/src/test/results/clientpositive/llap/groupby1.q.out +++ b/ql/src/test/results/clientpositive/llap/groupby1.q.out @@ -9,9 +9,13 @@ POSTHOOK: Output: default@dest_g1 PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_g1 SELECT src.key, sum(substr(src.value,5)) GROUP BY src.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_g1 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_g1 SELECT src.key, sum(substr(src.value,5)) GROUP BY src.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_g1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/groupby2.q.out b/ql/src/test/results/clientpositive/llap/groupby2.q.out index 434be17..baeb18b 100644 --- a/ql/src/test/results/clientpositive/llap/groupby2.q.out +++ b/ql/src/test/results/clientpositive/llap/groupby2.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_g2_n2 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))) GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_g2_n2 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_g2_n2 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))) GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_g2_n2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/groupby3.q.out b/ql/src/test/results/clientpositive/llap/groupby3.q.out index 896a2ba..6a3ded3 100644 --- a/ql/src/test/results/clientpositive/llap/groupby3.q.out +++ b/ql/src/test/results/clientpositive/llap/groupby3.q.out @@ -19,6 +19,8 @@ INSERT OVERWRITE TABLE dest1_n119 SELECT variance(substr(src.value,5)), var_samp(substr(src.value,5)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n119 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n119 SELECT @@ -32,6 +34,8 @@ INSERT OVERWRITE TABLE dest1_n119 SELECT variance(substr(src.value,5)), var_samp(substr(src.value,5)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n119 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/groupby_groupingset_bug.q.out b/ql/src/test/results/clientpositive/llap/groupby_groupingset_bug.q.out index 5e18f33..bbd763f 100644 --- a/ql/src/test/results/clientpositive/llap/groupby_groupingset_bug.q.out +++ b/ql/src/test/results/clientpositive/llap/groupby_groupingset_bug.q.out @@ -174,6 +174,12 @@ select count(*) cnt order by cnt limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@x1_date_dim +PREHOOK: Input: default@x1_item +PREHOOK: Input: default@x1_store_sales +PREHOOK: Input: default@x1_store_sales@ss_sold_date_sk=1 +PREHOOK: Input: default@x1_store_sales@ss_sold_date_sk=2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) cnt from @@ -198,6 +204,12 @@ select count(*) cnt order by cnt limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@x1_date_dim +POSTHOOK: Input: default@x1_item +POSTHOOK: Input: default@x1_store_sales +POSTHOOK: Input: default@x1_store_sales@ss_sold_date_sk=1 +POSTHOOK: Input: default@x1_store_sales@ss_sold_date_sk=2 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/llap/groupby_resolution.q.out b/ql/src/test/results/clientpositive/llap/groupby_resolution.q.out index 39dd4d5..ffb3529 100644 --- a/ql/src/test/results/clientpositive/llap/groupby_resolution.q.out +++ b/ql/src/test/results/clientpositive/llap/groupby_resolution.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain select key, count(*) from src b group by b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from src b group by b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -55,8 +59,12 @@ STAGE PLANS: PREHOOK: query: explain select b.key, count(*) from src b group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select b.key, count(*) from src b group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -110,8 +118,12 @@ STAGE PLANS: PREHOOK: query: explain select key, count(*) from src b group by b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from src b group by b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -181,8 +193,12 @@ STAGE PLANS: PREHOOK: query: explain select b.key, count(*) from src b group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select b.key, count(*) from src b group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -252,8 +268,12 @@ STAGE PLANS: PREHOOK: query: explain select key, count(*) from src b group by b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from src b group by b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -314,8 +334,12 @@ STAGE PLANS: PREHOOK: query: explain select b.key, count(*) from src b group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select b.key, count(*) from src b group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -376,8 +400,12 @@ STAGE PLANS: PREHOOK: query: explain select key, count(*) from src b group by b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from src b group by b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -454,8 +482,12 @@ STAGE PLANS: PREHOOK: query: explain select b.key, count(*) from src b group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select b.key, count(*) from src b group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -623,12 +655,16 @@ from src b group by b.key having key < '12' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*), rank() over(order by count(*)) from src b group by b.key having key < '12' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -773,9 +809,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT x.key, x.value as key FROM SRC x CLUSTER BY key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.key, x.value as key FROM SRC x CLUSTER BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/groupby_rollup_empty.q.out b/ql/src/test/results/clientpositive/llap/groupby_rollup_empty.q.out index a47df59..e42349c 100644 --- a/ql/src/test/results/clientpositive/llap/groupby_rollup_empty.q.out +++ b/ql/src/test/results/clientpositive/llap/groupby_rollup_empty.q.out @@ -141,6 +141,8 @@ from tx2_n1 where a<0 group by a,b grouping sets ((), b, a) PREHOOK: type: QUERY +PREHOOK: Input: default@tx2_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select sum(c), grouping(b), @@ -149,6 +151,8 @@ from tx2_n1 where a<0 group by a,b grouping sets ((), b, a) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tx2_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/having.q.out b/ql/src/test/results/clientpositive/llap/having.q.out index 3964a31..f8dec5c 100644 --- a/ql/src/test/results/clientpositive/llap/having.q.out +++ b/ql/src/test/results/clientpositive/llap/having.q.out @@ -1,7 +1,11 @@ PREHOOK: query: EXPLAIN SELECT count(value) AS c FROM src GROUP BY key HAVING c > 3 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(value) AS c FROM src GROUP BY key HAVING c > 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -91,8 +95,12 @@ POSTHOOK: Input: default@src 5 PREHOOK: query: EXPLAIN SELECT key, max(value) AS c FROM src GROUP BY key HAVING key != 302 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, max(value) AS c FROM src GROUP BY key HAVING key != 302 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -468,8 +476,12 @@ POSTHOOK: Input: default@src 98 val_98 PREHOOK: query: EXPLAIN SELECT key FROM src GROUP BY key HAVING max(value) > "val_255" PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key FROM src GROUP BY key HAVING max(value) > "val_255" POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -744,8 +756,12 @@ POSTHOOK: Input: default@src 98 PREHOOK: query: EXPLAIN SELECT key FROM src where key > 300 GROUP BY key HAVING max(value) > "val_255" PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key FROM src where key > 300 GROUP BY key HAVING max(value) > "val_255" POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -945,8 +961,12 @@ POSTHOOK: Input: default@src 498 PREHOOK: query: EXPLAIN SELECT key, max(value) FROM src GROUP BY key HAVING max(value) > "val_255" PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, max(value) FROM src GROUP BY key HAVING max(value) > "val_255" POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1217,8 +1237,12 @@ POSTHOOK: Input: default@src 98 val_98 PREHOOK: query: EXPLAIN SELECT key, COUNT(value) FROM src GROUP BY key HAVING count(value) >= 4 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, COUNT(value) FROM src GROUP BY key HAVING count(value) >= 4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/hybridgrace_hashjoin_1.q.out b/ql/src/test/results/clientpositive/llap/hybridgrace_hashjoin_1.q.out index e98f3ba..5f7b64a 100644 --- a/ql/src/test/results/clientpositive/llap/hybridgrace_hashjoin_1.q.out +++ b/ql/src/test/results/clientpositive/llap/hybridgrace_hashjoin_1.q.out @@ -15,6 +15,8 @@ select count(*) from on cd.cint = c.cint where c.cint < 2000000000) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select c.ctinyint @@ -23,6 +25,8 @@ select count(*) from on cd.cint = c.cint where c.cint < 2000000000) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -136,6 +140,8 @@ select count(*) from on cd.cint = c.cint where c.cint < 2000000000) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select c.ctinyint @@ -144,6 +150,8 @@ select count(*) from on cd.cint = c.cint where c.cint < 2000000000) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -256,6 +264,8 @@ select count(*) from inner join alltypesorc cd on cd.cint = c.cint) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select c.ctinyint @@ -263,6 +273,8 @@ select count(*) from inner join alltypesorc cd on cd.cint = c.cint) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -373,6 +385,8 @@ select count(*) from inner join alltypesorc cd on cd.cint = c.cint) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select c.ctinyint @@ -380,6 +394,8 @@ select count(*) from inner join alltypesorc cd on cd.cint = c.cint) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -490,6 +506,8 @@ select count(*) from left outer join alltypesorc cd on cd.cint = c.cint) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select c.ctinyint @@ -497,6 +515,8 @@ select count(*) from left outer join alltypesorc cd on cd.cint = c.cint) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -601,6 +621,8 @@ select count(*) from left outer join alltypesorc cd on cd.cint = c.cint) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select c.ctinyint @@ -608,6 +630,8 @@ select count(*) from left outer join alltypesorc cd on cd.cint = c.cint) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -744,6 +768,10 @@ select count(*) from inner join parttbl p2 on p1.key = p2.key) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@parttbl +PREHOOK: Input: default@parttbl@dt=2000-01-01 +PREHOOK: Input: default@parttbl@dt=2000-01-02 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select p1.value @@ -751,6 +779,10 @@ select count(*) from inner join parttbl p2 on p1.key = p2.key) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@parttbl +POSTHOOK: Input: default@parttbl@dt=2000-01-01 +POSTHOOK: Input: default@parttbl@dt=2000-01-02 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -865,6 +897,10 @@ select count(*) from inner join parttbl p2 on p1.key = p2.key) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@parttbl +PREHOOK: Input: default@parttbl@dt=2000-01-01 +PREHOOK: Input: default@parttbl@dt=2000-01-02 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select p1.value @@ -872,6 +908,10 @@ select count(*) from inner join parttbl p2 on p1.key = p2.key) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@parttbl +POSTHOOK: Input: default@parttbl@dt=2000-01-01 +POSTHOOK: Input: default@parttbl@dt=2000-01-02 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -987,6 +1027,10 @@ select count(*) from inner join parttbl p2 on p1.key = p2.key) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@parttbl +PREHOOK: Input: default@parttbl@dt=2000-01-01 +PREHOOK: Input: default@parttbl@dt=2000-01-02 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select p1.value @@ -994,6 +1038,10 @@ select count(*) from inner join parttbl p2 on p1.key = p2.key) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@parttbl +POSTHOOK: Input: default@parttbl@dt=2000-01-01 +POSTHOOK: Input: default@parttbl@dt=2000-01-02 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1114,6 +1162,10 @@ select count(*) from inner join parttbl p2 on p1.key = p2.key) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@parttbl +PREHOOK: Input: default@parttbl@dt=2000-01-01 +PREHOOK: Input: default@parttbl@dt=2000-01-02 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select p1.value @@ -1121,6 +1173,10 @@ select count(*) from inner join parttbl p2 on p1.key = p2.key) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@parttbl +POSTHOOK: Input: default@parttbl@dt=2000-01-01 +POSTHOOK: Input: default@parttbl@dt=2000-01-02 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1270,11 +1326,15 @@ PREHOOK: query: EXPLAIN SELECT l.cint, r.cint, l.cdecimal1, r.cdecimal2 JOIN decimal_mapjoin r ON l.cint = r.cint WHERE l.cint = 6981 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_mapjoin +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT l.cint, r.cint, l.cdecimal1, r.cdecimal2 FROM decimal_mapjoin l JOIN decimal_mapjoin r ON l.cint = r.cint WHERE l.cint = 6981 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_mapjoin +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1473,11 +1533,15 @@ PREHOOK: query: EXPLAIN SELECT l.cint, r.cint, l.cdecimal1, r.cdecimal2 JOIN decimal_mapjoin r ON l.cint = r.cint WHERE l.cint = 6981 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_mapjoin +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT l.cint, r.cint, l.cdecimal1, r.cdecimal2 FROM decimal_mapjoin l JOIN decimal_mapjoin r ON l.cint = r.cint WHERE l.cint = 6981 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_mapjoin +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/hybridgrace_hashjoin_2.q.out b/ql/src/test/results/clientpositive/llap/hybridgrace_hashjoin_2.q.out index ed7d8c9..e8e0217 100644 --- a/ql/src/test/results/clientpositive/llap/hybridgrace_hashjoin_2.q.out +++ b/ql/src/test/results/clientpositive/llap/hybridgrace_hashjoin_2.q.out @@ -21,11 +21,27 @@ SELECT COUNT(*) FROM src1 x JOIN srcpart z ON (x.key = z.key) JOIN src y ON (y.key = x.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT COUNT(*) FROM src1 x JOIN srcpart z ON (x.key = z.key) JOIN src y ON (y.key = x.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -152,11 +168,27 @@ SELECT COUNT(*) FROM src1 x JOIN srcpart z ON (x.key = z.key) JOIN src y ON (y.key = x.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT COUNT(*) FROM src1 x JOIN srcpart z ON (x.key = z.key) JOIN src y ON (y.key = x.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -293,12 +325,28 @@ FROM src1 x JOIN srcpart z ON (x.key = z.key) JOIN srcpart w ON (x.key = w.key) JOIN src y ON (y.key = x.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT COUNT(*) FROM src1 x JOIN srcpart z ON (x.key = z.key) JOIN srcpart w ON (x.key = w.key) JOIN src y ON (y.key = x.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -446,12 +494,28 @@ FROM src1 x JOIN srcpart z ON (x.key = z.key) JOIN srcpart w ON (x.key = w.key) JOIN src y ON (y.key = x.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT COUNT(*) FROM src1 x JOIN srcpart z ON (x.key = z.key) JOIN srcpart w ON (x.key = w.key) JOIN src y ON (y.key = x.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -611,6 +675,14 @@ SELECT COUNT(*) FROM src1 x JOIN srcpart z ON (x.value = z.value) JOIN src y ON (y.value = x.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT COUNT(*) FROM src1 x JOIN srcpart z ON (x.key = z.key) @@ -620,6 +692,14 @@ SELECT COUNT(*) FROM src1 x JOIN srcpart z ON (x.value = z.value) JOIN src y ON (y.value = x.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -861,6 +941,14 @@ SELECT COUNT(*) FROM src1 x JOIN srcpart z ON (x.value = z.value) JOIN src y ON (y.value = x.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT COUNT(*) FROM src1 x JOIN srcpart z ON (x.key = z.key) @@ -870,6 +958,14 @@ SELECT COUNT(*) FROM src1 x JOIN srcpart z ON (x.value = z.value) JOIN src y ON (y.value = x.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1121,6 +1217,14 @@ JOIN src y2 ON (x.value = y2.value) WHERE z1.key < 'zzzzzzzz' AND z2.key < 'zzzzzzzzzz' AND y1.value < 'zzzzzzzz' AND y2.value < 'zzzzzzzzzz' PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT COUNT(*) FROM src1 x @@ -1131,6 +1235,14 @@ JOIN src y2 ON (x.value = y2.value) WHERE z1.key < 'zzzzzzzz' AND z2.key < 'zzzzzzzzzz' AND y1.value < 'zzzzzzzz' AND y2.value < 'zzzzzzzzzz' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1316,6 +1428,14 @@ JOIN src y2 ON (x.value = y2.value) WHERE z1.key < 'zzzzzzzz' AND z2.key < 'zzzzzzzzzz' AND y1.value < 'zzzzzzzz' AND y2.value < 'zzzzzzzzzz' PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT COUNT(*) FROM src1 x @@ -1326,6 +1446,14 @@ JOIN src y2 ON (x.value = y2.value) WHERE z1.key < 'zzzzzzzz' AND z2.key < 'zzzzzzzzzz' AND y1.value < 'zzzzzzzz' AND y2.value < 'zzzzzzzzzz' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/identity_project_remove_skip.q.out b/ql/src/test/results/clientpositive/llap/identity_project_remove_skip.q.out index b29d277..f029f92 100644 --- a/ql/src/test/results/clientpositive/llap/identity_project_remove_skip.q.out +++ b/ql/src/test/results/clientpositive/llap/identity_project_remove_skip.q.out @@ -7,6 +7,8 @@ from on (t2.key=t3.key ) where t2.value='val_105' and t3.key='105' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select t2.* from @@ -16,6 +18,8 @@ from on (t2.key=t3.key ) where t2.value='val_105' and t3.key='105' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/insert1.q.out b/ql/src/test/results/clientpositive/llap/insert1.q.out index 33ad150..55ca5db 100644 --- a/ql/src/test/results/clientpositive/llap/insert1.q.out +++ b/ql/src/test/results/clientpositive/llap/insert1.q.out @@ -26,8 +26,12 @@ POSTHOOK: Lineage: insert1.key SIMPLE [] POSTHOOK: Lineage: insert1.value SIMPLE [(insert2)a.FieldSchema(name:value, type:string, comment:null), ] PREHOOK: query: explain insert into table insert1 select a.key, a.value from insert2 a WHERE (a.key=-1) PREHOOK: type: QUERY +PREHOOK: Input: default@insert2 +PREHOOK: Output: default@insert1 POSTHOOK: query: explain insert into table insert1 select a.key, a.value from insert2 a WHERE (a.key=-1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert2 +POSTHOOK: Output: default@insert1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -116,8 +120,12 @@ STAGE PLANS: PREHOOK: query: explain insert into table INSERT1 select a.key, a.value from insert2 a WHERE (a.key=-1) PREHOOK: type: QUERY +PREHOOK: Input: default@insert2 +PREHOOK: Output: default@insert1 POSTHOOK: query: explain insert into table INSERT1 select a.key, a.value from insert2 a WHERE (a.key=-1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert2 +POSTHOOK: Output: default@insert1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -220,8 +228,12 @@ POSTHOOK: Output: database:x POSTHOOK: Output: x@insert1 PREHOOK: query: explain insert into table x.INSERT1 select a.key, a.value from insert2 a WHERE (a.key=-1) PREHOOK: type: QUERY +PREHOOK: Input: default@insert2 +PREHOOK: Output: x@insert1 POSTHOOK: query: explain insert into table x.INSERT1 select a.key, a.value from insert2 a WHERE (a.key=-1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert2 +POSTHOOK: Output: x@insert1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -310,8 +322,12 @@ STAGE PLANS: PREHOOK: query: explain insert into table default.INSERT1 select a.key, a.value from insert2 a WHERE (a.key=-1) PREHOOK: type: QUERY +PREHOOK: Input: default@insert2 +PREHOOK: Output: default@insert1 POSTHOOK: query: explain insert into table default.INSERT1 select a.key, a.value from insert2 a WHERE (a.key=-1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert2 +POSTHOOK: Output: default@insert1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -403,11 +419,17 @@ from insert2 insert into table insert1 select * where key < 10 insert overwrite table x.insert1 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@insert2 +PREHOOK: Output: default@insert1 +PREHOOK: Output: x@insert1 POSTHOOK: query: explain from insert2 insert into table insert1 select * where key < 10 insert overwrite table x.insert1 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert2 +POSTHOOK: Output: default@insert1 +POSTHOOK: Output: x@insert1 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/llap/insert1_overwrite_partitions.q.out b/ql/src/test/results/clientpositive/llap/insert1_overwrite_partitions.q.out index b33ee64..24fe873 100644 --- a/ql/src/test/results/clientpositive/llap/insert1_overwrite_partitions.q.out +++ b/ql/src/test/results/clientpositive/llap/insert1_overwrite_partitions.q.out @@ -35,9 +35,15 @@ POSTHOOK: Output: default@destinTable PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE destinTable PARTITION (ds='2011-11-11', hr='11') if not exists SELECT one,two FROM sourceTable WHERE ds='2011-11-11' AND hr='11' order by one desc, two desc limit 5 PREHOOK: type: QUERY +PREHOOK: Input: default@sourcetable +PREHOOK: Input: default@sourcetable@ds=2011-11-11/hr=11 +PREHOOK: Output: default@destintable@ds=2011-11-11/hr=11 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE destinTable PARTITION (ds='2011-11-11', hr='11') if not exists SELECT one,two FROM sourceTable WHERE ds='2011-11-11' AND hr='11' order by one desc, two desc limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@sourcetable +POSTHOOK: Input: default@sourcetable@ds=2011-11-11/hr=11 +POSTHOOK: Output: default@destintable@ds=2011-11-11/hr=11 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -224,8 +230,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@destinTable PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE destinTable SELECT one,two FROM sourceTable WHERE ds='2011-11-11' AND hr='11' order by one desc, two desc limit 5 PREHOOK: type: QUERY +PREHOOK: Input: default@sourcetable +PREHOOK: Input: default@sourcetable@ds=2011-11-11/hr=11 +PREHOOK: Output: default@destintable POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE destinTable SELECT one,two FROM sourceTable WHERE ds='2011-11-11' AND hr='11' order by one desc, two desc limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@sourcetable +POSTHOOK: Input: default@sourcetable@ds=2011-11-11/hr=11 +POSTHOOK: Output: default@destintable STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -380,9 +392,15 @@ POSTHOOK: Output: default@destinTable PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE destinTable PARTITION (DS='2011-11-11', HR='11') if not exists SELECT one,two FROM sourceTable WHERE DS='2011-11-11' AND HR='11' order by one desc, two desc limit 5 PREHOOK: type: QUERY +PREHOOK: Input: default@sourcetable +PREHOOK: Input: default@sourcetable@ds=2011-11-11/hr=11 +PREHOOK: Output: default@destintable@ds=2011-11-11/hr=11 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE destinTable PARTITION (DS='2011-11-11', HR='11') if not exists SELECT one,two FROM sourceTable WHERE DS='2011-11-11' AND HR='11' order by one desc, two desc limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@sourcetable +POSTHOOK: Input: default@sourcetable@ds=2011-11-11/hr=11 +POSTHOOK: Output: default@destintable@ds=2011-11-11/hr=11 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/insert_into1.q.out b/ql/src/test/results/clientpositive/llap/insert_into1.q.out index d7dbe94..c203b6b 100644 --- a/ql/src/test/results/clientpositive/llap/insert_into1.q.out +++ b/ql/src/test/results/clientpositive/llap/insert_into1.q.out @@ -12,8 +12,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@insert_into1 PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1 SELECT * from src ORDER BY key LIMIT 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@insert_into1 POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1 SELECT * from src ORDER BY key LIMIT 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@insert_into1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -143,9 +147,13 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain select count(*) from insert_into1 PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select count(*) from insert_into1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into1 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -167,8 +175,12 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 100 PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1 SELECT * FROM src ORDER BY key LIMIT 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@insert_into1 POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1 SELECT * FROM src ORDER BY key LIMIT 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@insert_into1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -298,9 +310,13 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain SELECT COUNT(*) FROM insert_into1 PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain SELECT COUNT(*) FROM insert_into1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into1 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -322,8 +338,12 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 200 PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE insert_into1 SELECT * FROM src ORDER BY key LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@insert_into1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE insert_into1 SELECT * FROM src ORDER BY key LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@insert_into1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -453,9 +473,13 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain SELECT COUNT(*) FROM insert_into1 PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain SELECT COUNT(*) FROM insert_into1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into1 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -477,8 +501,12 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 10 PREHOOK: query: explain insert overwrite table insert_into1 select 1, 'a' PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1 POSTHOOK: query: explain insert overwrite table insert_into1 select 1, 'a' POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@insert_into1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -575,8 +603,12 @@ POSTHOOK: Lineage: insert_into1.key SIMPLE [] POSTHOOK: Lineage: insert_into1.value SIMPLE [] PREHOOK: query: explain insert into insert_into1 select 2, 'b' PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1 POSTHOOK: query: explain insert into insert_into1 select 2, 'b' POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@insert_into1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -684,9 +716,13 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain insert into table insert_into1 values(1, 'abc') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1 POSTHOOK: query: explain insert into table insert_into1 values(1, 'abc') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@insert_into1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -751,9 +787,13 @@ POSTHOOK: Lineage: insert_into1.value SCRIPT [] PREHOOK: query: explain SELECT COUNT(*) FROM insert_into1 PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain SELECT COUNT(*) FROM insert_into1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into1 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/insert_into2.q.out b/ql/src/test/results/clientpositive/llap/insert_into2.q.out index 0303f56..288ef52 100644 --- a/ql/src/test/results/clientpositive/llap/insert_into2.q.out +++ b/ql/src/test/results/clientpositive/llap/insert_into2.q.out @@ -15,9 +15,13 @@ POSTHOOK: Output: default@insert_into2 PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into2 PARTITION (ds='1') SELECT * FROM src order by key LIMIT 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@insert_into2@ds=1 POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into2 PARTITION (ds='1') SELECT * FROM src order by key LIMIT 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@insert_into2@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -144,9 +148,13 @@ POSTHOOK: Lineage: insert_into2 PARTITION(ds=1).value SIMPLE [(src)src.FieldSche PREHOOK: query: explain select count (*) from insert_into2 where ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into2 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select count (*) from insert_into2 where ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into2 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -179,9 +187,13 @@ POSTHOOK: Lineage: insert_into2 PARTITION(ds=1).value SIMPLE [(src)src.FieldSche PREHOOK: query: explain SELECT COUNT(*) FROM insert_into2 WHERE ds='1' PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into2 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain SELECT COUNT(*) FROM insert_into2 WHERE ds='1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into2 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -219,9 +231,13 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE insert_into2 PARTITION (ds='2') SELECT * FROM src order by key LIMIT 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@insert_into2@ds=2 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE insert_into2 PARTITION (ds='2') SELECT * FROM src order by key LIMIT 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@insert_into2@ds=2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -367,9 +383,13 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain SELECT COUNT(*) FROM insert_into2 WHERE ds='2' PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into2 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain SELECT COUNT(*) FROM insert_into2 WHERE ds='2' POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into2 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -392,9 +412,13 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE insert_into2 PARTITION (ds='2') SELECT * FROM src order by key LIMIT 50 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@insert_into2@ds=2 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE insert_into2 PARTITION (ds='2') SELECT * FROM src order by key LIMIT 50 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@insert_into2@ds=2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -540,9 +564,13 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain SELECT COUNT(*) FROM insert_into2 WHERE ds='2' PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into2 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain SELECT COUNT(*) FROM insert_into2 WHERE ds='2' POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into2 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -575,9 +603,15 @@ POSTHOOK: Lineage: insert_into2 PARTITION(ds=2).value SCRIPT [] PREHOOK: query: explain SELECT COUNT(*) FROM insert_into2 where ds='2' PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into2 +PREHOOK: Input: default@insert_into2@ds=2 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain SELECT COUNT(*) FROM insert_into2 where ds='2' POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into2 +POSTHOOK: Input: default@insert_into2@ds=2 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/insert_into_default_keyword.q.out b/ql/src/test/results/clientpositive/llap/insert_into_default_keyword.q.out index 3954be5..e3906cc 100644 --- a/ql/src/test/results/clientpositive/llap/insert_into_default_keyword.q.out +++ b/ql/src/test/results/clientpositive/llap/insert_into_default_keyword.q.out @@ -14,8 +14,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@insert_into1_n0 PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0 values(default, DEFAULT) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1_n0 POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0 values(default, DEFAULT) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@insert_into1_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -149,8 +153,12 @@ POSTHOOK: type: TRUNCATETABLE POSTHOOK: Output: default@insert_into1_n0 PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0 values(234, dEfAULt) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1_n0 POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0 values(234, dEfAULt) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@insert_into1_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -284,8 +292,12 @@ POSTHOOK: type: TRUNCATETABLE POSTHOOK: Output: default@insert_into1_n0 PREHOOK: query: explain insert into insert_into1_n0 values(default, 3),(2,default) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1_n0 POSTHOOK: query: explain insert into insert_into1_n0 values(default, 3),(2,default) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@insert_into1_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -420,8 +432,12 @@ POSTHOOK: type: TRUNCATETABLE POSTHOOK: Output: default@insert_into1_n0 PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0(key) values(default) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1_n0 POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0(key) values(default) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@insert_into1_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -555,8 +571,12 @@ POSTHOOK: type: TRUNCATETABLE POSTHOOK: Output: default@insert_into1_n0 PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0(key, value) values(2,default) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1_n0 POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0(key, value) values(2,default) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@insert_into1_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -708,8 +728,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@insert_into1_n0 PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0 values(default, DEFAULT) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1_n0 POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0 values(default, DEFAULT) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@insert_into1_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -843,8 +867,12 @@ POSTHOOK: type: TRUNCATETABLE POSTHOOK: Output: default@insert_into1_n0 PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0 values(234, dEfAULt) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1_n0 POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0 values(234, dEfAULt) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@insert_into1_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -978,8 +1006,12 @@ POSTHOOK: type: TRUNCATETABLE POSTHOOK: Output: default@insert_into1_n0 PREHOOK: query: explain insert into insert_into1_n0 values(default, 3),(2,default) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1_n0 POSTHOOK: query: explain insert into insert_into1_n0 values(default, 3),(2,default) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@insert_into1_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1114,8 +1146,12 @@ POSTHOOK: type: TRUNCATETABLE POSTHOOK: Output: default@insert_into1_n0 PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0(key) values(default) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1_n0 POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0(key) values(default) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@insert_into1_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1249,8 +1285,12 @@ POSTHOOK: type: TRUNCATETABLE POSTHOOK: Output: default@insert_into1_n0 PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0(key, value) values(2,default) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1_n0 POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0(key, value) values(2,default) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@insert_into1_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1384,8 +1424,12 @@ POSTHOOK: type: TRUNCATETABLE POSTHOOK: Output: default@insert_into1_n0 PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0(value, key) values(2,default) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1_n0 POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0(value, key) values(2,default) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@insert_into1_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1519,8 +1563,12 @@ POSTHOOK: type: TRUNCATETABLE POSTHOOK: Output: default@insert_into1_n0 PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0(key, value) values(2,default),(DEFAULT, default) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1_n0 POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1_n0(key, value) values(2,default),(DEFAULT, default) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@insert_into1_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1684,8 +1732,12 @@ POSTHOOK: Lineage: insert_into1_n0.key SCRIPT [] POSTHOOK: Lineage: insert_into1_n0.value SCRIPT [] PREHOOK: query: EXPLAIN UPDATE insert_into1_n0 set key = DEFAULT where value=1 PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into1_n0 +PREHOOK: Output: default@insert_into1_n0 POSTHOOK: query: EXPLAIN UPDATE insert_into1_n0 set key = DEFAULT where value=1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into1_n0 +POSTHOOK: Output: default@insert_into1_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1791,8 +1843,12 @@ POSTHOOK: Lineage: insert_into1_n0.key SCRIPT [] POSTHOOK: Lineage: insert_into1_n0.value SCRIPT [] PREHOOK: query: EXPLAIN UPDATE insert_into1_n0 set key = DEFAULT, value=DEFAULT where value=1 PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into1_n0 +PREHOOK: Output: default@insert_into1_n0 POSTHOOK: query: EXPLAIN UPDATE insert_into1_n0 set key = DEFAULT, value=DEFAULT where value=1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into1_n0 +POSTHOOK: Output: default@insert_into1_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1903,8 +1959,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tpart PREHOOK: query: EXPLAIN INSERT INTO tpart partition(ds='1') values(DEFAULT, DEFAULT) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@tpart@ds=1 POSTHOOK: query: EXPLAIN INSERT INTO tpart partition(ds='1') values(DEFAULT, DEFAULT) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@tpart@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -2035,8 +2095,12 @@ POSTHOOK: type: TRUNCATETABLE POSTHOOK: Output: default@tpart@ds=1 PREHOOK: query: EXPLAIN INSERT INTO tpart partition(ds='1')(i) values(DEFAULT) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@tpart@ds=1 POSTHOOK: query: EXPLAIN INSERT INTO tpart partition(ds='1')(i) values(DEFAULT) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@tpart@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -2150,8 +2214,12 @@ POSTHOOK: Lineage: tpart PARTITION(ds=1).i EXPRESSION [] POSTHOOK: Lineage: tpart PARTITION(ds=1).j SIMPLE [] PREHOOK: query: EXPLAIN INSERT INTO tpart partition(ds='1')(i,j) values(10, DEFAULT) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@tpart@ds=1 POSTHOOK: query: EXPLAIN INSERT INTO tpart partition(ds='1')(i,j) values(10, DEFAULT) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@tpart@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -2345,9 +2413,15 @@ POSTHOOK: Lineage: acidtable.value SCRIPT [] PREHOOK: query: explain MERGE INTO acidTable as t using nonacid_n1 as s ON t.key = s.key WHEN NOT MATCHED THEN INSERT VALUES (s.key, DEFAULT, DEFAULT) PREHOOK: type: QUERY +PREHOOK: Input: default@acidtable +PREHOOK: Input: default@nonacid_n1 +PREHOOK: Output: default@acidtable POSTHOOK: query: explain MERGE INTO acidTable as t using nonacid_n1 as s ON t.key = s.key WHEN NOT MATCHED THEN INSERT VALUES (s.key, DEFAULT, DEFAULT) POSTHOOK: type: QUERY +POSTHOOK: Input: default@acidtable +POSTHOOK: Input: default@nonacid_n1 +POSTHOOK: Output: default@acidtable STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -2531,11 +2605,23 @@ WHEN MATCHED AND s.key < 3 THEN DELETE WHEN MATCHED AND s.key > 3 THEN UPDATE set a1 = DEFAULT WHEN NOT MATCHED THEN INSERT VALUES (s.key, s.a1, DEFAULT) PREHOOK: type: QUERY +PREHOOK: Input: default@acidtable +PREHOOK: Input: default@nonacid_n1 +PREHOOK: Output: default@acidtable +PREHOOK: Output: default@acidtable +PREHOOK: Output: default@acidtable +PREHOOK: Output: default@merge_tmp_table POSTHOOK: query: explain MERGE INTO acidTable as t using nonacid_n1 as s ON t.key = s.key WHEN MATCHED AND s.key < 3 THEN DELETE WHEN MATCHED AND s.key > 3 THEN UPDATE set a1 = DEFAULT WHEN NOT MATCHED THEN INSERT VALUES (s.key, s.a1, DEFAULT) POSTHOOK: type: QUERY +POSTHOOK: Input: default@acidtable +POSTHOOK: Input: default@nonacid_n1 +POSTHOOK: Output: default@acidtable +POSTHOOK: Output: default@acidtable +POSTHOOK: Output: default@acidtable +POSTHOOK: Output: default@merge_tmp_table STAGE DEPENDENCIES: Stage-4 is a root stage Stage-5 depends on stages: Stage-4 @@ -2899,9 +2985,15 @@ POSTHOOK: Output: default@acidTable2 PREHOOK: query: explain MERGE INTO acidTable2 as t using nonacid_n1 as s ON t.key = s.key WHEN NOT MATCHED THEN INSERT VALUES (DEFAULT) PREHOOK: type: QUERY +PREHOOK: Input: default@acidtable2 +PREHOOK: Input: default@nonacid_n1 +PREHOOK: Output: default@acidtable2 POSTHOOK: query: explain MERGE INTO acidTable2 as t using nonacid_n1 as s ON t.key = s.key WHEN NOT MATCHED THEN INSERT VALUES (DEFAULT) POSTHOOK: type: QUERY +POSTHOOK: Input: default@acidtable2 +POSTHOOK: Input: default@nonacid_n1 +POSTHOOK: Output: default@acidtable2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/insert_values_orig_table_use_metadata.q.out b/ql/src/test/results/clientpositive/llap/insert_values_orig_table_use_metadata.q.out index e0ed969..64ba296 100644 --- a/ql/src/test/results/clientpositive/llap/insert_values_orig_table_use_metadata.q.out +++ b/ql/src/test/results/clientpositive/llap/insert_values_orig_table_use_metadata.q.out @@ -813,8 +813,12 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain select count(*) from acid_ivot PREHOOK: type: QUERY +PREHOOK: Input: default@acid_ivot +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from acid_ivot POSTHOOK: type: QUERY +POSTHOOK: Input: default@acid_ivot +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -896,8 +900,14 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain select count(*) from sp where ds="2008-04-08" and hr="11" PREHOOK: type: QUERY +PREHOOK: Input: default@sp +PREHOOK: Input: default@sp@ds=2008-04-08/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from sp where ds="2008-04-08" and hr="11" POSTHOOK: type: QUERY +POSTHOOK: Input: default@sp +POSTHOOK: Input: default@sp@ds=2008-04-08/hr=11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1062,8 +1072,12 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain select count(*) from sp where ds="2008-04-08" and hr="11" PREHOOK: type: QUERY +PREHOOK: Input: default@sp +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from sp where ds="2008-04-08" and hr="11" POSTHOOK: type: QUERY +POSTHOOK: Input: default@sp +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/llap/intersect_all.q.out b/ql/src/test/results/clientpositive/llap/intersect_all.q.out index 28d837f..1f6b0b8 100644 --- a/ql/src/test/results/clientpositive/llap/intersect_all.q.out +++ b/ql/src/test/results/clientpositive/llap/intersect_all.q.out @@ -139,8 +139,12 @@ POSTHOOK: Input: default@b_n8 POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain select * from src intersect all select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from src intersect all select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -792,8 +796,12 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 96 val_96 PREHOOK: query: explain select * from src intersect all select * from src intersect all select * from src intersect all select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from src intersect all select * from src intersect all select * from src intersect all select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1535,8 +1543,14 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 96 val_96 PREHOOK: query: explain select value from a_n10 group by value intersect all select key from b_n8 group by key PREHOOK: type: QUERY +PREHOOK: Input: default@a_n10 +PREHOOK: Input: default@b_n8 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select value from a_n10 group by value intersect all select key from b_n8 group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n10 +POSTHOOK: Input: default@b_n8 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/intersect_distinct.q.out b/ql/src/test/results/clientpositive/llap/intersect_distinct.q.out index 2fdb83c..b4c69b1 100644 --- a/ql/src/test/results/clientpositive/llap/intersect_distinct.q.out +++ b/ql/src/test/results/clientpositive/llap/intersect_distinct.q.out @@ -137,8 +137,12 @@ POSTHOOK: Input: default@b_n13 POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain select * from src intersect distinct select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from src intersect distinct select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -592,8 +596,12 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 96 val_96 PREHOOK: query: explain select * from src intersect distinct select * from src intersect distinct select * from src intersect distinct select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from src intersect distinct select * from src intersect distinct select * from src intersect distinct select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1137,8 +1145,14 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 96 val_96 PREHOOK: query: explain select value from a_n17 group by value intersect distinct select key from b_n13 group by key PREHOOK: type: QUERY +PREHOOK: Input: default@a_n17 +PREHOOK: Input: default@b_n13 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select value from a_n17 group by value intersect distinct select key from b_n13 group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n17 +POSTHOOK: Input: default@b_n13 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/intersect_merge.q.out b/ql/src/test/results/clientpositive/llap/intersect_merge.q.out index 815f4b6..b19fd2c 100644 --- a/ql/src/test/results/clientpositive/llap/intersect_merge.q.out +++ b/ql/src/test/results/clientpositive/llap/intersect_merge.q.out @@ -36,8 +36,14 @@ POSTHOOK: Lineage: b_n5.key SCRIPT [] POSTHOOK: Lineage: b_n5.value SCRIPT [] PREHOOK: query: explain select * from b_n5 intersect distinct select * from a_n7 intersect distinct select * from b_n5 intersect distinct select * from a_n7 intersect distinct select * from b_n5 PREHOOK: type: QUERY +PREHOOK: Input: default@a_n7 +PREHOOK: Input: default@b_n5 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from b_n5 intersect distinct select * from a_n7 intersect distinct select * from b_n5 intersect distinct select * from a_n7 intersect distinct select * from b_n5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n7 +POSTHOOK: Input: default@b_n5 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -309,8 +315,14 @@ STAGE PLANS: PREHOOK: query: explain (select * from b_n5 intersect distinct select * from a_n7) intersect distinct (select * from b_n5 intersect distinct select * from a_n7) PREHOOK: type: QUERY +PREHOOK: Input: default@a_n7 +PREHOOK: Input: default@b_n5 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain (select * from b_n5 intersect distinct select * from a_n7) intersect distinct (select * from b_n5 intersect distinct select * from a_n7) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n7 +POSTHOOK: Input: default@b_n5 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -537,8 +549,14 @@ STAGE PLANS: PREHOOK: query: explain select * from b_n5 intersect distinct (select * from a_n7 intersect distinct (select * from b_n5 intersect distinct (select * from a_n7 intersect distinct select * from b_n5))) PREHOOK: type: QUERY +PREHOOK: Input: default@a_n7 +PREHOOK: Input: default@b_n5 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from b_n5 intersect distinct (select * from a_n7 intersect distinct (select * from b_n5 intersect distinct (select * from a_n7 intersect distinct select * from b_n5))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n7 +POSTHOOK: Input: default@b_n5 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -810,8 +828,14 @@ STAGE PLANS: PREHOOK: query: explain (((select * from b_n5 intersect distinct select * from a_n7) intersect distinct select * from b_n5) intersect distinct select * from a_n7) intersect distinct select * from b_n5 PREHOOK: type: QUERY +PREHOOK: Input: default@a_n7 +PREHOOK: Input: default@b_n5 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain (((select * from b_n5 intersect distinct select * from a_n7) intersect distinct select * from b_n5) intersect distinct select * from a_n7) intersect distinct select * from b_n5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n7 +POSTHOOK: Input: default@b_n5 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1083,8 +1107,14 @@ STAGE PLANS: PREHOOK: query: explain select * from b_n5 intersect distinct (select * from a_n7 intersect distinct select * from b_n5) intersect distinct select * from a_n7 intersect distinct select * from b_n5 PREHOOK: type: QUERY +PREHOOK: Input: default@a_n7 +PREHOOK: Input: default@b_n5 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from b_n5 intersect distinct (select * from a_n7 intersect distinct select * from b_n5) intersect distinct select * from a_n7 intersect distinct select * from b_n5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n7 +POSTHOOK: Input: default@b_n5 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1356,8 +1386,14 @@ STAGE PLANS: PREHOOK: query: explain select * from b_n5 intersect distinct (select * from a_n7 intersect all select * from b_n5) PREHOOK: type: QUERY +PREHOOK: Input: default@a_n7 +PREHOOK: Input: default@b_n5 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from b_n5 intersect distinct (select * from a_n7 intersect all select * from b_n5) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n7 +POSTHOOK: Input: default@b_n5 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1539,8 +1575,14 @@ STAGE PLANS: PREHOOK: query: explain select * from b_n5 intersect all (select * from a_n7 intersect all select * from b_n5) PREHOOK: type: QUERY +PREHOOK: Input: default@a_n7 +PREHOOK: Input: default@b_n5 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from b_n5 intersect all (select * from a_n7 intersect all select * from b_n5) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n7 +POSTHOOK: Input: default@b_n5 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1729,8 +1771,14 @@ STAGE PLANS: PREHOOK: query: explain select * from b_n5 intersect all (select * from a_n7 intersect distinct select * from b_n5) PREHOOK: type: QUERY +PREHOOK: Input: default@a_n7 +PREHOOK: Input: default@b_n5 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from b_n5 intersect all (select * from a_n7 intersect distinct select * from b_n5) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n7 +POSTHOOK: Input: default@b_n5 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/is_distinct_from.q.out b/ql/src/test/results/clientpositive/llap/is_distinct_from.q.out index 1938a76..47c37d6 100644 --- a/ql/src/test/results/clientpositive/llap/is_distinct_from.q.out +++ b/ql/src/test/results/clientpositive/llap/is_distinct_from.q.out @@ -4,12 +4,16 @@ PREHOOK: query: explain select 1 is distinct from 1, null is distinct from null from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select 1 is distinct from 1, 1 is distinct from 2, 1 is distinct from null, null is distinct from null from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -73,12 +77,16 @@ PREHOOK: query: explain select 1 is not distinct from 1, null is not distinct from null from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select 1 is not distinct from 1, 1 is not distinct from 2, 1 is not distinct from null, null is not distinct from null from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -182,8 +190,12 @@ q NULL true false NULL NULL true false PREHOOK: query: explain select * from test_n5 where y is distinct from null PREHOOK: type: QUERY +PREHOOK: Input: default@test_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select * from test_n5 where y is distinct from null POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -214,8 +226,12 @@ q w NULL q PREHOOK: query: explain select * from test_n5 where y is not distinct from null PREHOOK: type: QUERY +PREHOOK: Input: default@test_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select * from test_n5 where y is not distinct from null POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -253,8 +269,12 @@ POSTHOOK: Input: default@test_n5 POSTHOOK: Output: default@test_n5 PREHOOK: query: explain select * from part where p_size is distinct from 2 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size is distinct from 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -304,8 +324,12 @@ POSTHOOK: Input: default@part 78486 almond azure blanched chiffon midnight Manufacturer#5 Brand#52 LARGE BRUSHED BRASS 23 MED BAG 1464.48 hely blith PREHOOK: query: explain select * from part where p_size is not distinct from 2 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size is not distinct from 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/llap/jdbc_handler.q.out b/ql/src/test/results/clientpositive/llap/jdbc_handler.q.out index 889e8b6..03ac396 100644 --- a/ql/src/test/results/clientpositive/llap/jdbc_handler.q.out +++ b/ql/src/test/results/clientpositive/llap/jdbc_handler.q.out @@ -81,8 +81,12 @@ POSTHOOK: Input: default@ext_simple_derby_table 200 PREHOOK: query: explain select * from ext_simple_derby_table where 100 < ext_simple_derby_table.kkey PREHOOK: type: QUERY +PREHOOK: Input: default@ext_simple_derby_table +#### A masked pattern was here #### POSTHOOK: query: explain select * from ext_simple_derby_table where 100 < ext_simple_derby_table.kkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@ext_simple_derby_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -216,6 +220,9 @@ from on (t2.key-1) = t1.db_id order by a,b PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@tables +#### A masked pattern was here #### POSTHOOK: query: explain select t1.name as a, t2.key as b @@ -226,6 +233,9 @@ from on (t2.key-1) = t1.db_id order by a,b POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@tables +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/join0.q.out b/ql/src/test/results/clientpositive/llap/join0.q.out index c2c6515..920f4f7 100644 --- a/ql/src/test/results/clientpositive/llap/join0.q.out +++ b/ql/src/test/results/clientpositive/llap/join0.q.out @@ -7,6 +7,8 @@ SELECT src1.key as k1, src1.value as v1, (SELECT * FROM src WHERE src.key < 10) src2 SORT BY k1, v1, k2, v2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.key as k1, src1.value as v1, src2.key as k2, src2.value as v2 FROM @@ -15,6 +17,8 @@ SELECT src1.key as k1, src1.value as v1, (SELECT * FROM src WHERE src.key < 10) src2 SORT BY k1, v1, k2, v2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -109,6 +113,8 @@ SELECT src1.key as k1, src1.value as v1, (SELECT * FROM src WHERE src.key < 10) src2 SORT BY k1, v1, k2, v2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FORMATTED SELECT src1.key as k1, src1.value as v1, src2.key as k2, src2.value as v2 FROM @@ -117,6 +123,7 @@ SELECT src1.key as k1, src1.value as v1, (SELECT * FROM src WHERE src.key < 10) src2 SORT BY k1, v1, k2, v2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src #### A masked pattern was here #### Warning: Shuffle Join MERGEJOIN[15][tables = [src1, src2]] in Stage 'Reducer 2' is a cross product PREHOOK: query: SELECT src1.key as k1, src1.value as v1, diff --git a/ql/src/test/results/clientpositive/llap/join1.q.out b/ql/src/test/results/clientpositive/llap/join1.q.out index cf14327..99e0d7c 100644 --- a/ql/src/test/results/clientpositive/llap/join1.q.out +++ b/ql/src/test/results/clientpositive/llap/join1.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1_n15 SELECT src1.key, src2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_j1_n15 POSTHOOK: query: EXPLAIN FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1_n15 SELECT src1.key, src2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_j1_n15 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/join32_lessSize.q.out b/ql/src/test/results/clientpositive/llap/join32_lessSize.q.out index 30531bd..47dd170 100644 --- a/ql/src/test/results/clientpositive/llap/join32_lessSize.q.out +++ b/ql/src/test/results/clientpositive/llap/join32_lessSize.q.out @@ -20,12 +20,22 @@ SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.value = z.value and z.ds='2008-04-08' and z.hr=11) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@dest_j1_n21 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest_j1_n21 SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.value = z.value and z.ds='2008-04-08' and z.hr=11) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@dest_j1_n21 OPTIMIZED SQL: SELECT `t4`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `value`, CAST('2008-04-08' AS STRING) AS `ds`, `hr` FROM `default`.`srcpart` @@ -561,6 +571,9 @@ FROM src w JOIN src1 x ON (x.value = w.value) JOIN src y ON (x.key = y.key) JOIN src1 z ON (x.key = z.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest_j1_n21 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest_j1_n21 SELECT x.key, z.value, y.value @@ -568,6 +581,9 @@ FROM src w JOIN src1 x ON (x.value = w.value) JOIN src y ON (x.key = y.key) JOIN src1 z ON (x.key = z.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest_j1_n21 OPTIMIZED SQL: SELECT `t4`.`key`, `t6`.`value`, `t2`.`value` AS `value1` FROM (SELECT `value` FROM `default`.`src` @@ -2298,12 +2314,22 @@ SELECT res.key, x.value, res.value FROM (select x.key, x.value from src1 x JOIN src y ON (x.key = y.key)) res JOIN srcpart x ON (res.value = x.value and x.ds='2008-04-08' and x.hr=11) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@dest_j2_n1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_j2_n1 SELECT res.key, x.value, res.value FROM (select x.key, x.value from src1 x JOIN src y ON (x.key = y.key)) res JOIN srcpart x ON (res.value = x.value and x.ds='2008-04-08' and x.hr=11) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@dest_j2_n1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -2588,12 +2614,22 @@ SELECT res.key, y.value, res.value FROM (select x.key, x.value from src1 x JOIN src y ON (x.key = y.key)) res JOIN srcpart y ON (res.value = y.value and y.ds='2008-04-08' and y.hr=11) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@dest_j2_n1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_j2_n1 SELECT res.key, y.value, res.value FROM (select x.key, x.value from src1 x JOIN src y ON (x.key = y.key)) res JOIN srcpart y ON (res.value = y.value and y.ds='2008-04-08' and y.hr=11) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@dest_j2_n1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/join46.q.out b/ql/src/test/results/clientpositive/llap/join46.q.out index 1f637d4..ef18c44 100644 --- a/ql/src/test/results/clientpositive/llap/join46.q.out +++ b/ql/src/test/results/clientpositive/llap/join46.q.out @@ -45,11 +45,17 @@ SELECT * FROM test1_n2 LEFT OUTER JOIN test2_n0 ON (test1_n2.value=test2_n0.value) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n2 +PREHOOK: Input: default@test2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n2 LEFT OUTER JOIN test2_n0 ON (test1_n2.value=test2_n0.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n2 +POSTHOOK: Input: default@test2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -150,6 +156,9 @@ ON (test1_n2.value=test2_n0.value AND test1_n2.key between 100 and 102 AND test2_n0.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n2 +PREHOOK: Input: default@test2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n2 LEFT OUTER JOIN test2_n0 @@ -157,6 +166,9 @@ ON (test1_n2.value=test2_n0.value AND test1_n2.key between 100 and 102 AND test2_n0.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n2 +POSTHOOK: Input: default@test2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -265,12 +277,18 @@ FROM test1_n2 LEFT OUTER JOIN test2_n0 ON (test1_n2.key between 100 and 102 AND test2_n0.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n2 +PREHOOK: Input: default@test2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n2 LEFT OUTER JOIN test2_n0 ON (test1_n2.key between 100 and 102 AND test2_n0.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n2 +POSTHOOK: Input: default@test2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -372,11 +390,17 @@ SELECT * FROM test1_n2 RIGHT OUTER JOIN test2_n0 ON (test1_n2.value=test2_n0.value AND true) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n2 +PREHOOK: Input: default@test2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n2 RIGHT OUTER JOIN test2_n0 ON (test1_n2.value=test2_n0.value AND true) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n2 +POSTHOOK: Input: default@test2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -474,11 +498,17 @@ SELECT * FROM test1_n2 LEFT OUTER JOIN test2_n0 ON (test1_n2.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n2 +PREHOOK: Input: default@test2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n2 LEFT OUTER JOIN test2_n0 ON (test1_n2.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n2 +POSTHOOK: Input: default@test2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -584,6 +614,9 @@ ON (test1_n2.value=test2_n0.value OR test1_n2.key between 100 and 102 OR test2_n0.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n2 +PREHOOK: Input: default@test2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n2 LEFT OUTER JOIN test2_n0 @@ -591,6 +624,9 @@ ON (test1_n2.value=test2_n0.value OR test1_n2.key between 100 and 102 OR test2_n0.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n2 +POSTHOOK: Input: default@test2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -698,12 +734,18 @@ FROM test1_n2 LEFT OUTER JOIN test2_n0 ON (test1_n2.value=test2_n0.value OR test1_n2.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n2 +PREHOOK: Input: default@test2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n2 LEFT OUTER JOIN test2_n0 ON (test1_n2.value=test2_n0.value OR test1_n2.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n2 +POSTHOOK: Input: default@test2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -809,12 +851,18 @@ FROM test1_n2 LEFT OUTER JOIN test2_n0 ON (test1_n2.value=test2_n0.value OR test2_n0.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n2 +PREHOOK: Input: default@test2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n2 LEFT OUTER JOIN test2_n0 ON (test1_n2.value=test2_n0.value OR test2_n0.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n2 +POSTHOOK: Input: default@test2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -915,6 +963,9 @@ ON (test1_n2.value=test2_n0.value AND (test1_n2.key between 100 and 102 OR test2_n0.key between 100 and 102)) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n2 +PREHOOK: Input: default@test2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n2 LEFT OUTER JOIN test2_n0 @@ -922,6 +973,9 @@ ON (test1_n2.value=test2_n0.value AND (test1_n2.key between 100 and 102 OR test2_n0.key between 100 and 102)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n2 +POSTHOOK: Input: default@test2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1026,12 +1080,18 @@ FROM test1_n2 LEFT OUTER JOIN test2_n0 ON (test1_n2.value=test2_n0.value OR test1_n2.key=test2_n0.key) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n2 +PREHOOK: Input: default@test2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT col_1, col_2 FROM test1_n2 LEFT OUTER JOIN test2_n0 ON (test1_n2.value=test2_n0.value OR test1_n2.key=test2_n0.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n2 +POSTHOOK: Input: default@test2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1137,6 +1197,9 @@ ON (test1_n2.value=test2_n0.value OR test1_n2.key between 100 and 102 OR test2_n0.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n2 +PREHOOK: Input: default@test2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n2 RIGHT OUTER JOIN test2_n0 @@ -1144,6 +1207,9 @@ ON (test1_n2.value=test2_n0.value OR test1_n2.key between 100 and 102 OR test2_n0.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n2 +POSTHOOK: Input: default@test2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1251,12 +1317,18 @@ FROM test1_n2 RIGHT OUTER JOIN test2_n0 ON (test1_n2.value=test2_n0.value OR test1_n2.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n2 +PREHOOK: Input: default@test2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n2 RIGHT OUTER JOIN test2_n0 ON (test1_n2.value=test2_n0.value OR test1_n2.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n2 +POSTHOOK: Input: default@test2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1359,12 +1431,18 @@ FROM test1_n2 RIGHT OUTER JOIN test2_n0 ON (test1_n2.value=test2_n0.value OR test2_n0.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n2 +PREHOOK: Input: default@test2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n2 RIGHT OUTER JOIN test2_n0 ON (test1_n2.value=test2_n0.value OR test2_n0.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n2 +POSTHOOK: Input: default@test2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1467,6 +1545,9 @@ ON (test1_n2.value=test2_n0.value AND (test1_n2.key between 100 and 102 OR test2_n0.key between 100 and 102)) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n2 +PREHOOK: Input: default@test2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n2 RIGHT OUTER JOIN test2_n0 @@ -1474,6 +1555,9 @@ ON (test1_n2.value=test2_n0.value AND (test1_n2.key between 100 and 102 OR test2_n0.key between 100 and 102)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n2 +POSTHOOK: Input: default@test2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1577,6 +1661,9 @@ ON (test1_n2.value=test2_n0.value OR test1_n2.key between 100 and 102 OR test2_n0.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n2 +PREHOOK: Input: default@test2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n2 FULL OUTER JOIN test2_n0 @@ -1584,6 +1671,9 @@ ON (test1_n2.value=test2_n0.value OR test1_n2.key between 100 and 102 OR test2_n0.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n2 +POSTHOOK: Input: default@test2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1691,12 +1781,18 @@ FROM test1_n2 FULL OUTER JOIN test2_n0 ON (test1_n2.value=test2_n0.value OR test1_n2.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n2 +PREHOOK: Input: default@test2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n2 FULL OUTER JOIN test2_n0 ON (test1_n2.value=test2_n0.value OR test1_n2.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n2 +POSTHOOK: Input: default@test2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1802,12 +1898,18 @@ FROM test1_n2 FULL OUTER JOIN test2_n0 ON (test1_n2.value=test2_n0.value OR test2_n0.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n2 +PREHOOK: Input: default@test2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n2 FULL OUTER JOIN test2_n0 ON (test1_n2.value=test2_n0.value OR test2_n0.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n2 +POSTHOOK: Input: default@test2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1910,6 +2012,9 @@ ON (test1_n2.value=test2_n0.value AND (test1_n2.key between 100 and 102 OR test2_n0.key between 100 and 102)) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n2 +PREHOOK: Input: default@test2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n2 FULL OUTER JOIN test2_n0 @@ -1917,6 +2022,9 @@ ON (test1_n2.value=test2_n0.value AND (test1_n2.key between 100 and 102 OR test2_n0.key between 100 and 102)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n2 +POSTHOOK: Input: default@test2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2037,6 +2145,9 @@ FULL OUTER JOIN ( ) sq2 ON (sq1.value1 is null or sq2.value4 is null and sq2.value3 != sq1.value2) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n2 +PREHOOK: Input: default@test2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM ( @@ -2057,6 +2168,9 @@ FULL OUTER JOIN ( ) sq2 ON (sq1.value1 is null or sq2.value4 is null and sq2.value3 != sq1.value2) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n2 +POSTHOOK: Input: default@test2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/join_emit_interval.q.out b/ql/src/test/results/clientpositive/llap/join_emit_interval.q.out index 9484b7a..2f30fb3 100644 --- a/ql/src/test/results/clientpositive/llap/join_emit_interval.q.out +++ b/ql/src/test/results/clientpositive/llap/join_emit_interval.q.out @@ -45,11 +45,17 @@ SELECT * FROM test1_n7 LEFT OUTER JOIN test2_n4 ON (test1_n7.value=test2_n4.value AND test1_n7.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n7 +PREHOOK: Input: default@test2_n4 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n7 LEFT OUTER JOIN test2_n4 ON (test1_n7.value=test2_n4.value AND test1_n7.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n7 +POSTHOOK: Input: default@test2_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -151,11 +157,17 @@ SELECT * FROM test1_n7 LEFT OUTER JOIN test2_n4 ON (test1_n7.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n7 +PREHOOK: Input: default@test2_n4 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n7 LEFT OUTER JOIN test2_n4 ON (test1_n7.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n7 +POSTHOOK: Input: default@test2_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/join_is_not_distinct_from.q.out b/ql/src/test/results/clientpositive/llap/join_is_not_distinct_from.q.out index f29700f..ccf8b2f 100644 --- a/ql/src/test/results/clientpositive/llap/join_is_not_distinct_from.q.out +++ b/ql/src/test/results/clientpositive/llap/join_is_not_distinct_from.q.out @@ -16,8 +16,12 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@myinput1_n10 PREHOOK: query: explain select * from myinput1_n10 a join myinput1_n10 b on a.key is not distinct from b.value PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1_n10 +#### A masked pattern was here #### POSTHOOK: query: explain select * from myinput1_n10 a join myinput1_n10 b on a.key is not distinct from b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1_n10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -107,8 +111,12 @@ NULL NULL 48 NULL NULL NULL NULL NULL PREHOOK: query: explain select * from myinput1_n10 a join myinput1_n10 b on a.key is not distinct from b.value join myinput1_n10 c on a.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1_n10 +#### A masked pattern was here #### POSTHOOK: query: explain select * from myinput1_n10 a join myinput1_n10 b on a.key is not distinct from b.value join myinput1_n10 c on a.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1_n10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -212,8 +220,12 @@ POSTHOOK: Input: default@myinput1_n10 100 100 100 100 100 100 PREHOOK: query: explain select * from myinput1_n10 a join myinput1_n10 b on a.key is not distinct from b.value join myinput1_n10 c on a.key is not distinct from c.key PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1_n10 +#### A masked pattern was here #### POSTHOOK: query: explain select * from myinput1_n10 a join myinput1_n10 b on a.key is not distinct from b.value join myinput1_n10 c on a.key is not distinct from c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1_n10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -336,8 +348,12 @@ NULL NULL NULL NULL NULL 35 NULL NULL NULL NULL NULL NULL PREHOOK: query: explain select * from myinput1_n10 a join myinput1_n10 b on a.key is not distinct from b.value AND a.value=b.key join myinput1_n10 c on a.key is not distinct from c.key AND a.value=c.value PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1_n10 +#### A masked pattern was here #### POSTHOOK: query: explain select * from myinput1_n10 a join myinput1_n10 b on a.key is not distinct from b.value AND a.value=b.key join myinput1_n10 c on a.key is not distinct from c.key AND a.value=c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1_n10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -439,8 +455,12 @@ POSTHOOK: Input: default@myinput1_n10 NULL 10 10 NULL NULL 10 PREHOOK: query: explain select * from myinput1_n10 a join myinput1_n10 b on a.key is not distinct from b.value AND a.value is not distinct from b.key join myinput1_n10 c on a.key is not distinct from c.key AND a.value is not distinct from c.value PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1_n10 +#### A masked pattern was here #### POSTHOOK: query: explain select * from myinput1_n10 a join myinput1_n10 b on a.key is not distinct from b.value AND a.value is not distinct from b.key join myinput1_n10 c on a.key is not distinct from c.key AND a.value is not distinct from c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1_n10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1578,8 +1598,12 @@ NULL NULL 12 NULL NULL NULL NULL NULL PREHOOK: query: explain select * from myinput1_n10 a join myinput1_n10 b on a.key is not distinct from b.value AND a.key is NULL PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1_n10 +#### A masked pattern was here #### POSTHOOK: query: explain select * from myinput1_n10 a join myinput1_n10 b on a.key is not distinct from b.value AND a.key is NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1_n10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/join_max_hashtable.q.out b/ql/src/test/results/clientpositive/llap/join_max_hashtable.q.out index 996b789..53591c8 100644 --- a/ql/src/test/results/clientpositive/llap/join_max_hashtable.q.out +++ b/ql/src/test/results/clientpositive/llap/join_max_hashtable.q.out @@ -2,10 +2,14 @@ PREHOOK: query: EXPLAIN SELECT x.key, x.value FROM src x JOIN src y ON (x.key = y.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.key, x.value FROM src x JOIN src y ON (x.key = y.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -79,10 +83,14 @@ PREHOOK: query: EXPLAIN SELECT x.key, x.value FROM src x JOIN src y ON (x.key = y.key AND x.value = y.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.key, x.value FROM src x JOIN src y ON (x.key = y.key AND x.value = y.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -156,10 +164,14 @@ PREHOOK: query: EXPLAIN SELECT x.key, x.value FROM src x JOIN src y ON (x.key = y.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.key, x.value FROM src x JOIN src y ON (x.key = y.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -243,10 +255,14 @@ PREHOOK: query: EXPLAIN SELECT x.key, x.value FROM src x JOIN src y ON (x.key = y.key AND x.value = y.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.key, x.value FROM src x JOIN src y ON (x.key = y.key AND x.value = y.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -329,10 +345,14 @@ PREHOOK: query: EXPLAIN SELECT x.key, x.value FROM src x JOIN src y ON (x.key = y.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.key, x.value FROM src x JOIN src y ON (x.key = y.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -416,10 +436,14 @@ PREHOOK: query: EXPLAIN SELECT x.key, x.value FROM src x JOIN src y ON (x.key = y.key AND x.value = y.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.key, x.value FROM src x JOIN src y ON (x.key = y.key AND x.value = y.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -502,10 +526,14 @@ PREHOOK: query: EXPLAIN SELECT x.key, x.value FROM src x JOIN src y ON (x.key = y.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.key, x.value FROM src x JOIN src y ON (x.key = y.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -579,10 +607,14 @@ PREHOOK: query: EXPLAIN SELECT x.key, x.value FROM src x JOIN src y ON (x.key = y.key AND x.value = y.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.key, x.value FROM src x JOIN src y ON (x.key = y.key AND x.value = y.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/join_nullsafe.q.out b/ql/src/test/results/clientpositive/llap/join_nullsafe.q.out index d64c8b8..ad54b56 100644 --- a/ql/src/test/results/clientpositive/llap/join_nullsafe.q.out +++ b/ql/src/test/results/clientpositive/llap/join_nullsafe.q.out @@ -16,8 +16,12 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@myinput1_n9 PREHOOK: query: explain select * from myinput1_n9 a join myinput1_n9 b on a.key<=>b.value PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select * from myinput1_n9 a join myinput1_n9 b on a.key<=>b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -107,8 +111,12 @@ NULL NULL 48 NULL NULL NULL NULL NULL PREHOOK: query: explain select * from myinput1_n9 a join myinput1_n9 b on a.key<=>b.value join myinput1_n9 c on a.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select * from myinput1_n9 a join myinput1_n9 b on a.key<=>b.value join myinput1_n9 c on a.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -212,8 +220,12 @@ POSTHOOK: Input: default@myinput1_n9 100 100 100 100 100 100 PREHOOK: query: explain select * from myinput1_n9 a join myinput1_n9 b on a.key<=>b.value join myinput1_n9 c on a.key<=>c.key PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select * from myinput1_n9 a join myinput1_n9 b on a.key<=>b.value join myinput1_n9 c on a.key<=>c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -336,8 +348,12 @@ NULL NULL NULL NULL NULL 35 NULL NULL NULL NULL NULL NULL PREHOOK: query: explain select * from myinput1_n9 a join myinput1_n9 b on a.key<=>b.value AND a.value=b.key join myinput1_n9 c on a.key<=>c.key AND a.value=c.value PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select * from myinput1_n9 a join myinput1_n9 b on a.key<=>b.value AND a.value=b.key join myinput1_n9 c on a.key<=>c.key AND a.value=c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -439,8 +455,12 @@ POSTHOOK: Input: default@myinput1_n9 NULL 10 10 NULL NULL 10 PREHOOK: query: explain select * from myinput1_n9 a join myinput1_n9 b on a.key<=>b.value AND a.value<=>b.key join myinput1_n9 c on a.key<=>c.key AND a.value<=>c.value PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select * from myinput1_n9 a join myinput1_n9 b on a.key<=>b.value AND a.value<=>b.key join myinput1_n9 c on a.key<=>c.key AND a.value<=>c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1578,8 +1598,12 @@ NULL NULL 12 NULL NULL NULL NULL NULL PREHOOK: query: explain select * from myinput1_n9 a join myinput1_n9 b on a.key<=>b.value AND a.key is NULL PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select * from myinput1_n9 a join myinput1_n9 b on a.key<=>b.value AND a.key is NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/join_reordering_no_stats.q.out b/ql/src/test/results/clientpositive/llap/join_reordering_no_stats.q.out index 0ef9bbf..d946404 100644 --- a/ql/src/test/results/clientpositive/llap/join_reordering_no_stats.q.out +++ b/ql/src/test/results/clientpositive/llap/join_reordering_no_stats.q.out @@ -80,8 +80,16 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@part_nostats PREHOOK: query: explain select count(1) from part_nostats,supplier_nostats,lineitem_nostats where p_partkey = l_partkey and s_suppkey = l_suppkey PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem_nostats +PREHOOK: Input: default@part_nostats +PREHOOK: Input: default@supplier_nostats +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from part_nostats,supplier_nostats,lineitem_nostats where p_partkey = l_partkey and s_suppkey = l_suppkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem_nostats +POSTHOOK: Input: default@part_nostats +POSTHOOK: Input: default@supplier_nostats +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -213,8 +221,16 @@ STAGE PLANS: PREHOOK: query: explain select count(1) from part_nostats,supplier_nostats,lineitem_nostats where p_partkey = l_partkey and s_suppkey = l_suppkey PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem_nostats +PREHOOK: Input: default@part_nostats +PREHOOK: Input: default@supplier_nostats +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from part_nostats,supplier_nostats,lineitem_nostats where p_partkey = l_partkey and s_suppkey = l_suppkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem_nostats +POSTHOOK: Input: default@part_nostats +POSTHOOK: Input: default@supplier_nostats +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -410,8 +426,28 @@ POSTHOOK: Output: default@employee_part_n1 POSTHOOK: Output: default@employee_part_n1@employeesalary=3000.0/country=UK PREHOOK: query: explain select count(1) from Employee_Part_n1,supplier_nostats,lineitem_nostats where employeeID= l_partkey and s_suppkey = l_suppkey PREHOOK: type: QUERY +PREHOOK: Input: default@employee_part_n1 +PREHOOK: Input: default@employee_part_n1@employeesalary=2000.0/country=UK +PREHOOK: Input: default@employee_part_n1@employeesalary=2000.0/country=USA +PREHOOK: Input: default@employee_part_n1@employeesalary=3000.0/country=UK +PREHOOK: Input: default@employee_part_n1@employeesalary=3000.0/country=USA +PREHOOK: Input: default@employee_part_n1@employeesalary=3500.0/country=UK +PREHOOK: Input: default@employee_part_n1@employeesalary=4000.0/country=USA +PREHOOK: Input: default@lineitem_nostats +PREHOOK: Input: default@supplier_nostats +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from Employee_Part_n1,supplier_nostats,lineitem_nostats where employeeID= l_partkey and s_suppkey = l_suppkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@employee_part_n1 +POSTHOOK: Input: default@employee_part_n1@employeesalary=2000.0/country=UK +POSTHOOK: Input: default@employee_part_n1@employeesalary=2000.0/country=USA +POSTHOOK: Input: default@employee_part_n1@employeesalary=3000.0/country=UK +POSTHOOK: Input: default@employee_part_n1@employeesalary=3000.0/country=USA +POSTHOOK: Input: default@employee_part_n1@employeesalary=3500.0/country=UK +POSTHOOK: Input: default@employee_part_n1@employeesalary=4000.0/country=USA +POSTHOOK: Input: default@lineitem_nostats +POSTHOOK: Input: default@supplier_nostats +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -543,8 +579,28 @@ STAGE PLANS: PREHOOK: query: explain select count(1) from Employee_Part_n1,supplier_nostats,lineitem_nostats where employeeID= l_partkey and s_suppkey = l_suppkey PREHOOK: type: QUERY +PREHOOK: Input: default@employee_part_n1 +PREHOOK: Input: default@employee_part_n1@employeesalary=2000.0/country=UK +PREHOOK: Input: default@employee_part_n1@employeesalary=2000.0/country=USA +PREHOOK: Input: default@employee_part_n1@employeesalary=3000.0/country=UK +PREHOOK: Input: default@employee_part_n1@employeesalary=3000.0/country=USA +PREHOOK: Input: default@employee_part_n1@employeesalary=3500.0/country=UK +PREHOOK: Input: default@employee_part_n1@employeesalary=4000.0/country=USA +PREHOOK: Input: default@lineitem_nostats +PREHOOK: Input: default@supplier_nostats +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from Employee_Part_n1,supplier_nostats,lineitem_nostats where employeeID= l_partkey and s_suppkey = l_suppkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@employee_part_n1 +POSTHOOK: Input: default@employee_part_n1@employeesalary=2000.0/country=UK +POSTHOOK: Input: default@employee_part_n1@employeesalary=2000.0/country=USA +POSTHOOK: Input: default@employee_part_n1@employeesalary=3000.0/country=UK +POSTHOOK: Input: default@employee_part_n1@employeesalary=3000.0/country=USA +POSTHOOK: Input: default@employee_part_n1@employeesalary=3500.0/country=UK +POSTHOOK: Input: default@employee_part_n1@employeesalary=4000.0/country=USA +POSTHOOK: Input: default@lineitem_nostats +POSTHOOK: Input: default@supplier_nostats +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/kill_query.q.out b/ql/src/test/results/clientpositive/llap/kill_query.q.out index c180023..32c3f6a 100644 --- a/ql/src/test/results/clientpositive/llap/kill_query.q.out +++ b/ql/src/test/results/clientpositive/llap/kill_query.q.out @@ -1,5 +1,6 @@ PREHOOK: query: explain kill query 'query_1244656' PREHOOK: type: KILL QUERY +PREHOOK: Output: dummyHostnameForTest POSTHOOK: query: explain kill query 'query_1244656' POSTHOOK: type: KILL QUERY STAGE DEPENDENCIES: @@ -13,6 +14,7 @@ STAGE PLANS: PREHOOK: query: explain kill query 'query_123456677' 'query_1238503495' PREHOOK: type: KILL QUERY +PREHOOK: Output: dummyHostnameForTest POSTHOOK: query: explain kill query 'query_123456677' 'query_1238503495' POSTHOOK: type: KILL QUERY STAGE DEPENDENCIES: diff --git a/ql/src/test/results/clientpositive/llap/kryo.q.out b/ql/src/test/results/clientpositive/llap/kryo.q.out index 1463dfb..8a1daee 100644 --- a/ql/src/test/results/clientpositive/llap/kryo.q.out +++ b/ql/src/test/results/clientpositive/llap/kryo.q.out @@ -26,8 +26,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@DateTime PREHOOK: query: explain SELECT IF(((`DateTime_`.`id` = 1) OR (`DateTime_`.`id` = 2)),IF((`DateTime_`.`id` = 1),(CASE WHEN true THEN `DateTime_`.`date_` WHEN NOT true THEN TO_DATE(`DateTime_`.`datetime`) ELSE NULL END),(CASE WHEN true THEN `DateTime_`.`date_` WHEN NOT true THEN TO_DATE(`DateTime_`.`datetime`) ELSE TO_DATE(`DateTime_`.`time`) END)),IF((`DateTime_`.`id` = 3),(CASE WHEN (`DateTime_`.`date_` IS NULL) OR (TO_DATE(`DateTime_`.`datetime`) IS NULL) THEN NULL WHEN `DateTime_`.`date_` > TO_DATE(`DateTime_`.`datetime`) THEN `DateTime_`.`date_` ELSE TO_DATE(`DateTime_`.`datetime`) END),NULL)) AS `none_calculation2_ok`, `DateTime_`.`id` AS `none_id_ok`, (CASE WHEN (`DateTime_`.`id` = 6) THEN (CASE WHEN (CONCAT(`DateTime_`.`date_`, ' 00:00:00') IS NULL) OR (`DateTime_`.`datetime` IS NULL) THEN NULL WHEN CONCAT(`DateTime_`.`date_`, ' 00:00:00') > `DateTime_`.`datetime` THEN CONCAT(`DateTime_`.`date_`, ' 00:00:00') ELSE `DateTime_`.`datetime` END) WHEN (`DateTime_`.`id` = 5) THEN (CASE WHEN (`DateTime_`.`date_` IS NULL) OR (`DateTime_`.`datetime` IS NULL) THEN NULL WHEN `DateTime_`.`date_` > `DateTime_`.`datetime` THEN `DateTime_`.`date_` ELSE `DateTime_`.`datetime` END) WHEN (`DateTime_`.`id` = 3) THEN (CASE WHEN true THEN CONCAT(`DateTime_`.`date_`, ' 00:00:00') WHEN NOT true THEN `DateTime_`.`datetime` ELSE NULL END) WHEN (`DateTime_`.`id` = 4) THEN (CASE WHEN true THEN CONCAT(`DateTime_`.`date_`, ' 00:00:00') WHEN NOT true THEN `DateTime_`.`datetime` ELSE `DateTime_`.`time` END) WHEN (`DateTime_`.`id` = 1) THEN (CASE WHEN true THEN `DateTime_`.`date_` WHEN NOT true THEN `DateTime_`.`datetime` ELSE NULL END) WHEN (`DateTime_`.`id` = 2) THEN (CASE WHEN true THEN `DateTime_`.`date_` WHEN NOT true THEN `DateTime_`.`datetime` ELSE `DateTime_`.`time` END) ELSE NULL END) AS `none_mixed_type_calcs_ok` FROM `DateTime` `DateTime_` WHERE (`DateTime_`.`id` = 1 OR `DateTime_`.`id` = 2 OR `DateTime_`.`id` = 3 OR `DateTime_`.`id` = 4 OR `DateTime_`.`id` = 5 OR `DateTime_`.`id` = 6) GROUP BY IF(((`DateTime_`.`id` = 1) OR (`DateTime_`.`id` = 2)),IF((`DateTime_`.`id` = 1),(CASE WHEN true THEN `DateTime_`.`date_` WHEN NOT true THEN TO_DATE(`DateTime_`.`datetime`) ELSE NULL END),(CASE WHEN true THEN `DateTime_`.`date_` WHEN NOT true THEN TO_DATE(`DateTime_`.`datetime`) ELSE TO_DATE(`DateTime_`.`time`) END)),IF((`DateTime_`.`id` = 3),(CASE WHEN (`DateTime_`.`date_` IS NULL) OR (TO_DATE(`DateTime_`.`datetime`) IS NULL) THEN NULL WHEN `DateTime_`.`date_` > TO_DATE(`DateTime_`.`datetime`) THEN `DateTime_`.`date_` ELSE TO_DATE(`DateTime_`.`datetime`) END),NULL)), `DateTime_`.`id`, (CASE WHEN (`DateTime_`.`id` = 6) THEN (CASE WHEN (CONCAT(`DateTime_`.`date_`, ' 00:00:00') IS NULL) OR (`DateTime_`.`datetime` IS NULL) THEN NULL WHEN CONCAT(`DateTime_`.`date_`, ' 00:00:00') > `DateTime_`.`datetime` THEN CONCAT(`DateTime_`.`date_`, ' 00:00:00') ELSE `DateTime_`.`datetime` END) WHEN (`DateTime_`.`id` = 5) THEN (CASE WHEN (`DateTime_`.`date_` IS NULL) OR (`DateTime_`.`datetime` IS NULL) THEN NULL WHEN `DateTime_`.`date_` > `DateTime_`.`datetime` THEN `DateTime_`.`date_` ELSE `DateTime_`.`datetime` END) WHEN (`DateTime_`.`id` = 3) THEN (CASE WHEN true THEN CONCAT(`DateTime_`.`date_`, ' 00:00:00') WHEN NOT true THEN `DateTime_`.`datetime` ELSE NULL END) WHEN (`DateTime_`.`id` = 4) THEN (CASE WHEN true THEN CONCAT(`DateTime_`.`date_`, ' 00:00:00') WHEN NOT true THEN `DateTime_`.`datetime` ELSE `DateTime_`.`time` END) WHEN (`DateTime_`.`id` = 1) THEN (CASE WHEN true THEN `DateTime_`.`date_` WHEN NOT true THEN `DateTime_`.`datetime` ELSE NULL END) WHEN (`DateTime_`.`id` = 2) THEN (CASE WHEN true THEN `DateTime_`.`date_` WHEN NOT true THEN `DateTime_`.`datetime` ELSE `DateTime_`.`time` END) ELSE NULL END) PREHOOK: type: QUERY +PREHOOK: Input: default@datetime +#### A masked pattern was here #### POSTHOOK: query: explain SELECT IF(((`DateTime_`.`id` = 1) OR (`DateTime_`.`id` = 2)),IF((`DateTime_`.`id` = 1),(CASE WHEN true THEN `DateTime_`.`date_` WHEN NOT true THEN TO_DATE(`DateTime_`.`datetime`) ELSE NULL END),(CASE WHEN true THEN `DateTime_`.`date_` WHEN NOT true THEN TO_DATE(`DateTime_`.`datetime`) ELSE TO_DATE(`DateTime_`.`time`) END)),IF((`DateTime_`.`id` = 3),(CASE WHEN (`DateTime_`.`date_` IS NULL) OR (TO_DATE(`DateTime_`.`datetime`) IS NULL) THEN NULL WHEN `DateTime_`.`date_` > TO_DATE(`DateTime_`.`datetime`) THEN `DateTime_`.`date_` ELSE TO_DATE(`DateTime_`.`datetime`) END),NULL)) AS `none_calculation2_ok`, `DateTime_`.`id` AS `none_id_ok`, (CASE WHEN (`DateTime_`.`id` = 6) THEN (CASE WHEN (CONCAT(`DateTime_`.`date_`, ' 00:00:00') IS NULL) OR (`DateTime_`.`datetime` IS NULL) THEN NULL WHEN CONCAT(`DateTime_`.`date_`, ' 00:00:00') > `DateTime_`.`datetime` THEN CONCAT(`DateTime_`.`date_`, ' 00:00:00') ELSE `DateTime_`.`datetime` END) WHEN (`DateTime_`.`id` = 5) THEN (CASE WHEN (`DateTime_`.`date_` IS NULL) OR (`DateTime_`.`datetime` IS NULL) THEN NULL WHEN `DateTime_`.`date_` > `DateTime_`.`datetime` THEN `DateTime_`.`date_` ELSE `DateTime_`.`datetime` END) WHEN (`DateTime_`.`id` = 3) THEN (CASE WHEN true THEN CONCAT(`DateTime_`.`date_`, ' 00:00:00') WHEN NOT true THEN `DateTime_`.`datetime` ELSE NULL END) WHEN (`DateTime_`.`id` = 4) THEN (CASE WHEN true THEN CONCAT(`DateTime_`.`date_`, ' 00:00:00') WHEN NOT true THEN `DateTime_`.`datetime` ELSE `DateTime_`.`time` END) WHEN (`DateTime_`.`id` = 1) THEN (CASE WHEN true THEN `DateTime_`.`date_` WHEN NOT true THEN `DateTime_`.`datetime` ELSE NULL END) WHEN (`DateTime_`.`id` = 2) THEN (CASE WHEN true THEN `DateTime_`.`date_` WHEN NOT true THEN `DateTime_`.`datetime` ELSE `DateTime_`.`time` END) ELSE NULL END) AS `none_mixed_type_calcs_ok` FROM `DateTime` `DateTime_` WHERE (`DateTime_`.`id` = 1 OR `DateTime_`.`id` = 2 OR `DateTime_`.`id` = 3 OR `DateTime_`.`id` = 4 OR `DateTime_`.`id` = 5 OR `DateTime_`.`id` = 6) GROUP BY IF(((`DateTime_`.`id` = 1) OR (`DateTime_`.`id` = 2)),IF((`DateTime_`.`id` = 1),(CASE WHEN true THEN `DateTime_`.`date_` WHEN NOT true THEN TO_DATE(`DateTime_`.`datetime`) ELSE NULL END),(CASE WHEN true THEN `DateTime_`.`date_` WHEN NOT true THEN TO_DATE(`DateTime_`.`datetime`) ELSE TO_DATE(`DateTime_`.`time`) END)),IF((`DateTime_`.`id` = 3),(CASE WHEN (`DateTime_`.`date_` IS NULL) OR (TO_DATE(`DateTime_`.`datetime`) IS NULL) THEN NULL WHEN `DateTime_`.`date_` > TO_DATE(`DateTime_`.`datetime`) THEN `DateTime_`.`date_` ELSE TO_DATE(`DateTime_`.`datetime`) END),NULL)), `DateTime_`.`id`, (CASE WHEN (`DateTime_`.`id` = 6) THEN (CASE WHEN (CONCAT(`DateTime_`.`date_`, ' 00:00:00') IS NULL) OR (`DateTime_`.`datetime` IS NULL) THEN NULL WHEN CONCAT(`DateTime_`.`date_`, ' 00:00:00') > `DateTime_`.`datetime` THEN CONCAT(`DateTime_`.`date_`, ' 00:00:00') ELSE `DateTime_`.`datetime` END) WHEN (`DateTime_`.`id` = 5) THEN (CASE WHEN (`DateTime_`.`date_` IS NULL) OR (`DateTime_`.`datetime` IS NULL) THEN NULL WHEN `DateTime_`.`date_` > `DateTime_`.`datetime` THEN `DateTime_`.`date_` ELSE `DateTime_`.`datetime` END) WHEN (`DateTime_`.`id` = 3) THEN (CASE WHEN true THEN CONCAT(`DateTime_`.`date_`, ' 00:00:00') WHEN NOT true THEN `DateTime_`.`datetime` ELSE NULL END) WHEN (`DateTime_`.`id` = 4) THEN (CASE WHEN true THEN CONCAT(`DateTime_`.`date_`, ' 00:00:00') WHEN NOT true THEN `DateTime_`.`datetime` ELSE `DateTime_`.`time` END) WHEN (`DateTime_`.`id` = 1) THEN (CASE WHEN true THEN `DateTime_`.`date_` WHEN NOT true THEN `DateTime_`.`datetime` ELSE NULL END) WHEN (`DateTime_`.`id` = 2) THEN (CASE WHEN true THEN `DateTime_`.`date_` WHEN NOT true THEN `DateTime_`.`datetime` ELSE `DateTime_`.`time` END) ELSE NULL END) POSTHOOK: type: QUERY +POSTHOOK: Input: default@datetime +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/lateral_view.q.out b/ql/src/test/results/clientpositive/llap/lateral_view.q.out index 3fae367..c1bca18 100644 --- a/ql/src/test/results/clientpositive/llap/lateral_view.q.out +++ b/ql/src/test/results/clientpositive/llap/lateral_view.q.out @@ -17,8 +17,12 @@ POSTHOOK: Output: default@tmp_pyang_lv POSTHOOK: Lineage: tmp_pyang_lv.inputs SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: EXPLAIN SELECT * FROM src LATERAL VIEW explode(array(1,2,3)) myTable AS myCol SORT BY key ASC, myCol ASC LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src LATERAL VIEW explode(array(1,2,3)) myTable AS myCol SORT BY key ASC, myCol ASC LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -120,8 +124,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT myTable.* FROM src LATERAL VIEW explode(array(1,2,3)) myTable AS myCol LIMIT 3 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT myTable.* FROM src LATERAL VIEW explode(array(1,2,3)) myTable AS myCol LIMIT 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -158,8 +166,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT myTable.myCol, myTable2.myCol2 FROM src LATERAL VIEW explode(array(1,2,3)) myTable AS myCol LATERAL VIEW explode(array('a', 'b', 'c')) myTable2 AS myCol2 LIMIT 9 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT myTable.myCol, myTable2.myCol2 FROM src LATERAL VIEW explode(array(1,2,3)) myTable AS myCol LATERAL VIEW explode(array('a', 'b', 'c')) myTable2 AS myCol2 LIMIT 9 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -234,8 +246,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT myTable2.* FROM src LATERAL VIEW explode(array(array(1,2,3))) myTable AS myCol LATERAL VIEW explode(myTable.myCol) myTable2 AS myCol2 LIMIT 3 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT myTable2.* FROM src LATERAL VIEW explode(array(array(1,2,3))) myTable AS myCol LATERAL VIEW explode(myTable.myCol) myTable2 AS myCol2 LIMIT 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -355,9 +371,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT myCol from tmp_pyang_lv LATERAL VIEW explode(array(1,2,3)) myTab as myCol limit 3 PREHOOK: type: QUERY +PREHOOK: Input: default@tmp_pyang_lv +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT myCol from tmp_pyang_lv LATERAL VIEW explode(array(1,2,3)) myTab as myCol limit 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tmp_pyang_lv +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -610,9 +630,13 @@ POSTHOOK: Input: default@tmp_pyang_src_rcfile PREHOOK: query: EXPLAIN SELECT value, myCol from (SELECT key, array(value[0]) AS value FROM tmp_pyang_src_rcfile GROUP BY value[0], key) a LATERAL VIEW explode(value) myTable AS myCol PREHOOK: type: QUERY +PREHOOK: Input: default@tmp_pyang_src_rcfile +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT value, myCol from (SELECT key, array(value[0]) AS value FROM tmp_pyang_src_rcfile GROUP BY value[0], key) a LATERAL VIEW explode(value) myTable AS myCol POSTHOOK: type: QUERY +POSTHOOK: Input: default@tmp_pyang_src_rcfile +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/leftsemijoin.q.out b/ql/src/test/results/clientpositive/llap/leftsemijoin.q.out index 363f2de..f059c75 100644 --- a/ql/src/test/results/clientpositive/llap/leftsemijoin.q.out +++ b/ql/src/test/results/clientpositive/llap/leftsemijoin.q.out @@ -111,8 +111,12 @@ POSTHOOK: Output: default@things_n1 Warning: Shuffle Join MERGEJOIN[24][tables = [$hdt$_1, $hdt$_2]] in Stage 'Reducer 4' is a cross product PREHOOK: query: explain select part.p_type from part join (select p1.p_name from part p1, part p2 group by p1.p_name) pp ON pp.p_name = part.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select part.p_type from part join (select p1.p_name from part p1, part p2 group by p1.p_name) pp ON pp.p_name = part.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -263,8 +267,12 @@ STANDARD PLATED TIN STANDARD POLISHED STEEL PREHOOK: query: explain select part.p_type from part left join (select p1.p_name from part p1, part p2 group by p1.p_name) pp ON pp.p_name = part.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select part.p_type from part left join (select p1.p_name from part p1, part p2 group by p1.p_name) pp ON pp.p_name = part.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/llap/limit_join_transpose.q.out b/ql/src/test/results/clientpositive/llap/limit_join_transpose.q.out index 76a8bf6..4a9db25 100644 --- a/ql/src/test/results/clientpositive/llap/limit_join_transpose.q.out +++ b/ql/src/test/results/clientpositive/llap/limit_join_transpose.q.out @@ -4,12 +4,16 @@ from src src1 left outer join src src2 on src1.key = src2.key limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src src1 left outer join src src2 on src1.key = src2.key limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -105,12 +109,16 @@ from src src1 left outer join src src2 on src1.key = src2.key limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src src1 left outer join src src2 on src1.key = src2.key limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -206,12 +214,16 @@ from src src1 left outer join src src2 on src1.key = src2.key limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src src1 left outer join src src2 on src1.key = src2.key limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -318,6 +330,8 @@ from src src1 right outer join ( on src1.key = src2.key limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src src1 right outer join ( @@ -327,6 +341,8 @@ from src src1 right outer join ( on src1.key = src2.key limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -467,6 +483,8 @@ from src src1 right outer join ( on src1.key = src2.key limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src src1 right outer join ( @@ -476,6 +494,8 @@ from src src1 right outer join ( on src1.key = src2.key limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -632,6 +652,8 @@ on src1.key = src2.key order by src2.key limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src src1 right outer join ( @@ -642,6 +664,8 @@ on src1.key = src2.key order by src2.key limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -823,6 +847,8 @@ from src src1 right outer join ( on src1.key = src2.key limit 0 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src src1 right outer join ( @@ -832,6 +858,8 @@ from src src1 right outer join ( on src1.key = src2.key limit 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -868,12 +896,16 @@ from src src1 left outer join src src2 on src1.key = src2.key limit 1 offset 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src src1 left outer join src src2 on src1.key = src2.key limit 1 offset 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -970,12 +1002,16 @@ from src src1 left outer join src src2 on src1.key = src2.key limit 1 offset 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src src1 left outer join src src2 on src1.key = src2.key limit 1 offset 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1072,12 +1108,16 @@ from src src1 left outer join src src2 on src1.key = src2.key limit 1 offset 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src src1 left outer join src src2 on src1.key = src2.key limit 1 offset 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1186,6 +1226,8 @@ from src src1 right outer join ( on src1.key = src2.key limit 1 offset 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src src1 right outer join ( @@ -1195,6 +1237,8 @@ from src src1 right outer join ( on src1.key = src2.key limit 1 offset 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1337,6 +1381,8 @@ from src src1 right outer join ( on src1.key = src2.key limit 1 offset 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src src1 right outer join ( @@ -1346,6 +1392,8 @@ from src src1 right outer join ( on src1.key = src2.key limit 1 offset 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1506,6 +1554,8 @@ on src1.key = src2.key order by src2.key limit 1 offset 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src src1 right outer join ( @@ -1516,6 +1566,8 @@ on src1.key = src2.key order by src2.key limit 1 offset 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/limit_pushdown.q.out b/ql/src/test/results/clientpositive/llap/limit_pushdown.q.out index 1f14580..7671db9 100644 --- a/ql/src/test/results/clientpositive/llap/limit_pushdown.q.out +++ b/ql/src/test/results/clientpositive/llap/limit_pushdown.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select key,value from src order by key limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key,value from src order by key limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -88,9 +92,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select key,value from src order by key desc limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key,value from src order by key desc limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -175,9 +183,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select value, sum(key + 1) as sum from src group by value order by value limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select value, sum(key + 1) as sum from src group by value order by value limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -276,9 +288,13 @@ val_131 132.0 PREHOOK: query: explain select value,avg(key + 1) from src group by value order by value limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select value,avg(key + 1) from src group by value order by value limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -381,9 +397,13 @@ val_131 132.0 PREHOOK: query: explain select distinct(cdouble) as dis from alltypesorc order by dis limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select distinct(cdouble) as dis from alltypesorc order by dis limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -479,9 +499,13 @@ NULL PREHOOK: query: explain select ctinyint, count(distinct(cdouble)) from alltypesorc group by ctinyint order by ctinyint limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select ctinyint, count(distinct(cdouble)) from alltypesorc group by ctinyint order by ctinyint limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -577,9 +601,13 @@ NULL 2932 PREHOOK: query: explain select ctinyint, count(cdouble) from (select ctinyint, cdouble from alltypesorc group by ctinyint, cdouble) t1 group by ctinyint order by ctinyint limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select ctinyint, count(cdouble) from (select ctinyint, cdouble from alltypesorc group by ctinyint, cdouble) t1 group by ctinyint order by ctinyint limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -675,9 +703,13 @@ NULL 2932 PREHOOK: query: explain select ctinyint, count(distinct(cstring1)), count(distinct(cstring2)) from alltypesorc group by ctinyint order by ctinyint limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select ctinyint, count(distinct(cstring1)), count(distinct(cstring2)) from alltypesorc group by ctinyint order by ctinyint limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -770,9 +802,13 @@ NULL 3065 3 PREHOOK: query: explain select key,value from src order by key limit 0 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key,value from src order by key limit 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -794,9 +830,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select value, sum(key) as sum from src group by value order by sum limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select value, sum(key) as sum from src group by value order by sum limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -907,6 +947,8 @@ join (select key, count(1) from src group by key limit 3) subq2 on subq.key=subq2.key limit 4 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select key, count(1) from src group by key order by key limit 2) subq @@ -914,6 +956,8 @@ join (select key, count(1) from src group by key limit 3) subq2 on subq.key=subq2.key limit 4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1064,9 +1108,13 @@ STAGE PLANS: PREHOOK: query: explain select value, sum(key) as sum from src group by value order by value limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select value, sum(key) as sum from src group by value order by value limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1154,9 +1202,13 @@ val_131 131.0 PREHOOK: query: explain select key,value,value,value,value,value,value,value,value from src order by key limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key,value,value,value,value,value,value,value,value from src order by key limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1321,9 +1373,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select sum(key) as sum from src group by concat(key,value,value,value,value,value,value,value,value,value) order by sum limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select sum(key) as sum from src group by concat(key,value,value,value,value,value,value,value,value,value) order by sum limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/limit_pushdown3.q.out b/ql/src/test/results/clientpositive/llap/limit_pushdown3.q.out index 1027bfe..d6be0c0 100644 --- a/ql/src/test/results/clientpositive/llap/limit_pushdown3.q.out +++ b/ql/src/test/results/clientpositive/llap/limit_pushdown3.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select key,value from src order by key limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key,value from src order by key limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -88,9 +92,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select key,value from src order by key desc limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key,value from src order by key desc limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -175,9 +183,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select value, sum(key + 1) as sum from src group by value order by value limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select value, sum(key + 1) as sum from src group by value order by value limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -290,9 +302,13 @@ val_131 132.0 PREHOOK: query: explain select value,avg(key + 1) from src group by value order by value limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select value,avg(key + 1) from src group by value order by value limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -409,9 +425,13 @@ val_131 132.0 PREHOOK: query: explain select distinct(cdouble) as dis from alltypesorc order by dis limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select distinct(cdouble) as dis from alltypesorc order by dis limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -520,9 +540,13 @@ NULL PREHOOK: query: explain select ctinyint, count(distinct(cdouble)) from alltypesorc group by ctinyint order by ctinyint limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select ctinyint, count(distinct(cdouble)) from alltypesorc group by ctinyint order by ctinyint limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -632,9 +656,13 @@ NULL 2932 PREHOOK: query: explain select ctinyint, count(cdouble) from (select ctinyint, cdouble from alltypesorc group by ctinyint, cdouble) t1 group by ctinyint order by ctinyint limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select ctinyint, count(cdouble) from (select ctinyint, cdouble from alltypesorc group by ctinyint, cdouble) t1 group by ctinyint order by ctinyint limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -744,9 +772,13 @@ NULL 2932 PREHOOK: query: explain select ctinyint, count(distinct(cstring1)), count(distinct(cstring2)) from alltypesorc group by ctinyint order by ctinyint limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select ctinyint, count(distinct(cstring1)), count(distinct(cstring2)) from alltypesorc group by ctinyint order by ctinyint limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -853,9 +885,13 @@ NULL 3065 3 PREHOOK: query: explain select key,value from src order by key limit 0 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key,value from src order by key limit 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -877,9 +913,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select value, sum(key) as sum from src group by value order by sum limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select value, sum(key) as sum from src group by value order by sum limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -986,9 +1026,13 @@ val_41 41.0 PREHOOK: query: explain select value, sum(key) as sum from src group by value order by value limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select value, sum(key) as sum from src group by value order by value limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1090,9 +1134,13 @@ val_131 131.0 PREHOOK: query: explain select key,value,value,value,value,value,value,value,value from src order by key limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key,value,value,value,value,value,value,value,value from src order by key limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1257,9 +1305,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select sum(key) as sum from src group by concat(key,value,value,value,value,value,value,value,value,value) order by sum limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select sum(key) as sum from src group by concat(key,value,value,value,value,value,value,value,value,value) order by sum limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/list_bucket_dml_10.q.out b/ql/src/test/results/clientpositive/llap/list_bucket_dml_10.q.out index 2693367..05c874f 100644 --- a/ql/src/test/results/clientpositive/llap/list_bucket_dml_10.q.out +++ b/ql/src/test/results/clientpositive/llap/list_bucket_dml_10.q.out @@ -18,10 +18,14 @@ PREHOOK: query: explain extended insert overwrite table list_bucketing_static_part partition (ds = '2008-04-08', hr = '11') select key, value from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@list_bucketing_static_part@ds=2008-04-08/hr=11 POSTHOOK: query: explain extended insert overwrite table list_bucketing_static_part partition (ds = '2008-04-08', hr = '11') select key, value from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@list_bucketing_static_part@ds=2008-04-08/hr=11 OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`src` STAGE DEPENDENCIES: diff --git a/ql/src/test/results/clientpositive/llap/llap_acid.q.out b/ql/src/test/results/clientpositive/llap/llap_acid.q.out index 635f928..dc4da02 100644 --- a/ql/src/test/results/clientpositive/llap/llap_acid.q.out +++ b/ql/src/test/results/clientpositive/llap/llap_acid.q.out @@ -82,10 +82,20 @@ PREHOOK: query: explain vectorization only detail select cint, csmallint, cbigint from orc_llap_n1 where cint is not null order by csmallint, cint PREHOOK: type: QUERY +PREHOOK: Input: default@orc_llap_n1 +PREHOOK: Input: default@orc_llap_n1@csmallint=1 +PREHOOK: Input: default@orc_llap_n1@csmallint=2 +PREHOOK: Input: default@orc_llap_n1@csmallint=3 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select cint, csmallint, cbigint from orc_llap_n1 where cint is not null order by csmallint, cint POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_llap_n1 +POSTHOOK: Input: default@orc_llap_n1@csmallint=1 +POSTHOOK: Input: default@orc_llap_n1@csmallint=2 +POSTHOOK: Input: default@orc_llap_n1@csmallint=3 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -225,9 +235,23 @@ POSTHOOK: Lineage: orc_llap_n1 PARTITION(csmallint=1).cint SCRIPT [] PREHOOK: query: explain vectorization only detail update orc_llap_n1 set cbigint = 2 where cint = 1 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_llap_n1 +PREHOOK: Input: default@orc_llap_n1@csmallint=1 +PREHOOK: Input: default@orc_llap_n1@csmallint=2 +PREHOOK: Input: default@orc_llap_n1@csmallint=3 +PREHOOK: Output: default@orc_llap_n1@csmallint=1 +PREHOOK: Output: default@orc_llap_n1@csmallint=2 +PREHOOK: Output: default@orc_llap_n1@csmallint=3 POSTHOOK: query: explain vectorization only detail update orc_llap_n1 set cbigint = 2 where cint = 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_llap_n1 +POSTHOOK: Input: default@orc_llap_n1@csmallint=1 +POSTHOOK: Input: default@orc_llap_n1@csmallint=2 +POSTHOOK: Input: default@orc_llap_n1@csmallint=3 +POSTHOOK: Output: default@orc_llap_n1@csmallint=1 +POSTHOOK: Output: default@orc_llap_n1@csmallint=2 +POSTHOOK: Output: default@orc_llap_n1@csmallint=3 PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -336,10 +360,20 @@ PREHOOK: query: explain vectorization only detail select cint, csmallint, cbigint from orc_llap_n1 where cint is not null order by csmallint, cint PREHOOK: type: QUERY +PREHOOK: Input: default@orc_llap_n1 +PREHOOK: Input: default@orc_llap_n1@csmallint=1 +PREHOOK: Input: default@orc_llap_n1@csmallint=2 +PREHOOK: Input: default@orc_llap_n1@csmallint=3 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select cint, csmallint, cbigint from orc_llap_n1 where cint is not null order by csmallint, cint POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_llap_n1 +POSTHOOK: Input: default@orc_llap_n1@csmallint=1 +POSTHOOK: Input: default@orc_llap_n1@csmallint=2 +POSTHOOK: Input: default@orc_llap_n1@csmallint=3 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/llap_acid_fast.q.out b/ql/src/test/results/clientpositive/llap/llap_acid_fast.q.out index c4dc6f7..8598ad1 100644 --- a/ql/src/test/results/clientpositive/llap/llap_acid_fast.q.out +++ b/ql/src/test/results/clientpositive/llap/llap_acid_fast.q.out @@ -76,10 +76,20 @@ PREHOOK: query: explain vectorization only detail select cint, csmallint, cbigint from orc_llap_acid_fast where cint is not null order by csmallint, cint PREHOOK: type: QUERY +PREHOOK: Input: default@orc_llap_acid_fast +PREHOOK: Input: default@orc_llap_acid_fast@csmallint=1 +PREHOOK: Input: default@orc_llap_acid_fast@csmallint=2 +PREHOOK: Input: default@orc_llap_acid_fast@csmallint=3 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select cint, csmallint, cbigint from orc_llap_acid_fast where cint is not null order by csmallint, cint POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_llap_acid_fast +POSTHOOK: Input: default@orc_llap_acid_fast@csmallint=1 +POSTHOOK: Input: default@orc_llap_acid_fast@csmallint=2 +POSTHOOK: Input: default@orc_llap_acid_fast@csmallint=3 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -219,9 +229,23 @@ POSTHOOK: Lineage: orc_llap_acid_fast PARTITION(csmallint=1).cint SCRIPT [] PREHOOK: query: explain vectorization only detail update orc_llap_acid_fast set cbigint = 2 where cint = 1 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_llap_acid_fast +PREHOOK: Input: default@orc_llap_acid_fast@csmallint=1 +PREHOOK: Input: default@orc_llap_acid_fast@csmallint=2 +PREHOOK: Input: default@orc_llap_acid_fast@csmallint=3 +PREHOOK: Output: default@orc_llap_acid_fast@csmallint=1 +PREHOOK: Output: default@orc_llap_acid_fast@csmallint=2 +PREHOOK: Output: default@orc_llap_acid_fast@csmallint=3 POSTHOOK: query: explain vectorization only detail update orc_llap_acid_fast set cbigint = 2 where cint = 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_llap_acid_fast +POSTHOOK: Input: default@orc_llap_acid_fast@csmallint=1 +POSTHOOK: Input: default@orc_llap_acid_fast@csmallint=2 +POSTHOOK: Input: default@orc_llap_acid_fast@csmallint=3 +POSTHOOK: Output: default@orc_llap_acid_fast@csmallint=1 +POSTHOOK: Output: default@orc_llap_acid_fast@csmallint=2 +POSTHOOK: Output: default@orc_llap_acid_fast@csmallint=3 PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -330,10 +354,20 @@ PREHOOK: query: explain vectorization only detail select cint, csmallint, cbigint from orc_llap_acid_fast where cint is not null order by csmallint, cint PREHOOK: type: QUERY +PREHOOK: Input: default@orc_llap_acid_fast +PREHOOK: Input: default@orc_llap_acid_fast@csmallint=1 +PREHOOK: Input: default@orc_llap_acid_fast@csmallint=2 +PREHOOK: Input: default@orc_llap_acid_fast@csmallint=3 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select cint, csmallint, cbigint from orc_llap_acid_fast where cint is not null order by csmallint, cint POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_llap_acid_fast +POSTHOOK: Input: default@orc_llap_acid_fast@csmallint=1 +POSTHOOK: Input: default@orc_llap_acid_fast@csmallint=2 +POSTHOOK: Input: default@orc_llap_acid_fast@csmallint=3 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/llap_decimal64_reader.q.out b/ql/src/test/results/clientpositive/llap/llap_decimal64_reader.q.out index 88ddd9c..f5ada5a 100644 --- a/ql/src/test/results/clientpositive/llap/llap_decimal64_reader.q.out +++ b/ql/src/test/results/clientpositive/llap/llap_decimal64_reader.q.out @@ -103,9 +103,13 @@ POSTHOOK: Lineage: orc_llap_n0.ctinyint SIMPLE [(alltypesorc)alltypesorc.FieldSc PREHOOK: query: explain vectorization select cdecimal1,cdecimal2 from orc_llap_n0 where cdecimal1 = cast("3.345" as decimal(10,2)) or cdecimal1 = cast("4.456" as decimal(10,2)) group by cdecimal1,cdecimal2 limit 2 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_llap_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select cdecimal1,cdecimal2 from orc_llap_n0 where cdecimal1 = cast("3.345" as decimal(10,2)) or cdecimal1 = cast("4.456" as decimal(10,2)) group by cdecimal1,cdecimal2 limit 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_llap_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -204,9 +208,13 @@ POSTHOOK: Input: default@orc_llap_n0 PREHOOK: query: explain vectorization select cdecimal1,cdecimal2 from orc_llap_n0 where cdecimal1 = cast("3.345" as decimal(10,2)) or cdecimal1 = cast("4.456" as decimal(10,2)) group by cdecimal1,cdecimal2 limit 2 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_llap_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select cdecimal1,cdecimal2 from orc_llap_n0 where cdecimal1 = cast("3.345" as decimal(10,2)) or cdecimal1 = cast("4.456" as decimal(10,2)) group by cdecimal1,cdecimal2 limit 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_llap_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/llap_nullscan.q.out b/ql/src/test/results/clientpositive/llap/llap_nullscan.q.out index 7bf003e..515b340 100644 --- a/ql/src/test/results/clientpositive/llap/llap_nullscan.q.out +++ b/ql/src/test/results/clientpositive/llap/llap_nullscan.q.out @@ -27,9 +27,13 @@ POSTHOOK: Lineage: src_orc_n1.value SIMPLE [(srcpart)srcpart.FieldSchema(name:va PREHOOK: query: explain extended select * from src_orc_n1 where 1=2 PREHOOK: type: QUERY +PREHOOK: Input: default@src_orc_n1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain extended select * from src_orc_n1 where 1=2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_orc_n1 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -149,9 +153,13 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain select * from (select key from src_orc_n1 where false) a left outer join (select key from src_orc_n1 limit 0) b on a.key=b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src_orc_n1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from (select key from src_orc_n1 where false) a left outer join (select key from src_orc_n1 limit 0) b on a.key=b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_orc_n1 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -246,9 +254,13 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain select count(key) from src_orc_n1 where false union all select count(key) from src_orc_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@src_orc_n1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select count(key) from src_orc_n1 where false union all select count(key) from src_orc_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_orc_n1 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -353,9 +365,13 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain select * from src_orc_n1 s1, src_orc_n1 s2 where false and s1.value = s2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src_orc_n1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from src_orc_n1 s1, src_orc_n1 s2 where false and s1.value = s2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_orc_n1 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/llap_partitioned.q.out b/ql/src/test/results/clientpositive/llap/llap_partitioned.q.out index e6fa1ac..89e5683 100644 --- a/ql/src/test/results/clientpositive/llap/llap_partitioned.q.out +++ b/ql/src/test/results/clientpositive/llap/llap_partitioned.q.out @@ -1610,10 +1610,292 @@ PREHOOK: query: explain vectorization detail SELECT oft.ctinyint, oft.cint, oft.cchar1, oft.cvchar1 FROM orc_llap_part oft INNER JOIN orc_llap_dim_part od ON oft.ctinyint = od.ctinyint PREHOOK: type: QUERY +PREHOOK: Input: default@orc_llap_dim_part +PREHOOK: Input: default@orc_llap_dim_part@ctinyint=11 +PREHOOK: Input: default@orc_llap_dim_part@ctinyint=12 +PREHOOK: Input: default@orc_llap_dim_part@ctinyint=13 +PREHOOK: Input: default@orc_llap_dim_part@ctinyint=14 +PREHOOK: Input: default@orc_llap_dim_part@ctinyint=15 +PREHOOK: Input: default@orc_llap_dim_part@ctinyint=16 +PREHOOK: Input: default@orc_llap_dim_part@ctinyint=17 +PREHOOK: Input: default@orc_llap_dim_part@ctinyint=18 +PREHOOK: Input: default@orc_llap_dim_part@ctinyint=19 +PREHOOK: Input: default@orc_llap_dim_part@ctinyint=20 +PREHOOK: Input: default@orc_llap_part +PREHOOK: Input: default@orc_llap_part@ctinyint=-1 +PREHOOK: Input: default@orc_llap_part@ctinyint=-10 +PREHOOK: Input: default@orc_llap_part@ctinyint=-11 +PREHOOK: Input: default@orc_llap_part@ctinyint=-12 +PREHOOK: Input: default@orc_llap_part@ctinyint=-13 +PREHOOK: Input: default@orc_llap_part@ctinyint=-14 +PREHOOK: Input: default@orc_llap_part@ctinyint=-15 +PREHOOK: Input: default@orc_llap_part@ctinyint=-16 +PREHOOK: Input: default@orc_llap_part@ctinyint=-17 +PREHOOK: Input: default@orc_llap_part@ctinyint=-18 +PREHOOK: Input: default@orc_llap_part@ctinyint=-19 +PREHOOK: Input: default@orc_llap_part@ctinyint=-2 +PREHOOK: Input: default@orc_llap_part@ctinyint=-20 +PREHOOK: Input: default@orc_llap_part@ctinyint=-21 +PREHOOK: Input: default@orc_llap_part@ctinyint=-22 +PREHOOK: Input: default@orc_llap_part@ctinyint=-23 +PREHOOK: Input: default@orc_llap_part@ctinyint=-24 +PREHOOK: Input: default@orc_llap_part@ctinyint=-25 +PREHOOK: Input: default@orc_llap_part@ctinyint=-26 +PREHOOK: Input: default@orc_llap_part@ctinyint=-27 +PREHOOK: Input: default@orc_llap_part@ctinyint=-28 +PREHOOK: Input: default@orc_llap_part@ctinyint=-29 +PREHOOK: Input: default@orc_llap_part@ctinyint=-3 +PREHOOK: Input: default@orc_llap_part@ctinyint=-30 +PREHOOK: Input: default@orc_llap_part@ctinyint=-31 +PREHOOK: Input: default@orc_llap_part@ctinyint=-32 +PREHOOK: Input: default@orc_llap_part@ctinyint=-33 +PREHOOK: Input: default@orc_llap_part@ctinyint=-34 +PREHOOK: Input: default@orc_llap_part@ctinyint=-35 +PREHOOK: Input: default@orc_llap_part@ctinyint=-36 +PREHOOK: Input: default@orc_llap_part@ctinyint=-37 +PREHOOK: Input: default@orc_llap_part@ctinyint=-38 +PREHOOK: Input: default@orc_llap_part@ctinyint=-39 +PREHOOK: Input: default@orc_llap_part@ctinyint=-4 +PREHOOK: Input: default@orc_llap_part@ctinyint=-40 +PREHOOK: Input: default@orc_llap_part@ctinyint=-41 +PREHOOK: Input: default@orc_llap_part@ctinyint=-42 +PREHOOK: Input: default@orc_llap_part@ctinyint=-43 +PREHOOK: Input: default@orc_llap_part@ctinyint=-44 +PREHOOK: Input: default@orc_llap_part@ctinyint=-45 +PREHOOK: Input: default@orc_llap_part@ctinyint=-46 +PREHOOK: Input: default@orc_llap_part@ctinyint=-47 +PREHOOK: Input: default@orc_llap_part@ctinyint=-48 +PREHOOK: Input: default@orc_llap_part@ctinyint=-49 +PREHOOK: Input: default@orc_llap_part@ctinyint=-5 +PREHOOK: Input: default@orc_llap_part@ctinyint=-50 +PREHOOK: Input: default@orc_llap_part@ctinyint=-51 +PREHOOK: Input: default@orc_llap_part@ctinyint=-52 +PREHOOK: Input: default@orc_llap_part@ctinyint=-53 +PREHOOK: Input: default@orc_llap_part@ctinyint=-54 +PREHOOK: Input: default@orc_llap_part@ctinyint=-55 +PREHOOK: Input: default@orc_llap_part@ctinyint=-56 +PREHOOK: Input: default@orc_llap_part@ctinyint=-57 +PREHOOK: Input: default@orc_llap_part@ctinyint=-58 +PREHOOK: Input: default@orc_llap_part@ctinyint=-59 +PREHOOK: Input: default@orc_llap_part@ctinyint=-6 +PREHOOK: Input: default@orc_llap_part@ctinyint=-60 +PREHOOK: Input: default@orc_llap_part@ctinyint=-61 +PREHOOK: Input: default@orc_llap_part@ctinyint=-62 +PREHOOK: Input: default@orc_llap_part@ctinyint=-63 +PREHOOK: Input: default@orc_llap_part@ctinyint=-64 +PREHOOK: Input: default@orc_llap_part@ctinyint=-7 +PREHOOK: Input: default@orc_llap_part@ctinyint=-8 +PREHOOK: Input: default@orc_llap_part@ctinyint=-9 +PREHOOK: Input: default@orc_llap_part@ctinyint=0 +PREHOOK: Input: default@orc_llap_part@ctinyint=1 +PREHOOK: Input: default@orc_llap_part@ctinyint=10 +PREHOOK: Input: default@orc_llap_part@ctinyint=11 +PREHOOK: Input: default@orc_llap_part@ctinyint=12 +PREHOOK: Input: default@orc_llap_part@ctinyint=13 +PREHOOK: Input: default@orc_llap_part@ctinyint=14 +PREHOOK: Input: default@orc_llap_part@ctinyint=15 +PREHOOK: Input: default@orc_llap_part@ctinyint=16 +PREHOOK: Input: default@orc_llap_part@ctinyint=17 +PREHOOK: Input: default@orc_llap_part@ctinyint=18 +PREHOOK: Input: default@orc_llap_part@ctinyint=19 +PREHOOK: Input: default@orc_llap_part@ctinyint=2 +PREHOOK: Input: default@orc_llap_part@ctinyint=20 +PREHOOK: Input: default@orc_llap_part@ctinyint=21 +PREHOOK: Input: default@orc_llap_part@ctinyint=22 +PREHOOK: Input: default@orc_llap_part@ctinyint=23 +PREHOOK: Input: default@orc_llap_part@ctinyint=24 +PREHOOK: Input: default@orc_llap_part@ctinyint=25 +PREHOOK: Input: default@orc_llap_part@ctinyint=26 +PREHOOK: Input: default@orc_llap_part@ctinyint=27 +PREHOOK: Input: default@orc_llap_part@ctinyint=28 +PREHOOK: Input: default@orc_llap_part@ctinyint=29 +PREHOOK: Input: default@orc_llap_part@ctinyint=3 +PREHOOK: Input: default@orc_llap_part@ctinyint=30 +PREHOOK: Input: default@orc_llap_part@ctinyint=31 +PREHOOK: Input: default@orc_llap_part@ctinyint=32 +PREHOOK: Input: default@orc_llap_part@ctinyint=33 +PREHOOK: Input: default@orc_llap_part@ctinyint=34 +PREHOOK: Input: default@orc_llap_part@ctinyint=35 +PREHOOK: Input: default@orc_llap_part@ctinyint=36 +PREHOOK: Input: default@orc_llap_part@ctinyint=37 +PREHOOK: Input: default@orc_llap_part@ctinyint=38 +PREHOOK: Input: default@orc_llap_part@ctinyint=39 +PREHOOK: Input: default@orc_llap_part@ctinyint=4 +PREHOOK: Input: default@orc_llap_part@ctinyint=40 +PREHOOK: Input: default@orc_llap_part@ctinyint=41 +PREHOOK: Input: default@orc_llap_part@ctinyint=42 +PREHOOK: Input: default@orc_llap_part@ctinyint=43 +PREHOOK: Input: default@orc_llap_part@ctinyint=44 +PREHOOK: Input: default@orc_llap_part@ctinyint=45 +PREHOOK: Input: default@orc_llap_part@ctinyint=46 +PREHOOK: Input: default@orc_llap_part@ctinyint=47 +PREHOOK: Input: default@orc_llap_part@ctinyint=48 +PREHOOK: Input: default@orc_llap_part@ctinyint=49 +PREHOOK: Input: default@orc_llap_part@ctinyint=5 +PREHOOK: Input: default@orc_llap_part@ctinyint=50 +PREHOOK: Input: default@orc_llap_part@ctinyint=51 +PREHOOK: Input: default@orc_llap_part@ctinyint=52 +PREHOOK: Input: default@orc_llap_part@ctinyint=53 +PREHOOK: Input: default@orc_llap_part@ctinyint=54 +PREHOOK: Input: default@orc_llap_part@ctinyint=55 +PREHOOK: Input: default@orc_llap_part@ctinyint=56 +PREHOOK: Input: default@orc_llap_part@ctinyint=57 +PREHOOK: Input: default@orc_llap_part@ctinyint=58 +PREHOOK: Input: default@orc_llap_part@ctinyint=59 +PREHOOK: Input: default@orc_llap_part@ctinyint=6 +PREHOOK: Input: default@orc_llap_part@ctinyint=60 +PREHOOK: Input: default@orc_llap_part@ctinyint=61 +PREHOOK: Input: default@orc_llap_part@ctinyint=62 +PREHOOK: Input: default@orc_llap_part@ctinyint=7 +PREHOOK: Input: default@orc_llap_part@ctinyint=8 +PREHOOK: Input: default@orc_llap_part@ctinyint=9 +PREHOOK: Input: default@orc_llap_part@ctinyint=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail SELECT oft.ctinyint, oft.cint, oft.cchar1, oft.cvchar1 FROM orc_llap_part oft INNER JOIN orc_llap_dim_part od ON oft.ctinyint = od.ctinyint POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_llap_dim_part +POSTHOOK: Input: default@orc_llap_dim_part@ctinyint=11 +POSTHOOK: Input: default@orc_llap_dim_part@ctinyint=12 +POSTHOOK: Input: default@orc_llap_dim_part@ctinyint=13 +POSTHOOK: Input: default@orc_llap_dim_part@ctinyint=14 +POSTHOOK: Input: default@orc_llap_dim_part@ctinyint=15 +POSTHOOK: Input: default@orc_llap_dim_part@ctinyint=16 +POSTHOOK: Input: default@orc_llap_dim_part@ctinyint=17 +POSTHOOK: Input: default@orc_llap_dim_part@ctinyint=18 +POSTHOOK: Input: default@orc_llap_dim_part@ctinyint=19 +POSTHOOK: Input: default@orc_llap_dim_part@ctinyint=20 +POSTHOOK: Input: default@orc_llap_part +POSTHOOK: Input: default@orc_llap_part@ctinyint=-1 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-10 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-11 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-12 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-13 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-14 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-15 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-16 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-17 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-18 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-19 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-2 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-20 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-21 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-22 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-23 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-24 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-25 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-26 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-27 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-28 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-29 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-3 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-30 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-31 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-32 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-33 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-34 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-35 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-36 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-37 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-38 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-39 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-4 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-40 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-41 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-42 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-43 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-44 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-45 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-46 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-47 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-48 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-49 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-5 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-50 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-51 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-52 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-53 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-54 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-55 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-56 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-57 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-58 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-59 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-6 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-60 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-61 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-62 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-63 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-64 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-7 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-8 +POSTHOOK: Input: default@orc_llap_part@ctinyint=-9 +POSTHOOK: Input: default@orc_llap_part@ctinyint=0 +POSTHOOK: Input: default@orc_llap_part@ctinyint=1 +POSTHOOK: Input: default@orc_llap_part@ctinyint=10 +POSTHOOK: Input: default@orc_llap_part@ctinyint=11 +POSTHOOK: Input: default@orc_llap_part@ctinyint=12 +POSTHOOK: Input: default@orc_llap_part@ctinyint=13 +POSTHOOK: Input: default@orc_llap_part@ctinyint=14 +POSTHOOK: Input: default@orc_llap_part@ctinyint=15 +POSTHOOK: Input: default@orc_llap_part@ctinyint=16 +POSTHOOK: Input: default@orc_llap_part@ctinyint=17 +POSTHOOK: Input: default@orc_llap_part@ctinyint=18 +POSTHOOK: Input: default@orc_llap_part@ctinyint=19 +POSTHOOK: Input: default@orc_llap_part@ctinyint=2 +POSTHOOK: Input: default@orc_llap_part@ctinyint=20 +POSTHOOK: Input: default@orc_llap_part@ctinyint=21 +POSTHOOK: Input: default@orc_llap_part@ctinyint=22 +POSTHOOK: Input: default@orc_llap_part@ctinyint=23 +POSTHOOK: Input: default@orc_llap_part@ctinyint=24 +POSTHOOK: Input: default@orc_llap_part@ctinyint=25 +POSTHOOK: Input: default@orc_llap_part@ctinyint=26 +POSTHOOK: Input: default@orc_llap_part@ctinyint=27 +POSTHOOK: Input: default@orc_llap_part@ctinyint=28 +POSTHOOK: Input: default@orc_llap_part@ctinyint=29 +POSTHOOK: Input: default@orc_llap_part@ctinyint=3 +POSTHOOK: Input: default@orc_llap_part@ctinyint=30 +POSTHOOK: Input: default@orc_llap_part@ctinyint=31 +POSTHOOK: Input: default@orc_llap_part@ctinyint=32 +POSTHOOK: Input: default@orc_llap_part@ctinyint=33 +POSTHOOK: Input: default@orc_llap_part@ctinyint=34 +POSTHOOK: Input: default@orc_llap_part@ctinyint=35 +POSTHOOK: Input: default@orc_llap_part@ctinyint=36 +POSTHOOK: Input: default@orc_llap_part@ctinyint=37 +POSTHOOK: Input: default@orc_llap_part@ctinyint=38 +POSTHOOK: Input: default@orc_llap_part@ctinyint=39 +POSTHOOK: Input: default@orc_llap_part@ctinyint=4 +POSTHOOK: Input: default@orc_llap_part@ctinyint=40 +POSTHOOK: Input: default@orc_llap_part@ctinyint=41 +POSTHOOK: Input: default@orc_llap_part@ctinyint=42 +POSTHOOK: Input: default@orc_llap_part@ctinyint=43 +POSTHOOK: Input: default@orc_llap_part@ctinyint=44 +POSTHOOK: Input: default@orc_llap_part@ctinyint=45 +POSTHOOK: Input: default@orc_llap_part@ctinyint=46 +POSTHOOK: Input: default@orc_llap_part@ctinyint=47 +POSTHOOK: Input: default@orc_llap_part@ctinyint=48 +POSTHOOK: Input: default@orc_llap_part@ctinyint=49 +POSTHOOK: Input: default@orc_llap_part@ctinyint=5 +POSTHOOK: Input: default@orc_llap_part@ctinyint=50 +POSTHOOK: Input: default@orc_llap_part@ctinyint=51 +POSTHOOK: Input: default@orc_llap_part@ctinyint=52 +POSTHOOK: Input: default@orc_llap_part@ctinyint=53 +POSTHOOK: Input: default@orc_llap_part@ctinyint=54 +POSTHOOK: Input: default@orc_llap_part@ctinyint=55 +POSTHOOK: Input: default@orc_llap_part@ctinyint=56 +POSTHOOK: Input: default@orc_llap_part@ctinyint=57 +POSTHOOK: Input: default@orc_llap_part@ctinyint=58 +POSTHOOK: Input: default@orc_llap_part@ctinyint=59 +POSTHOOK: Input: default@orc_llap_part@ctinyint=6 +POSTHOOK: Input: default@orc_llap_part@ctinyint=60 +POSTHOOK: Input: default@orc_llap_part@ctinyint=61 +POSTHOOK: Input: default@orc_llap_part@ctinyint=62 +POSTHOOK: Input: default@orc_llap_part@ctinyint=7 +POSTHOOK: Input: default@orc_llap_part@ctinyint=8 +POSTHOOK: Input: default@orc_llap_part@ctinyint=9 +POSTHOOK: Input: default@orc_llap_part@ctinyint=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2064,9 +2346,13 @@ POSTHOOK: Lineage: llap_temp_table_n0.cvchar1 SIMPLE [(orc_llap_part)oft.FieldSc PREHOOK: query: explain vectorization detail select sum(hash(*)) from llap_temp_table_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@llap_temp_table_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select sum(hash(*)) from llap_temp_table_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@llap_temp_table_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/llap_smb.q.out b/ql/src/test/results/clientpositive/llap/llap_smb.q.out index 935e772..ed10999 100644 --- a/ql/src/test/results/clientpositive/llap/llap_smb.q.out +++ b/ql/src/test/results/clientpositive/llap/llap_smb.q.out @@ -195,9 +195,55 @@ POSTHOOK: Input: default@orc_b PREHOOK: query: explain select y,q,count(*) from orc_a a join orc_b b on a.id=b.id group by y,q PREHOOK: type: QUERY +PREHOOK: Input: default@orc_a +PREHOOK: Input: default@orc_a@y=2000/q=0 +PREHOOK: Input: default@orc_a@y=2000/q=1 +PREHOOK: Input: default@orc_a@y=2000/q=2 +PREHOOK: Input: default@orc_a@y=2000/q=3 +PREHOOK: Input: default@orc_a@y=2000/q=4 +PREHOOK: Input: default@orc_a@y=2000/q=5 +PREHOOK: Input: default@orc_a@y=2000/q=6 +PREHOOK: Input: default@orc_a@y=2000/q=7 +PREHOOK: Input: default@orc_a@y=2000/q=8 +PREHOOK: Input: default@orc_a@y=2000/q=9 +PREHOOK: Input: default@orc_a@y=2001/q=0 +PREHOOK: Input: default@orc_a@y=2001/q=1 +PREHOOK: Input: default@orc_a@y=2001/q=2 +PREHOOK: Input: default@orc_a@y=2001/q=3 +PREHOOK: Input: default@orc_a@y=2001/q=4 +PREHOOK: Input: default@orc_a@y=2001/q=5 +PREHOOK: Input: default@orc_a@y=2001/q=6 +PREHOOK: Input: default@orc_a@y=2001/q=7 +PREHOOK: Input: default@orc_a@y=2001/q=8 +PREHOOK: Input: default@orc_a@y=2001/q=9 +PREHOOK: Input: default@orc_b +#### A masked pattern was here #### POSTHOOK: query: explain select y,q,count(*) from orc_a a join orc_b b on a.id=b.id group by y,q POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_a +POSTHOOK: Input: default@orc_a@y=2000/q=0 +POSTHOOK: Input: default@orc_a@y=2000/q=1 +POSTHOOK: Input: default@orc_a@y=2000/q=2 +POSTHOOK: Input: default@orc_a@y=2000/q=3 +POSTHOOK: Input: default@orc_a@y=2000/q=4 +POSTHOOK: Input: default@orc_a@y=2000/q=5 +POSTHOOK: Input: default@orc_a@y=2000/q=6 +POSTHOOK: Input: default@orc_a@y=2000/q=7 +POSTHOOK: Input: default@orc_a@y=2000/q=8 +POSTHOOK: Input: default@orc_a@y=2000/q=9 +POSTHOOK: Input: default@orc_a@y=2001/q=0 +POSTHOOK: Input: default@orc_a@y=2001/q=1 +POSTHOOK: Input: default@orc_a@y=2001/q=2 +POSTHOOK: Input: default@orc_a@y=2001/q=3 +POSTHOOK: Input: default@orc_a@y=2001/q=4 +POSTHOOK: Input: default@orc_a@y=2001/q=5 +POSTHOOK: Input: default@orc_a@y=2001/q=6 +POSTHOOK: Input: default@orc_a@y=2001/q=7 +POSTHOOK: Input: default@orc_a@y=2001/q=8 +POSTHOOK: Input: default@orc_a@y=2001/q=9 +POSTHOOK: Input: default@orc_b +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/llap_smb_ptf.q.out b/ql/src/test/results/clientpositive/llap/llap_smb_ptf.q.out index 6d2b01c..a47b69c 100644 --- a/ql/src/test/results/clientpositive/llap/llap_smb_ptf.q.out +++ b/ql/src/test/results/clientpositive/llap/llap_smb_ptf.q.out @@ -400,6 +400,11 @@ FROM ( ON ( failed_rqst.cogs_alc_rqst_id = status_rqst.cogs_alc_rqst_id ) WHERE failed_rqst.cogs_alc_rqst_id IS NULL PREHOOK: type: QUERY +PREHOOK: Input: default@cogs_alc_rqst +PREHOOK: Input: default@cogs_alc_rqst_trgt_offs +PREHOOK: Input: default@cogs_alc_stat +PREHOOK: Input: default@int_cogs_alc_post_stg +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT status_rqst.* FROM ( @@ -460,6 +465,11 @@ FROM ( ON ( failed_rqst.cogs_alc_rqst_id = status_rqst.cogs_alc_rqst_id ) WHERE failed_rqst.cogs_alc_rqst_id IS NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@cogs_alc_rqst +POSTHOOK: Input: default@cogs_alc_rqst_trgt_offs +POSTHOOK: Input: default@cogs_alc_stat +POSTHOOK: Input: default@int_cogs_alc_post_stg +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/llap_stats.q.out b/ql/src/test/results/clientpositive/llap/llap_stats.q.out index 87cf04f..5bba6b0 100644 --- a/ql/src/test/results/clientpositive/llap/llap_stats.q.out +++ b/ql/src/test/results/clientpositive/llap/llap_stats.q.out @@ -89,8 +89,54 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### -17 29 7021 PREHOOK: query: explain analyze table llap_stats partition (cint) compute statistics for columns PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@llap_stats +PREHOOK: Input: default@llap_stats@cint=-13326 +PREHOOK: Input: default@llap_stats@cint=-15431 +PREHOOK: Input: default@llap_stats@cint=-15549 +PREHOOK: Input: default@llap_stats@cint=-15813 +PREHOOK: Input: default@llap_stats@cint=-4213 +PREHOOK: Input: default@llap_stats@cint=-7824 +PREHOOK: Input: default@llap_stats@cint=-9566 +PREHOOK: Input: default@llap_stats@cint=15007 +PREHOOK: Input: default@llap_stats@cint=4963 +PREHOOK: Input: default@llap_stats@cint=7021 +PREHOOK: Output: default@llap_stats +PREHOOK: Output: default@llap_stats@cint=-13326 +PREHOOK: Output: default@llap_stats@cint=-15431 +PREHOOK: Output: default@llap_stats@cint=-15549 +PREHOOK: Output: default@llap_stats@cint=-15813 +PREHOOK: Output: default@llap_stats@cint=-4213 +PREHOOK: Output: default@llap_stats@cint=-7824 +PREHOOK: Output: default@llap_stats@cint=-9566 +PREHOOK: Output: default@llap_stats@cint=15007 +PREHOOK: Output: default@llap_stats@cint=4963 +PREHOOK: Output: default@llap_stats@cint=7021 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain analyze table llap_stats partition (cint) compute statistics for columns POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@llap_stats +POSTHOOK: Input: default@llap_stats@cint=-13326 +POSTHOOK: Input: default@llap_stats@cint=-15431 +POSTHOOK: Input: default@llap_stats@cint=-15549 +POSTHOOK: Input: default@llap_stats@cint=-15813 +POSTHOOK: Input: default@llap_stats@cint=-4213 +POSTHOOK: Input: default@llap_stats@cint=-7824 +POSTHOOK: Input: default@llap_stats@cint=-9566 +POSTHOOK: Input: default@llap_stats@cint=15007 +POSTHOOK: Input: default@llap_stats@cint=4963 +POSTHOOK: Input: default@llap_stats@cint=7021 +POSTHOOK: Output: default@llap_stats +POSTHOOK: Output: default@llap_stats@cint=-13326 +POSTHOOK: Output: default@llap_stats@cint=-15431 +POSTHOOK: Output: default@llap_stats@cint=-15549 +POSTHOOK: Output: default@llap_stats@cint=-15813 +POSTHOOK: Output: default@llap_stats@cint=-4213 +POSTHOOK: Output: default@llap_stats@cint=-7824 +POSTHOOK: Output: default@llap_stats@cint=-9566 +POSTHOOK: Output: default@llap_stats@cint=15007 +POSTHOOK: Output: default@llap_stats@cint=4963 +POSTHOOK: Output: default@llap_stats@cint=7021 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-2 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/llap_udf.q.out b/ql/src/test/results/clientpositive/llap/llap_udf.q.out index df3205d..292c0f9 100644 --- a/ql/src/test/results/clientpositive/llap/llap_udf.q.out +++ b/ql/src/test/results/clientpositive/llap/llap_udf.q.out @@ -22,8 +22,12 @@ POSTHOOK: type: CREATEFUNCTION POSTHOOK: Output: test_udf0 PREHOOK: query: EXPLAIN SELECT test_udf0(cast(key as string)) from src_orc_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@src_orc_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT test_udf0(cast(key as string)) from src_orc_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_orc_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -84,9 +88,13 @@ POSTHOOK: Output: default.test_udf4 PREHOOK: query: EXPLAIN SELECT test_udf2(cast(key as string)), test_udf3(cast(key as string)), test_udf4(cast(key as string)) from src_orc_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@src_orc_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT test_udf2(cast(key as string)), test_udf3(cast(key as string)), test_udf4(cast(key as string)) from src_orc_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_orc_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -124,9 +132,13 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT test_udf0(cast(key as string)) from src_orc_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@src_orc_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT test_udf0(cast(key as string)) from src_orc_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_orc_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -171,9 +183,13 @@ POSTHOOK: Output: default.test_udf2 PREHOOK: query: EXPLAIN SELECT test_udf3(cast(key as string)), test_udf4(cast(key as string)) from src_orc_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@src_orc_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT test_udf3(cast(key as string)), test_udf4(cast(key as string)) from src_orc_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_orc_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -219,9 +235,13 @@ POSTHOOK: Output: default.test_udf4 PREHOOK: query: EXPLAIN SELECT test_udf0(cast(key as string)) from src_orc_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@src_orc_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT test_udf0(cast(key as string)) from src_orc_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_orc_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -258,9 +278,13 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT test_udf3(cast(key as string)) from src_orc_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@src_orc_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT test_udf3(cast(key as string)) from src_orc_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_orc_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/llap_uncompressed.q.out b/ql/src/test/results/clientpositive/llap/llap_uncompressed.q.out index fb90b60..585384a 100644 --- a/ql/src/test/results/clientpositive/llap/llap_uncompressed.q.out +++ b/ql/src/test/results/clientpositive/llap/llap_uncompressed.q.out @@ -107,9 +107,13 @@ POSTHOOK: type: DROPTABLE PREHOOK: query: explain select * from orc_llap_n0 where cint > 10 and cbigint is not null PREHOOK: type: QUERY +PREHOOK: Input: default@orc_llap_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from orc_llap_n0 where cint > 10 and cbigint is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_llap_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -166,9 +170,13 @@ POSTHOOK: Input: default@llap_temp_table PREHOOK: query: explain select * from orc_llap_n0 where cint > 10 and cint < 5000000 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_llap_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from orc_llap_n0 where cint > 10 and cint < 5000000 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_llap_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/llap/llap_vector_nohybridgrace.q.out b/ql/src/test/results/clientpositive/llap/llap_vector_nohybridgrace.q.out index b3b2dcc..5243c26 100644 --- a/ql/src/test/results/clientpositive/llap/llap_vector_nohybridgrace.q.out +++ b/ql/src/test/results/clientpositive/llap/llap_vector_nohybridgrace.q.out @@ -6,6 +6,8 @@ select count(*) from on cd.cint = c.cint where c.cint < 2000000000) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(*) from (select c.ctinyint @@ -14,6 +16,8 @@ select count(*) from on cd.cint = c.cint where c.cint < 2000000000) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -185,6 +189,8 @@ select count(*) from on cd.cint = c.cint where c.cint < 2000000000) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(*) from (select c.ctinyint @@ -193,6 +199,8 @@ select count(*) from on cd.cint = c.cint where c.cint < 2000000000) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/llapdecider.q.out b/ql/src/test/results/clientpositive/llap/llapdecider.q.out index 64ed44d..51d841f 100644 --- a/ql/src/test/results/clientpositive/llap/llapdecider.q.out +++ b/ql/src/test/results/clientpositive/llap/llapdecider.q.out @@ -1,7 +1,11 @@ PREHOOK: query: EXPLAIN SELECT key, count(value) as cnt FROM src GROUP BY key ORDER BY cnt PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT key, count(value) as cnt FROM src GROUP BY key ORDER BY cnt POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -86,8 +90,12 @@ POSTHOOK: Lineage: src_orc_n2.key SIMPLE [(src)src.FieldSchema(name:key, type:st POSTHOOK: Lineage: src_orc_n2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: EXPLAIN SELECT key, count(value) as cnt FROM src_orc_n2 GROUP BY key ORDER BY cnt PREHOOK: type: QUERY +PREHOOK: Input: default@src_orc_n2 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT key, count(value) as cnt FROM src_orc_n2 GROUP BY key ORDER BY cnt POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_orc_n2 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -160,8 +168,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT key, count(value) as cnt FROM src_orc_n2 GROUP BY key ORDER BY cnt PREHOOK: type: QUERY +PREHOOK: Input: default@src_orc_n2 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT key, count(value) as cnt FROM src_orc_n2 GROUP BY key ORDER BY cnt POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_orc_n2 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -245,8 +257,12 @@ POSTHOOK: Output: default@src_orc_n2 POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN SELECT key, count(value) as cnt FROM src_orc_n2 GROUP BY key ORDER BY cnt PREHOOK: type: QUERY +PREHOOK: Input: default@src_orc_n2 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT key, count(value) as cnt FROM src_orc_n2 GROUP BY key ORDER BY cnt POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_orc_n2 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -320,8 +336,14 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT * from src_orc_n2 join src on (src_orc_n2.key = src.key) order by src.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src_orc_n2 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT * from src_orc_n2 join src on (src_orc_n2.key = src.key) order by src.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src_orc_n2 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -412,8 +434,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT * from src_orc_n2 s1 join src_orc_n2 s2 on (s1.key = s2.key) order by s2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src_orc_n2 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT * from src_orc_n2 s1 join src_orc_n2 s2 on (s1.key = s2.key) order by s2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_orc_n2 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -506,8 +532,14 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT * from src_orc_n2 join src on (src_orc_n2.key = src.key) order by src.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src_orc_n2 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT * from src_orc_n2 join src on (src_orc_n2.key = src.key) order by src.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src_orc_n2 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -599,8 +631,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT * from src_orc_n2 s1 join src_orc_n2 s2 on (s1.key = s2.key) order by s2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src_orc_n2 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT * from src_orc_n2 s1 join src_orc_n2 s2 on (s1.key = s2.key) order by s2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_orc_n2 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -690,8 +726,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT * from src_orc_n2 s1 join src_orc_n2 s2 on (s1.key = s2.key) order by s2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src_orc_n2 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT * from src_orc_n2 s1 join src_orc_n2 s2 on (s1.key = s2.key) order by s2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_orc_n2 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -781,8 +821,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT * from src_orc_n2 s1 join src_orc_n2 s2 on (s1.key = s2.key) order by s2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src_orc_n2 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT * from src_orc_n2 s1 join src_orc_n2 s2 on (s1.key = s2.key) order by s2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_orc_n2 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -874,8 +918,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT * from src_orc_n2 s1 join src_orc_n2 s2 on (s1.key = s2.key) order by s2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src_orc_n2 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT * from src_orc_n2 s1 join src_orc_n2 s2 on (s1.key = s2.key) order by s2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_orc_n2 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -965,8 +1013,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT * from src_orc_n2 s1 join src_orc_n2 s2 on (s1.key = s2.key) order by s2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src_orc_n2 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT * from src_orc_n2 s1 join src_orc_n2 s2 on (s1.key = s2.key) order by s2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_orc_n2 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1065,8 +1117,12 @@ POSTHOOK: type: CREATEFUNCTION POSTHOOK: Output: test_udf_get_java_string PREHOOK: query: EXPLAIN SELECT sum(cast(key as int) + 1) from src_orc_n2 where cast(key as int) > 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src_orc_n2 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT sum(cast(key as int) + 1) from src_orc_n2 where cast(key as int) > 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_orc_n2 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1126,8 +1182,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT sum(cast(test_udf_get_java_string(cast(key as string)) as int) + 1) from src_orc_n2 where cast(key as int) > 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src_orc_n2 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT sum(cast(test_udf_get_java_string(cast(key as string)) as int) + 1) from src_orc_n2 where cast(key as int) > 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_orc_n2 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1186,8 +1246,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT sum(cast(key as int) + 1) from src_orc_n2 where cast(test_udf_get_java_string(cast(key as string)) as int) > 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src_orc_n2 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT sum(cast(key as int) + 1) from src_orc_n2 where cast(test_udf_get_java_string(cast(key as string)) as int) > 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_orc_n2 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1246,8 +1310,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT sum(cast(test_udf_get_java_string(cast(key as string)) as int) + 1) from src_orc_n2 where cast(key as int) > 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src_orc_n2 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT sum(cast(test_udf_get_java_string(cast(key as string)) as int) + 1) from src_orc_n2 where cast(key as int) > 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_orc_n2 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/load_data_using_job.q.out b/ql/src/test/results/clientpositive/llap/load_data_using_job.q.out index 21fd933..765ffdf 100644 --- a/ql/src/test/results/clientpositive/llap/load_data_using_job.q.out +++ b/ql/src/test/results/clientpositive/llap/load_data_using_job.q.out @@ -8,8 +8,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@srcbucket_mapjoin_n8 PREHOOK: query: explain load data local inpath '../../data/files/bmj/000000_0' INTO TABLE srcbucket_mapjoin_n8 partition(ds='2008-04-08') PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@srcbucket_mapjoin_n8 POSTHOOK: query: explain load data local inpath '../../data/files/bmj/000000_0' INTO TABLE srcbucket_mapjoin_n8 partition(ds='2008-04-08') POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@srcbucket_mapjoin_n8 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -186,8 +190,11 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@srcbucket_mapjoin_n8 PREHOOK: query: explain load data local inpath '../../data/files/load_data_job/load_data_1_partition.txt' INTO TABLE srcbucket_mapjoin_n8 PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_n8__temp_table_for_load_data__ +PREHOOK: Output: default@srcbucket_mapjoin_n8 POSTHOOK: query: explain load data local inpath '../../data/files/load_data_job/load_data_1_partition.txt' INTO TABLE srcbucket_mapjoin_n8 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_n8__temp_table_for_load_data__ STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -394,8 +401,11 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@srcbucket_mapjoin_n8 PREHOOK: query: explain load data local inpath '../../data/files/load_data_job/partitions/load_data_2_partitions.txt' INTO TABLE srcbucket_mapjoin_n8 PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_n8__temp_table_for_load_data__ +PREHOOK: Output: default@srcbucket_mapjoin_n8 POSTHOOK: query: explain load data local inpath '../../data/files/load_data_job/partitions/load_data_2_partitions.txt' INTO TABLE srcbucket_mapjoin_n8 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_n8__temp_table_for_load_data__ STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -608,8 +618,11 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@srcbucket_mapjoin_n8 PREHOOK: query: explain load data local inpath '../../data/files/load_data_job/partitions/subdir' INTO TABLE srcbucket_mapjoin_n8 PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_n8__temp_table_for_load_data__ +PREHOOK: Output: default@srcbucket_mapjoin_n8 POSTHOOK: query: explain load data local inpath '../../data/files/load_data_job/partitions/subdir' INTO TABLE srcbucket_mapjoin_n8 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_n8__temp_table_for_load_data__ STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -940,8 +953,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@srcbucket_mapjoin_n8 PREHOOK: query: explain load data local inpath '../../data/files/load_data_job/bucketing.txt' INTO TABLE srcbucket_mapjoin_n8 PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_n8__temp_table_for_load_data__ +PREHOOK: Output: default@srcbucket_mapjoin_n8 POSTHOOK: query: explain load data local inpath '../../data/files/load_data_job/bucketing.txt' INTO TABLE srcbucket_mapjoin_n8 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_n8__temp_table_for_load_data__ +POSTHOOK: Output: default@srcbucket_mapjoin_n8 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1160,8 +1177,11 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@srcbucket_mapjoin_n8 PREHOOK: query: explain load data local inpath '../../data/files/load_data_job/load_data_1_partition.txt' INTO TABLE srcbucket_mapjoin_n8 PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_n8__temp_table_for_load_data__ +PREHOOK: Output: default@srcbucket_mapjoin_n8 POSTHOOK: query: explain load data local inpath '../../data/files/load_data_job/load_data_1_partition.txt' INTO TABLE srcbucket_mapjoin_n8 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_n8__temp_table_for_load_data__ STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1384,8 +1404,11 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@srcbucket_mapjoin_n8 PREHOOK: query: explain load data local inpath '../../data/files/load_data_job/partitions/load_data_2_partitions.txt' INTO TABLE srcbucket_mapjoin_n8 PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_n8__temp_table_for_load_data__ +PREHOOK: Output: default@srcbucket_mapjoin_n8 POSTHOOK: query: explain load data local inpath '../../data/files/load_data_job/partitions/load_data_2_partitions.txt' INTO TABLE srcbucket_mapjoin_n8 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_n8__temp_table_for_load_data__ STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1614,8 +1637,11 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@srcbucket_mapjoin_n8 PREHOOK: query: explain load data local inpath '../../data/files/load_data_job/partitions/subdir' INTO TABLE srcbucket_mapjoin_n8 PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_n8__temp_table_for_load_data__ +PREHOOK: Output: default@srcbucket_mapjoin_n8 POSTHOOK: query: explain load data local inpath '../../data/files/load_data_job/partitions/subdir' INTO TABLE srcbucket_mapjoin_n8 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_n8__temp_table_for_load_data__ STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1962,8 +1988,11 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@srcbucket_mapjoin_n8 PREHOOK: query: explain load data local inpath '../../data/files/load_data_job/partitions' INTO TABLE srcbucket_mapjoin_n8 PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_n8__temp_table_for_load_data__ +PREHOOK: Output: default@srcbucket_mapjoin_n8 POSTHOOK: query: explain load data local inpath '../../data/files/load_data_job/partitions' INTO TABLE srcbucket_mapjoin_n8 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_n8__temp_table_for_load_data__ STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -2546,8 +2575,11 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@srcbucket_mapjoin_n8 PREHOOK: query: explain load data local inpath '../../data/files/load_data_job/partitions/load_data_2_partitions.txt' INTO TABLE srcbucket_mapjoin_n8 PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_n8__temp_table_for_load_data__ +PREHOOK: Output: default@srcbucket_mapjoin_n8 POSTHOOK: query: explain load data local inpath '../../data/files/load_data_job/partitions/load_data_2_partitions.txt' INTO TABLE srcbucket_mapjoin_n8 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_n8__temp_table_for_load_data__ STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -2779,10 +2811,13 @@ PREHOOK: query: explain load data local inpath '../../data/files/load_data_job/l INPUTFORMAT 'org.apache.hadoop.mapred.TextInputFormat' SERDE 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe' PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_n8__temp_table_for_load_data__ +PREHOOK: Output: default@srcbucket_mapjoin_n8 POSTHOOK: query: explain load data local inpath '../../data/files/load_data_job/load_data_1_partition.txt' INTO TABLE srcbucket_mapjoin_n8 INPUTFORMAT 'org.apache.hadoop.mapred.TextInputFormat' SERDE 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_n8__temp_table_for_load_data__ STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/load_dyn_part1.q.out b/ql/src/test/results/clientpositive/llap/load_dyn_part1.q.out index 680f82c..32fef81 100644 --- a/ql/src/test/results/clientpositive/llap/load_dyn_part1.q.out +++ b/ql/src/test/results/clientpositive/llap/load_dyn_part1.q.out @@ -46,11 +46,23 @@ from srcpart insert overwrite table nzhang_part1_n0 partition (ds, hr) select key, value, ds, hr where ds <= '2008-04-08' insert overwrite table nzhang_part2_n0 partition(ds='2008-12-31', hr) select key, value, hr where ds > '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: default@nzhang_part1_n0 +PREHOOK: Output: default@nzhang_part2_n0@ds=2008-12-31 POSTHOOK: query: explain from srcpart insert overwrite table nzhang_part1_n0 partition (ds, hr) select key, value, ds, hr where ds <= '2008-04-08' insert overwrite table nzhang_part2_n0 partition(ds='2008-12-31', hr) select key, value, hr where ds > '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/llap/load_dyn_part2.q.out b/ql/src/test/results/clientpositive/llap/load_dyn_part2.q.out index d0293eb..245ca30 100644 --- a/ql/src/test/results/clientpositive/llap/load_dyn_part2.q.out +++ b/ql/src/test/results/clientpositive/llap/load_dyn_part2.q.out @@ -30,9 +30,20 @@ hr string PREHOOK: query: explain insert overwrite table nzhang_part_bucket partition (ds='2010-03-23', hr) select key, value, hr from srcpart where ds is not null and hr is not null PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: default@nzhang_part_bucket@ds=2010-03-23 POSTHOOK: query: explain insert overwrite table nzhang_part_bucket partition (ds='2010-03-23', hr) select key, value, hr from srcpart where ds is not null and hr is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/load_dyn_part3.q.out b/ql/src/test/results/clientpositive/llap/load_dyn_part3.q.out index c9823ce..e52b2f7 100644 --- a/ql/src/test/results/clientpositive/llap/load_dyn_part3.q.out +++ b/ql/src/test/results/clientpositive/llap/load_dyn_part3.q.out @@ -36,9 +36,20 @@ hr string PREHOOK: query: explain insert overwrite table nzhang_part3 partition (ds, hr) select key, value, ds, hr from srcpart where ds is not null and hr is not null PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: default@nzhang_part3 POSTHOOK: query: explain insert overwrite table nzhang_part3 partition (ds, hr) select key, value, ds, hr from srcpart where ds is not null and hr is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/load_dyn_part5.q.out b/ql/src/test/results/clientpositive/llap/load_dyn_part5.q.out index 7223808..c024062 100644 --- a/ql/src/test/results/clientpositive/llap/load_dyn_part5.q.out +++ b/ql/src/test/results/clientpositive/llap/load_dyn_part5.q.out @@ -23,9 +23,12 @@ value string PREHOOK: query: explain insert overwrite table nzhang_part5 partition (value) select key, value from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@nzhang_part5 POSTHOOK: query: explain insert overwrite table nzhang_part5 partition (value) select key, value from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/lvj_mapjoin.q.out b/ql/src/test/results/clientpositive/llap/lvj_mapjoin.q.out index 56aff94..aac3d75 100644 --- a/ql/src/test/results/clientpositive/llap/lvj_mapjoin.q.out +++ b/ql/src/test/results/clientpositive/llap/lvj_mapjoin.q.out @@ -90,6 +90,9 @@ select sub1.aid, sub1.avalue, sub2.bvalue from sub1,sub2 where sub1.aid=sub2.bid PREHOOK: type: QUERY +PREHOOK: Input: default@expod1 +PREHOOK: Input: default@expod2 +#### A masked pattern was here #### POSTHOOK: query: explain with sub1 as (select aid, avalue from expod1 lateral view explode(av) avs as avalue ), sub2 as @@ -98,6 +101,9 @@ select sub1.aid, sub1.avalue, sub2.bvalue from sub1,sub2 where sub1.aid=sub2.bid POSTHOOK: type: QUERY +POSTHOOK: Input: default@expod1 +POSTHOOK: Input: default@expod2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/mapjoin3.q.out b/ql/src/test/results/clientpositive/llap/mapjoin3.q.out index 7aa7318..ac36e4f 100644 --- a/ql/src/test/results/clientpositive/llap/mapjoin3.q.out +++ b/ql/src/test/results/clientpositive/llap/mapjoin3.q.out @@ -76,6 +76,9 @@ test_1 ) t1 ON t2.member = t1.member PREHOOK: type: QUERY +PREHOOK: Input: default@test_1 +PREHOOK: Input: default@test_2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT t2.member @@ -93,6 +96,9 @@ test_1 ) t1 ON t2.member = t1.member POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_1 +POSTHOOK: Input: default@test_2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/mapjoin46.q.out b/ql/src/test/results/clientpositive/llap/mapjoin46.q.out index 60128da..0e45a4f 100644 --- a/ql/src/test/results/clientpositive/llap/mapjoin46.q.out +++ b/ql/src/test/results/clientpositive/llap/mapjoin46.q.out @@ -45,11 +45,17 @@ SELECT * FROM test1_n4 LEFT OUTER JOIN test2_n2 ON (test1_n4.value=test2_n2.value) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n4 +PREHOOK: Input: default@test2_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n4 LEFT OUTER JOIN test2_n2 ON (test1_n4.value=test2_n2.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n4 +POSTHOOK: Input: default@test2_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -143,6 +149,9 @@ ON (test1_n4.value=test2_n2.value AND test1_n4.key between 100 and 102 AND test2_n2.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n4 +PREHOOK: Input: default@test2_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n4 LEFT OUTER JOIN test2_n2 @@ -150,6 +159,9 @@ ON (test1_n4.value=test2_n2.value AND test1_n4.key between 100 and 102 AND test2_n2.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n4 +POSTHOOK: Input: default@test2_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -251,12 +263,18 @@ FROM test1_n4 LEFT OUTER JOIN test2_n2 ON (test1_n4.key between 100 and 102 AND test2_n2.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n4 +PREHOOK: Input: default@test2_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n4 LEFT OUTER JOIN test2_n2 ON (test1_n4.key between 100 and 102 AND test2_n2.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n4 +POSTHOOK: Input: default@test2_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -353,11 +371,17 @@ SELECT * FROM test1_n4 RIGHT OUTER JOIN test2_n2 ON (test1_n4.value=test2_n2.value AND true) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n4 +PREHOOK: Input: default@test2_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n4 RIGHT OUTER JOIN test2_n2 ON (test1_n4.value=test2_n2.value AND true) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n4 +POSTHOOK: Input: default@test2_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -448,11 +472,17 @@ SELECT * FROM test1_n4 LEFT OUTER JOIN test2_n2 ON (test1_n4.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n4 +PREHOOK: Input: default@test2_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n4 LEFT OUTER JOIN test2_n2 ON (test1_n4.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n4 +POSTHOOK: Input: default@test2_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -553,6 +583,9 @@ ON (test1_n4.value=test2_n2.value OR test1_n4.key between 100 and 102 OR test2_n2.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n4 +PREHOOK: Input: default@test2_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n4 LEFT OUTER JOIN test2_n2 @@ -560,6 +593,9 @@ ON (test1_n4.value=test2_n2.value OR test1_n4.key between 100 and 102 OR test2_n2.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n4 +POSTHOOK: Input: default@test2_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -662,12 +698,18 @@ FROM test1_n4 LEFT OUTER JOIN test2_n2 ON (test1_n4.value=test2_n2.value OR test1_n4.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n4 +PREHOOK: Input: default@test2_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n4 LEFT OUTER JOIN test2_n2 ON (test1_n4.value=test2_n2.value OR test1_n4.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n4 +POSTHOOK: Input: default@test2_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -768,12 +810,18 @@ FROM test1_n4 LEFT OUTER JOIN test2_n2 ON (test1_n4.value=test2_n2.value OR test2_n2.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n4 +PREHOOK: Input: default@test2_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n4 LEFT OUTER JOIN test2_n2 ON (test1_n4.value=test2_n2.value OR test2_n2.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n4 +POSTHOOK: Input: default@test2_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -869,6 +917,9 @@ ON (test1_n4.value=test2_n2.value AND (test1_n4.key between 100 and 102 OR test2_n2.key between 100 and 102)) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n4 +PREHOOK: Input: default@test2_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n4 LEFT OUTER JOIN test2_n2 @@ -876,6 +927,9 @@ ON (test1_n4.value=test2_n2.value AND (test1_n4.key between 100 and 102 OR test2_n2.key between 100 and 102)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n4 +POSTHOOK: Input: default@test2_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -974,6 +1028,9 @@ ON (test1_n4.value=test2_n2.value OR test1_n4.key between 100 and 102 OR test2_n2.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n4 +PREHOOK: Input: default@test2_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n4 RIGHT OUTER JOIN test2_n2 @@ -981,6 +1038,9 @@ ON (test1_n4.value=test2_n2.value OR test1_n4.key between 100 and 102 OR test2_n2.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n4 +POSTHOOK: Input: default@test2_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1083,12 +1143,18 @@ FROM test1_n4 RIGHT OUTER JOIN test2_n2 ON (test1_n4.value=test2_n2.value OR test1_n4.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n4 +PREHOOK: Input: default@test2_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n4 RIGHT OUTER JOIN test2_n2 ON (test1_n4.value=test2_n2.value OR test1_n4.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n4 +POSTHOOK: Input: default@test2_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1186,12 +1252,18 @@ FROM test1_n4 RIGHT OUTER JOIN test2_n2 ON (test1_n4.value=test2_n2.value OR test2_n2.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n4 +PREHOOK: Input: default@test2_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n4 RIGHT OUTER JOIN test2_n2 ON (test1_n4.value=test2_n2.value OR test2_n2.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n4 +POSTHOOK: Input: default@test2_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1289,6 +1361,9 @@ ON (test1_n4.value=test2_n2.value AND (test1_n4.key between 100 and 102 OR test2_n2.key between 100 and 102)) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n4 +PREHOOK: Input: default@test2_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n4 RIGHT OUTER JOIN test2_n2 @@ -1296,6 +1371,9 @@ ON (test1_n4.value=test2_n2.value AND (test1_n4.key between 100 and 102 OR test2_n2.key between 100 and 102)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n4 +POSTHOOK: Input: default@test2_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1392,6 +1470,9 @@ ON (test1_n4.value=test2_n2.value OR test1_n4.key between 100 and 102 OR test2_n2.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n4 +PREHOOK: Input: default@test2_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n4 FULL OUTER JOIN test2_n2 @@ -1399,6 +1480,9 @@ ON (test1_n4.value=test2_n2.value OR test1_n4.key between 100 and 102 OR test2_n2.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n4 +POSTHOOK: Input: default@test2_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1617,12 +1701,18 @@ FROM test1_n4 FULL OUTER JOIN test2_n2 ON (test1_n4.value=test2_n2.value OR test2_n2.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n4 +PREHOOK: Input: default@test2_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n4 FULL OUTER JOIN test2_n2 ON (test1_n4.value=test2_n2.value OR test2_n2.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n4 +POSTHOOK: Input: default@test2_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1725,6 +1815,9 @@ ON (test1_n4.value=test2_n2.value AND (test1_n4.key between 100 and 102 OR test2_n2.key between 100 and 102)) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n4 +PREHOOK: Input: default@test2_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n4 FULL OUTER JOIN test2_n2 @@ -1732,6 +1825,9 @@ ON (test1_n4.value=test2_n2.value AND (test1_n4.key between 100 and 102 OR test2_n2.key between 100 and 102)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n4 +POSTHOOK: Input: default@test2_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1852,6 +1948,9 @@ FULL OUTER JOIN ( ) sq2 ON (sq1.value1 is null or sq2.value4 is null and sq2.value3 != sq1.value2) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n4 +PREHOOK: Input: default@test2_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM ( @@ -1872,6 +1971,15 @@ FULL OUTER JOIN ( ) sq2 ON (sq1.value1 is null or sq2.value4 is null and sq2.value3 != sq1.value2) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n4 +POSTHOOK: Input: default@test2_n2 +#### A masked pattern was here #### +POSTHOOK: Input: default@test1_n4 +POSTHOOK: Input: default@test2_n2 +#### A masked pattern was here #### +POSTHOOK: Input: default@test1_n4 +POSTHOOK: Input: default@test2_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/mapjoin_decimal.q.out b/ql/src/test/results/clientpositive/llap/mapjoin_decimal.q.out index 795ecfe..60af066 100644 --- a/ql/src/test/results/clientpositive/llap/mapjoin_decimal.q.out +++ b/ql/src/test/results/clientpositive/llap/mapjoin_decimal.q.out @@ -75,9 +75,15 @@ POSTHOOK: Lineage: t2_n59.dec EXPRESSION [(over1k_n5)over1k_n5.FieldSchema(name: PREHOOK: query: explain select t1_n95.`dec`, t2_n59.`dec` from t1_n95 join t2_n59 on (t1_n95.`dec`=t2_n59.`dec`) order by t1_n95.`dec` PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n95 +PREHOOK: Input: default@t2_n59 +#### A masked pattern was here #### POSTHOOK: query: explain select t1_n95.`dec`, t2_n59.`dec` from t1_n95 join t2_n59 on (t1_n95.`dec`=t2_n59.`dec`) order by t1_n95.`dec` POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n95 +POSTHOOK: Input: default@t2_n59 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/mapjoin_emit_interval.q.out b/ql/src/test/results/clientpositive/llap/mapjoin_emit_interval.q.out index f6a1a6e..3f0ebf3 100644 --- a/ql/src/test/results/clientpositive/llap/mapjoin_emit_interval.q.out +++ b/ql/src/test/results/clientpositive/llap/mapjoin_emit_interval.q.out @@ -45,11 +45,17 @@ SELECT * FROM test1_n0 LEFT OUTER JOIN test2 ON (test1_n0.value=test2.value AND test1_n0.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n0 +PREHOOK: Input: default@test2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n0 LEFT OUTER JOIN test2 ON (test1_n0.value=test2.value AND test1_n0.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n0 +POSTHOOK: Input: default@test2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -144,11 +150,17 @@ SELECT * FROM test1_n0 LEFT OUTER JOIN test2 ON (test1_n0.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n0 +PREHOOK: Input: default@test2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n0 LEFT OUTER JOIN test2 ON (test1_n0.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n0 +POSTHOOK: Input: default@test2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/mapjoin_hint.q.out b/ql/src/test/results/clientpositive/llap/mapjoin_hint.q.out index 5cccce9..a5fde81 100644 --- a/ql/src/test/results/clientpositive/llap/mapjoin_hint.q.out +++ b/ql/src/test/results/clientpositive/llap/mapjoin_hint.q.out @@ -122,8 +122,22 @@ POSTHOOK: Output: default@srcpart_small_n1@ds=2008-04-09 #### A masked pattern was here #### PREHOOK: query: EXPLAIN select /*+ mapjoin(None)*/ count(*) from srcpart_date_n5 join srcpart_small_n1 on (srcpart_date_n5.key = srcpart_small_n1.key1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_date_n5 +PREHOOK: Input: default@srcpart_date_n5@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date_n5@ds=2008-04-09 +PREHOOK: Input: default@srcpart_small_n1 +PREHOOK: Input: default@srcpart_small_n1@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small_n1@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select /*+ mapjoin(None)*/ count(*) from srcpart_date_n5 join srcpart_small_n1 on (srcpart_date_n5.key = srcpart_small_n1.key1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_date_n5 +POSTHOOK: Input: default@srcpart_date_n5@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date_n5@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_small_n1 +POSTHOOK: Input: default@srcpart_small_n1@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small_n1@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -247,8 +261,22 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select count(*) from srcpart_date_n5 join srcpart_small_n1 on (srcpart_date_n5.key = srcpart_small_n1.key1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_date_n5 +PREHOOK: Input: default@srcpart_date_n5@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date_n5@ds=2008-04-09 +PREHOOK: Input: default@srcpart_small_n1 +PREHOOK: Input: default@srcpart_small_n1@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small_n1@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select count(*) from srcpart_date_n5 join srcpart_small_n1 on (srcpart_date_n5.key = srcpart_small_n1.key1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_date_n5 +POSTHOOK: Input: default@srcpart_date_n5@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date_n5@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_small_n1 +POSTHOOK: Input: default@srcpart_small_n1@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small_n1@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -421,8 +449,14 @@ POSTHOOK: Lineage: part_null_n1.p_type SCRIPT [] Warning: Shuffle Join MERGEJOIN[24][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select /*+ mapjoin(None)*/ * from part where p_name = (select p_name from part_null_n1 where p_name is null) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ mapjoin(None)*/ * from part where p_name = (select p_name from part_null_n1 where p_name is null) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -530,8 +564,14 @@ STAGE PLANS: Warning: Shuffle Join MERGEJOIN[24][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where p_name = (select p_name from part_null_n1 where p_name is null) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_name = (select p_name from part_null_n1 where p_name is null) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/mapjoin_mapjoin.q.out b/ql/src/test/results/clientpositive/llap/mapjoin_mapjoin.q.out index a6dd161..08d751e 100644 --- a/ql/src/test/results/clientpositive/llap/mapjoin_mapjoin.q.out +++ b/ql/src/test/results/clientpositive/llap/mapjoin_mapjoin.q.out @@ -1,7 +1,23 @@ PREHOOK: query: explain extended select srcpart.key from srcpart join src on (srcpart.value=src.value) join src1 on (srcpart.key=src1.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain extended select srcpart.key from srcpart join src on (srcpart.value=src.value) join src1 on (srcpart.key=src1.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t2`.`key` FROM (SELECT `value` FROM `default`.`src` @@ -454,9 +470,25 @@ STAGE PLANS: PREHOOK: query: explain select srcpart.key from srcpart join src on (srcpart.value=src.value) join src1 on (srcpart.key=src1.key) where srcpart.value > 'val_450' PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select srcpart.key from srcpart join src on (srcpart.value=src.value) join src1 on (srcpart.key=src1.key) where srcpart.value > 'val_450' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -558,9 +590,23 @@ STAGE PLANS: PREHOOK: query: explain select count(*) from srcpart join src on (srcpart.value=src.value) join src src1 on (srcpart.key=src1.key) group by ds PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from srcpart join src on (srcpart.value=src.value) join src src1 on (srcpart.key=src1.key) group by ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/mapreduce1.q.out b/ql/src/test/results/clientpositive/llap/mapreduce1.q.out index b675392..9b9110f 100644 --- a/ql/src/test/results/clientpositive/llap/mapreduce1.q.out +++ b/ql/src/test/results/clientpositive/llap/mapreduce1.q.out @@ -14,6 +14,8 @@ USING 'cat' AS (tkey, ten, one, tvalue) DISTRIBUTE BY tvalue, tkey SORT BY ten, one PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n120 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n120 @@ -22,6 +24,8 @@ USING 'cat' AS (tkey, ten, one, tvalue) DISTRIBUTE BY tvalue, tkey SORT BY ten, one POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n120 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/mapreduce2.q.out b/ql/src/test/results/clientpositive/llap/mapreduce2.q.out index db7b992..5df015f 100644 --- a/ql/src/test/results/clientpositive/llap/mapreduce2.q.out +++ b/ql/src/test/results/clientpositive/llap/mapreduce2.q.out @@ -13,6 +13,8 @@ MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value USING 'cat' AS (tkey, ten, one, tvalue) DISTRIBUTE BY tvalue, tkey PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n162 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n162 @@ -20,6 +22,8 @@ MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value USING 'cat' AS (tkey, ten, one, tvalue) DISTRIBUTE BY tvalue, tkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n162 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite.q.out index b949618..3c493f0 100644 --- a/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite.q.out +++ b/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite.q.out @@ -107,9 +107,15 @@ totalSize 326 PREHOOK: query: explain select a, c from cmv_basetable_n10 where a = 3 PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_n10 +PREHOOK: Input: default@cmv_mat_view2_n4 +#### A masked pattern was here #### POSTHOOK: query: explain select a, c from cmv_basetable_n10 where a = 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_n10 +POSTHOOK: Input: default@cmv_mat_view2_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -153,6 +159,8 @@ select * from ( (select a, c from cmv_basetable_n10 where d = 3) table2 on table1.a = table2.a) PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_n10 +#### A masked pattern was here #### POSTHOOK: query: explain select * from ( (select a, c from cmv_basetable_n10 where a = 3) table1 @@ -160,6 +168,8 @@ select * from ( (select a, c from cmv_basetable_n10 where d = 3) table2 on table1.a = table2.a) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_n10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -259,9 +269,13 @@ POSTHOOK: Input: default@cmv_basetable_n10 PREHOOK: query: explain alter materialized view cmv_mat_view2_n4 enable rewrite PREHOOK: type: ALTER_MATERIALIZED_VIEW_REWRITE +PREHOOK: Input: default@cmv_mat_view2_n4 +PREHOOK: Output: default@cmv_mat_view2_n4 POSTHOOK: query: explain alter materialized view cmv_mat_view2_n4 enable rewrite POSTHOOK: type: ALTER_MATERIALIZED_VIEW_REWRITE +POSTHOOK: Input: default@cmv_mat_view2_n4 +POSTHOOK: Output: default@cmv_mat_view2_n4 STAGE DEPENDENCIES: Stage-0 is a root stage @@ -288,6 +302,9 @@ select * from ( (select a, c from cmv_basetable_n10 where d = 3) table2 on table1.a = table2.a) PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_n10 +PREHOOK: Input: default@cmv_mat_view2_n4 +#### A masked pattern was here #### POSTHOOK: query: explain select * from ( (select a, c from cmv_basetable_n10 where a = 3) table1 @@ -295,6 +312,9 @@ select * from ( (select a, c from cmv_basetable_n10 where d = 3) table2 on table1.a = table2.a) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_n10 +POSTHOOK: Input: default@cmv_mat_view2_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -402,6 +422,8 @@ select * from ( (select a, c from cmv_basetable_n10 where d = 3) table2 on table1.a = table2.a) PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_n10 +#### A masked pattern was here #### POSTHOOK: query: explain select * from ( (select a, c from cmv_basetable_n10 where a = 3) table1 @@ -409,6 +431,8 @@ select * from ( (select a, c from cmv_basetable_n10 where d = 3) table2 on table1.a = table2.a) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_n10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_2.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_2.q.out index d311f36..ecfb397 100644 --- a/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_2.q.out +++ b/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_2.q.out @@ -53,9 +53,13 @@ POSTHOOK: Output: default@cmv_mat_view_n9 PREHOOK: query: explain select b from cmv_basetable_n9 where c > 20.0 group by a, b PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select b from cmv_basetable_n9 where c > 20.0 group by a, b POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -143,9 +147,13 @@ POSTHOOK: Output: default@cmv_mat_view_2 PREHOOK: query: explain select b from cmv_basetable_n9 where c > 20.0 group by a, b PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select b from cmv_basetable_n9 where c > 20.0 group by a, b POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -233,9 +241,15 @@ POSTHOOK: Output: default@cmv_mat_view_3 PREHOOK: query: explain select b from cmv_basetable_n9 where c > 20.0 group by a, b PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_n9 +PREHOOK: Input: default@cmv_mat_view_3 +#### A masked pattern was here #### POSTHOOK: query: explain select b from cmv_basetable_n9 where c > 20.0 group by a, b POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_n9 +POSTHOOK: Input: default@cmv_mat_view_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -325,9 +339,15 @@ POSTHOOK: Output: default@cmv_mat_view_4 PREHOOK: query: explain select b from cmv_basetable_n9 group by b PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_n9 +PREHOOK: Input: default@cmv_mat_view_4 +#### A masked pattern was here #### POSTHOOK: query: explain select b from cmv_basetable_n9 group by b POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_n9 +POSTHOOK: Input: default@cmv_mat_view_4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -458,12 +478,20 @@ from cmv_basetable_n9 join cmv_basetable_2_n4 on (cmv_basetable_n9.a = cmv_baset where cmv_basetable_2_n4.c > 10.10 group by cmv_basetable_n9.a, cmv_basetable_2_n4.c PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_2_n4 +PREHOOK: Input: default@cmv_basetable_n9 +PREHOOK: Input: default@cmv_mat_view_5 +#### A masked pattern was here #### POSTHOOK: query: explain select cmv_basetable_n9.a from cmv_basetable_n9 join cmv_basetable_2_n4 on (cmv_basetable_n9.a = cmv_basetable_2_n4.a) where cmv_basetable_2_n4.c > 10.10 group by cmv_basetable_n9.a, cmv_basetable_2_n4.c POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_2_n4 +POSTHOOK: Input: default@cmv_basetable_n9 +POSTHOOK: Input: default@cmv_mat_view_5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -507,12 +535,20 @@ from cmv_basetable_n9 join cmv_basetable_2_n4 on (cmv_basetable_n9.a = cmv_baset where cmv_basetable_2_n4.c > 10.10 group by cmv_basetable_n9.a PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_2_n4 +PREHOOK: Input: default@cmv_basetable_n9 +PREHOOK: Input: default@cmv_mat_view_5 +#### A masked pattern was here #### POSTHOOK: query: explain select cmv_basetable_n9.a from cmv_basetable_n9 join cmv_basetable_2_n4 on (cmv_basetable_n9.a = cmv_basetable_2_n4.a) where cmv_basetable_2_n4.c > 10.10 group by cmv_basetable_n9.a POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_2_n4 +POSTHOOK: Input: default@cmv_basetable_n9 +POSTHOOK: Input: default@cmv_mat_view_5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_3.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_3.q.out index 909ab0b..da248e2 100644 --- a/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_3.q.out +++ b/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_3.q.out @@ -79,6 +79,10 @@ CREATE MATERIALIZED VIEW cmv_mat_view AS WHERE cmv_basetable_2.c > 10.0 GROUP BY cmv_basetable.a, cmv_basetable_2.c PREHOOK: type: CREATE_MATERIALIZED_VIEW +PREHOOK: Input: default@cmv_basetable +PREHOOK: Input: default@cmv_basetable_2 +PREHOOK: Output: database:default +PREHOOK: Output: default@cmv_mat_view POSTHOOK: query: EXPLAIN CREATE MATERIALIZED VIEW cmv_mat_view AS SELECT cmv_basetable.a, cmv_basetable_2.c @@ -86,6 +90,10 @@ CREATE MATERIALIZED VIEW cmv_mat_view AS WHERE cmv_basetable_2.c > 10.0 GROUP BY cmv_basetable.a, cmv_basetable_2.c POSTHOOK: type: CREATE_MATERIALIZED_VIEW +POSTHOOK: Input: default@cmv_basetable +POSTHOOK: Input: default@cmv_basetable_2 +POSTHOOK: Output: database:default +POSTHOOK: Output: default@cmv_mat_view STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -237,12 +245,20 @@ FROM cmv_basetable join cmv_basetable_2 ON (cmv_basetable.a = cmv_basetable_2.a) WHERE cmv_basetable_2.c > 10.10 GROUP BY cmv_basetable.a, cmv_basetable_2.c PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable +PREHOOK: Input: default@cmv_basetable_2 +PREHOOK: Input: default@cmv_mat_view +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT cmv_basetable.a FROM cmv_basetable join cmv_basetable_2 ON (cmv_basetable.a = cmv_basetable_2.a) WHERE cmv_basetable_2.c > 10.10 GROUP BY cmv_basetable.a, cmv_basetable_2.c POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable +POSTHOOK: Input: default@cmv_basetable_2 +POSTHOOK: Input: default@cmv_mat_view +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -310,12 +326,18 @@ FROM cmv_basetable join cmv_basetable_2 ON (cmv_basetable.a = cmv_basetable_2.a) WHERE cmv_basetable_2.c > 10.10 GROUP BY cmv_basetable.a, cmv_basetable_2.c PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable +PREHOOK: Input: default@cmv_basetable_2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT cmv_basetable.a FROM cmv_basetable join cmv_basetable_2 ON (cmv_basetable.a = cmv_basetable_2.a) WHERE cmv_basetable_2.c > 10.10 GROUP BY cmv_basetable.a, cmv_basetable_2.c POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable +POSTHOOK: Input: default@cmv_basetable_2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -437,9 +459,17 @@ POSTHOOK: Input: default@cmv_basetable_2 PREHOOK: query: EXPLAIN ALTER MATERIALIZED VIEW cmv_mat_view REBUILD PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable +PREHOOK: Input: default@cmv_basetable_2 +PREHOOK: Input: default@cmv_mat_view +PREHOOK: Output: default@cmv_mat_view POSTHOOK: query: EXPLAIN ALTER MATERIALIZED VIEW cmv_mat_view REBUILD POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable +POSTHOOK: Input: default@cmv_basetable_2 +POSTHOOK: Input: default@cmv_mat_view +POSTHOOK: Output: default@cmv_mat_view STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -649,12 +679,20 @@ FROM cmv_basetable join cmv_basetable_2 ON (cmv_basetable.a = cmv_basetable_2.a) WHERE cmv_basetable_2.c > 10.10 GROUP BY cmv_basetable.a, cmv_basetable_2.c PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable +PREHOOK: Input: default@cmv_basetable_2 +PREHOOK: Input: default@cmv_mat_view +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT cmv_basetable.a FROM cmv_basetable join cmv_basetable_2 ON (cmv_basetable.a = cmv_basetable_2.a) WHERE cmv_basetable_2.c > 10.10 GROUP BY cmv_basetable.a, cmv_basetable_2.c POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable +POSTHOOK: Input: default@cmv_basetable_2 +POSTHOOK: Input: default@cmv_mat_view +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -707,12 +745,18 @@ FROM cmv_basetable join cmv_basetable_2 ON (cmv_basetable.a = cmv_basetable_2.a) WHERE cmv_basetable_2.c > 10.10 GROUP BY cmv_basetable.a, cmv_basetable_2.c PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable +PREHOOK: Input: default@cmv_basetable_2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT cmv_basetable.a FROM cmv_basetable join cmv_basetable_2 ON (cmv_basetable.a = cmv_basetable_2.a) WHERE cmv_basetable_2.c > 10.10 GROUP BY cmv_basetable.a, cmv_basetable_2.c POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable +POSTHOOK: Input: default@cmv_basetable_2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -847,12 +891,20 @@ FROM cmv_basetable join cmv_basetable_2 ON (cmv_basetable.a = cmv_basetable_2.a) WHERE cmv_basetable_2.c > 10.10 GROUP BY cmv_basetable.a, cmv_basetable_2.c PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable +PREHOOK: Input: default@cmv_basetable_2 +PREHOOK: Input: default@cmv_mat_view +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT cmv_basetable.a FROM cmv_basetable join cmv_basetable_2 ON (cmv_basetable.a = cmv_basetable_2.a) WHERE cmv_basetable_2.c > 10.10 GROUP BY cmv_basetable.a, cmv_basetable_2.c POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable +POSTHOOK: Input: default@cmv_basetable_2 +POSTHOOK: Input: default@cmv_mat_view +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -929,12 +981,20 @@ FROM cmv_basetable join cmv_basetable_2 ON (cmv_basetable.a = cmv_basetable_2.a) WHERE cmv_basetable_2.c > 10.10 GROUP BY cmv_basetable.a, cmv_basetable_2.c PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable +PREHOOK: Input: default@cmv_basetable_2 +PREHOOK: Input: default@cmv_mat_view +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT cmv_basetable.a FROM cmv_basetable join cmv_basetable_2 ON (cmv_basetable.a = cmv_basetable_2.a) WHERE cmv_basetable_2.c > 10.10 GROUP BY cmv_basetable.a, cmv_basetable_2.c POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable +POSTHOOK: Input: default@cmv_basetable_2 +POSTHOOK: Input: default@cmv_mat_view +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -985,12 +1045,18 @@ FROM cmv_basetable join cmv_basetable_2 ON (cmv_basetable.a = cmv_basetable_2.a) WHERE cmv_basetable_2.c > 10.10 GROUP BY cmv_basetable.a, cmv_basetable_2.c PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable +PREHOOK: Input: default@cmv_basetable_2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT cmv_basetable.a FROM cmv_basetable join cmv_basetable_2 ON (cmv_basetable.a = cmv_basetable_2.a) WHERE cmv_basetable_2.c > 10.10 GROUP BY cmv_basetable.a, cmv_basetable_2.c POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable +POSTHOOK: Input: default@cmv_basetable_2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_4.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_4.q.out index 289311e..6ab0b7a 100644 --- a/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_4.q.out +++ b/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_4.q.out @@ -79,6 +79,10 @@ CREATE MATERIALIZED VIEW cmv_mat_view_n5 DISABLE REWRITE TBLPROPERTIES ('transac WHERE cmv_basetable_2_n2.c > 10.0 GROUP BY cmv_basetable_n5.a, cmv_basetable_2_n2.c PREHOOK: type: CREATE_MATERIALIZED_VIEW +PREHOOK: Input: default@cmv_basetable_2_n2 +PREHOOK: Input: default@cmv_basetable_n5 +PREHOOK: Output: database:default +PREHOOK: Output: default@cmv_mat_view_n5 POSTHOOK: query: EXPLAIN CREATE MATERIALIZED VIEW cmv_mat_view_n5 DISABLE REWRITE TBLPROPERTIES ('transactional'='true') AS SELECT cmv_basetable_n5.a, cmv_basetable_2_n2.c, sum(cmv_basetable_2_n2.d) @@ -86,6 +90,10 @@ CREATE MATERIALIZED VIEW cmv_mat_view_n5 DISABLE REWRITE TBLPROPERTIES ('transac WHERE cmv_basetable_2_n2.c > 10.0 GROUP BY cmv_basetable_n5.a, cmv_basetable_2_n2.c POSTHOOK: type: CREATE_MATERIALIZED_VIEW +POSTHOOK: Input: default@cmv_basetable_2_n2 +POSTHOOK: Input: default@cmv_basetable_n5 +POSTHOOK: Output: database:default +POSTHOOK: Output: default@cmv_mat_view_n5 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -299,12 +307,18 @@ FROM cmv_basetable_n5 join cmv_basetable_2_n2 ON (cmv_basetable_n5.a = cmv_baset WHERE cmv_basetable_2_n2.c > 10.10 GROUP BY cmv_basetable_n5.a, cmv_basetable_2_n2.c PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_2_n2 +PREHOOK: Input: default@cmv_basetable_n5 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT cmv_basetable_n5.a, sum(cmv_basetable_2_n2.d) FROM cmv_basetable_n5 join cmv_basetable_2_n2 ON (cmv_basetable_n5.a = cmv_basetable_2_n2.a) WHERE cmv_basetable_2_n2.c > 10.10 GROUP BY cmv_basetable_n5.a, cmv_basetable_2_n2.c POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_2_n2 +POSTHOOK: Input: default@cmv_basetable_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -452,9 +466,13 @@ POSTHOOK: Output: default@cmv_basetable_2_n2 PREHOOK: query: EXPLAIN ALTER MATERIALIZED VIEW cmv_mat_view_n5 ENABLE REWRITE PREHOOK: type: ALTER_MATERIALIZED_VIEW_REWRITE +PREHOOK: Input: default@cmv_mat_view_n5 +PREHOOK: Output: default@cmv_mat_view_n5 POSTHOOK: query: EXPLAIN ALTER MATERIALIZED VIEW cmv_mat_view_n5 ENABLE REWRITE POSTHOOK: type: ALTER_MATERIALIZED_VIEW_REWRITE +POSTHOOK: Input: default@cmv_mat_view_n5 +POSTHOOK: Output: default@cmv_mat_view_n5 STAGE DEPENDENCIES: Stage-0 is a root stage @@ -527,12 +545,18 @@ FROM cmv_basetable_n5 join cmv_basetable_2_n2 ON (cmv_basetable_n5.a = cmv_baset WHERE cmv_basetable_2_n2.c > 10.10 GROUP BY cmv_basetable_n5.a, cmv_basetable_2_n2.c PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_2_n2 +PREHOOK: Input: default@cmv_basetable_n5 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT cmv_basetable_n5.a, sum(cmv_basetable_2_n2.d) FROM cmv_basetable_n5 join cmv_basetable_2_n2 ON (cmv_basetable_n5.a = cmv_basetable_2_n2.a) WHERE cmv_basetable_2_n2.c > 10.10 GROUP BY cmv_basetable_n5.a, cmv_basetable_2_n2.c POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_2_n2 +POSTHOOK: Input: default@cmv_basetable_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -657,9 +681,19 @@ POSTHOOK: Input: default@cmv_basetable_n5 PREHOOK: query: EXPLAIN ALTER MATERIALIZED VIEW cmv_mat_view_n5 REBUILD PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_2_n2 +PREHOOK: Input: default@cmv_basetable_n5 +PREHOOK: Input: default@cmv_mat_view_n5 +PREHOOK: Output: default@cmv_mat_view_n5 +PREHOOK: Output: default@cmv_mat_view_n5 POSTHOOK: query: EXPLAIN ALTER MATERIALIZED VIEW cmv_mat_view_n5 REBUILD POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_2_n2 +POSTHOOK: Input: default@cmv_basetable_n5 +POSTHOOK: Input: default@cmv_mat_view_n5 +POSTHOOK: Output: default@cmv_mat_view_n5 +POSTHOOK: Output: default@cmv_mat_view_n5 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -973,12 +1007,20 @@ FROM cmv_basetable_n5 join cmv_basetable_2_n2 ON (cmv_basetable_n5.a = cmv_baset WHERE cmv_basetable_2_n2.c > 10.10 GROUP BY cmv_basetable_n5.a, cmv_basetable_2_n2.c PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_2_n2 +PREHOOK: Input: default@cmv_basetable_n5 +PREHOOK: Input: default@cmv_mat_view_n5 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT cmv_basetable_n5.a, sum(cmv_basetable_2_n2.d) FROM cmv_basetable_n5 join cmv_basetable_2_n2 ON (cmv_basetable_n5.a = cmv_basetable_2_n2.a) WHERE cmv_basetable_2_n2.c > 10.10 GROUP BY cmv_basetable_n5.a, cmv_basetable_2_n2.c POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_2_n2 +POSTHOOK: Input: default@cmv_basetable_n5 +POSTHOOK: Input: default@cmv_mat_view_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1028,9 +1070,15 @@ POSTHOOK: Output: default@cmv_basetable_2_n2 PREHOOK: query: EXPLAIN ALTER MATERIALIZED VIEW cmv_mat_view_n5 REBUILD PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_2_n2 +PREHOOK: Input: default@cmv_basetable_n5 +PREHOOK: Output: default@cmv_mat_view_n5 POSTHOOK: query: EXPLAIN ALTER MATERIALIZED VIEW cmv_mat_view_n5 REBUILD POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_2_n2 +POSTHOOK: Input: default@cmv_basetable_n5 +POSTHOOK: Output: default@cmv_mat_view_n5 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1192,12 +1240,20 @@ FROM cmv_basetable_n5 join cmv_basetable_2_n2 ON (cmv_basetable_n5.a = cmv_baset WHERE cmv_basetable_2_n2.c > 10.10 GROUP BY cmv_basetable_n5.a, cmv_basetable_2_n2.c PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_2_n2 +PREHOOK: Input: default@cmv_basetable_n5 +PREHOOK: Input: default@cmv_mat_view_n5 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT cmv_basetable_n5.a, sum(cmv_basetable_2_n2.d) FROM cmv_basetable_n5 join cmv_basetable_2_n2 ON (cmv_basetable_n5.a = cmv_basetable_2_n2.a) WHERE cmv_basetable_2_n2.c > 10.10 GROUP BY cmv_basetable_n5.a, cmv_basetable_2_n2.c POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_2_n2 +POSTHOOK: Input: default@cmv_basetable_n5 +POSTHOOK: Input: default@cmv_mat_view_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1247,9 +1303,15 @@ POSTHOOK: Output: default@cmv_basetable_2_n2 PREHOOK: query: EXPLAIN ALTER MATERIALIZED VIEW cmv_mat_view_n5 REBUILD PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_2_n2 +PREHOOK: Input: default@cmv_basetable_n5 +PREHOOK: Output: default@cmv_mat_view_n5 POSTHOOK: query: EXPLAIN ALTER MATERIALIZED VIEW cmv_mat_view_n5 REBUILD POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_2_n2 +POSTHOOK: Input: default@cmv_basetable_n5 +POSTHOOK: Output: default@cmv_mat_view_n5 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1411,12 +1473,20 @@ FROM cmv_basetable_n5 join cmv_basetable_2_n2 ON (cmv_basetable_n5.a = cmv_baset WHERE cmv_basetable_2_n2.c > 10.10 GROUP BY cmv_basetable_n5.a, cmv_basetable_2_n2.c PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_2_n2 +PREHOOK: Input: default@cmv_basetable_n5 +PREHOOK: Input: default@cmv_mat_view_n5 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT cmv_basetable_n5.a, sum(cmv_basetable_2_n2.d) FROM cmv_basetable_n5 join cmv_basetable_2_n2 ON (cmv_basetable_n5.a = cmv_basetable_2_n2.a) WHERE cmv_basetable_2_n2.c > 10.10 GROUP BY cmv_basetable_n5.a, cmv_basetable_2_n2.c POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_2_n2 +POSTHOOK: Input: default@cmv_basetable_n5 +POSTHOOK: Input: default@cmv_mat_view_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1471,9 +1541,19 @@ POSTHOOK: Lineage: cmv_basetable_2_n2.d SCRIPT [] PREHOOK: query: EXPLAIN ALTER MATERIALIZED VIEW cmv_mat_view_n5 REBUILD PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_2_n2 +PREHOOK: Input: default@cmv_basetable_n5 +PREHOOK: Input: default@cmv_mat_view_n5 +PREHOOK: Output: default@cmv_mat_view_n5 +PREHOOK: Output: default@cmv_mat_view_n5 POSTHOOK: query: EXPLAIN ALTER MATERIALIZED VIEW cmv_mat_view_n5 REBUILD POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_2_n2 +POSTHOOK: Input: default@cmv_basetable_n5 +POSTHOOK: Input: default@cmv_mat_view_n5 +POSTHOOK: Output: default@cmv_mat_view_n5 +POSTHOOK: Output: default@cmv_mat_view_n5 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -1740,12 +1820,20 @@ FROM cmv_basetable_n5 join cmv_basetable_2_n2 ON (cmv_basetable_n5.a = cmv_baset WHERE cmv_basetable_2_n2.c > 10.10 GROUP BY cmv_basetable_n5.a, cmv_basetable_2_n2.c PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_2_n2 +PREHOOK: Input: default@cmv_basetable_n5 +PREHOOK: Input: default@cmv_mat_view_n5 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT cmv_basetable_n5.a, sum(cmv_basetable_2_n2.d) FROM cmv_basetable_n5 join cmv_basetable_2_n2 ON (cmv_basetable_n5.a = cmv_basetable_2_n2.a) WHERE cmv_basetable_2_n2.c > 10.10 GROUP BY cmv_basetable_n5.a, cmv_basetable_2_n2.c POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_2_n2 +POSTHOOK: Input: default@cmv_basetable_n5 +POSTHOOK: Input: default@cmv_mat_view_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_5.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_5.q.out index f712eda..06422ab 100644 --- a/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_5.q.out +++ b/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_5.q.out @@ -131,11 +131,17 @@ SELECT cmv_basetable_n6.a FROM cmv_basetable_n6 join cmv_basetable_2_n3 ON (cmv_basetable_n6.a = cmv_basetable_2_n3.a) WHERE cmv_basetable_2_n3.c > 10.10 PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_2_n3 +PREHOOK: Input: default@cmv_basetable_n6 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT cmv_basetable_n6.a FROM cmv_basetable_n6 join cmv_basetable_2_n3 ON (cmv_basetable_n6.a = cmv_basetable_2_n3.a) WHERE cmv_basetable_2_n3.c > 10.10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_2_n3 +POSTHOOK: Input: default@cmv_basetable_n6 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -233,9 +239,15 @@ POSTHOOK: Input: default@cmv_basetable_n6 PREHOOK: query: EXPLAIN ALTER MATERIALIZED VIEW cmv_mat_view_n6 REBUILD PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_2_n3 +PREHOOK: Input: default@cmv_basetable_n6 +PREHOOK: Output: default@cmv_mat_view_n6 POSTHOOK: query: EXPLAIN ALTER MATERIALIZED VIEW cmv_mat_view_n6 REBUILD POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_2_n3 +POSTHOOK: Input: default@cmv_basetable_n6 +POSTHOOK: Output: default@cmv_mat_view_n6 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -430,11 +442,19 @@ SELECT cmv_basetable_n6.a FROM cmv_basetable_n6 join cmv_basetable_2_n3 ON (cmv_basetable_n6.a = cmv_basetable_2_n3.a) WHERE cmv_basetable_2_n3.c > 10.10 PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_2_n3 +PREHOOK: Input: default@cmv_basetable_n6 +PREHOOK: Input: default@cmv_mat_view_n6 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT cmv_basetable_n6.a FROM cmv_basetable_n6 join cmv_basetable_2_n3 ON (cmv_basetable_n6.a = cmv_basetable_2_n3.a) WHERE cmv_basetable_2_n3.c > 10.10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_2_n3 +POSTHOOK: Input: default@cmv_basetable_n6 +POSTHOOK: Input: default@cmv_mat_view_n6 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -484,9 +504,15 @@ POSTHOOK: Output: default@cmv_basetable_2_n3 PREHOOK: query: EXPLAIN ALTER MATERIALIZED VIEW cmv_mat_view_n6 REBUILD PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_2_n3 +PREHOOK: Input: default@cmv_basetable_n6 +PREHOOK: Output: default@cmv_mat_view_n6 POSTHOOK: query: EXPLAIN ALTER MATERIALIZED VIEW cmv_mat_view_n6 REBUILD POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_2_n3 +POSTHOOK: Input: default@cmv_basetable_n6 +POSTHOOK: Output: default@cmv_mat_view_n6 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -637,11 +663,19 @@ SELECT cmv_basetable_n6.a FROM cmv_basetable_n6 join cmv_basetable_2_n3 ON (cmv_basetable_n6.a = cmv_basetable_2_n3.a) WHERE cmv_basetable_2_n3.c > 10.10 PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_2_n3 +PREHOOK: Input: default@cmv_basetable_n6 +PREHOOK: Input: default@cmv_mat_view_n6 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT cmv_basetable_n6.a FROM cmv_basetable_n6 join cmv_basetable_2_n3 ON (cmv_basetable_n6.a = cmv_basetable_2_n3.a) WHERE cmv_basetable_2_n3.c > 10.10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_2_n3 +POSTHOOK: Input: default@cmv_basetable_n6 +POSTHOOK: Input: default@cmv_mat_view_n6 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -692,9 +726,15 @@ POSTHOOK: Output: default@cmv_basetable_2_n3 PREHOOK: query: EXPLAIN ALTER MATERIALIZED VIEW cmv_mat_view_n6 REBUILD PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_2_n3 +PREHOOK: Input: default@cmv_basetable_n6 +PREHOOK: Output: default@cmv_mat_view_n6 POSTHOOK: query: EXPLAIN ALTER MATERIALIZED VIEW cmv_mat_view_n6 REBUILD POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_2_n3 +POSTHOOK: Input: default@cmv_basetable_n6 +POSTHOOK: Output: default@cmv_mat_view_n6 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -845,11 +885,19 @@ SELECT cmv_basetable_n6.a FROM cmv_basetable_n6 join cmv_basetable_2_n3 ON (cmv_basetable_n6.a = cmv_basetable_2_n3.a) WHERE cmv_basetable_2_n3.c > 10.10 PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_2_n3 +PREHOOK: Input: default@cmv_basetable_n6 +PREHOOK: Input: default@cmv_mat_view_n6 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT cmv_basetable_n6.a FROM cmv_basetable_n6 join cmv_basetable_2_n3 ON (cmv_basetable_n6.a = cmv_basetable_2_n3.a) WHERE cmv_basetable_2_n3.c > 10.10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_2_n3 +POSTHOOK: Input: default@cmv_basetable_n6 +POSTHOOK: Input: default@cmv_mat_view_n6 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -904,9 +952,15 @@ POSTHOOK: Lineage: cmv_basetable_2_n3.d SCRIPT [] PREHOOK: query: EXPLAIN ALTER MATERIALIZED VIEW cmv_mat_view_n6 REBUILD PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_2_n3 +PREHOOK: Input: default@cmv_basetable_n6 +PREHOOK: Output: default@cmv_mat_view_n6 POSTHOOK: query: EXPLAIN ALTER MATERIALIZED VIEW cmv_mat_view_n6 REBUILD POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_2_n3 +POSTHOOK: Input: default@cmv_basetable_n6 +POSTHOOK: Output: default@cmv_mat_view_n6 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1057,11 +1111,19 @@ SELECT cmv_basetable_n6.a FROM cmv_basetable_n6 join cmv_basetable_2_n3 ON (cmv_basetable_n6.a = cmv_basetable_2_n3.a) WHERE cmv_basetable_2_n3.c > 10.10 PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_2_n3 +PREHOOK: Input: default@cmv_basetable_n6 +PREHOOK: Input: default@cmv_mat_view_n6 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT cmv_basetable_n6.a FROM cmv_basetable_n6 join cmv_basetable_2_n3 ON (cmv_basetable_n6.a = cmv_basetable_2_n3.a) WHERE cmv_basetable_2_n3.c > 10.10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_2_n3 +POSTHOOK: Input: default@cmv_basetable_n6 +POSTHOOK: Input: default@cmv_mat_view_n6 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_dummy.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_dummy.q.out index cff7f70..f744c96 100644 --- a/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_dummy.q.out +++ b/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_dummy.q.out @@ -107,9 +107,15 @@ totalSize 326 PREHOOK: query: explain select a, c from cmv_basetable_n0 where a = 3 PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_n0 +PREHOOK: Input: default@cmv_mat_view2 +#### A masked pattern was here #### POSTHOOK: query: explain select a, c from cmv_basetable_n0 where a = 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_n0 +POSTHOOK: Input: default@cmv_mat_view2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -153,6 +159,8 @@ select * from ( (select a, c from cmv_basetable_n0 where d = 3) table2 on table1.a = table2.a) PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from ( (select a, c from cmv_basetable_n0 where a = 3) table1 @@ -160,6 +168,8 @@ select * from ( (select a, c from cmv_basetable_n0 where d = 3) table2 on table1.a = table2.a) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -259,9 +269,13 @@ POSTHOOK: Input: default@cmv_basetable_n0 PREHOOK: query: explain alter materialized view cmv_mat_view2 enable rewrite PREHOOK: type: ALTER_MATERIALIZED_VIEW_REWRITE +PREHOOK: Input: default@cmv_mat_view2 +PREHOOK: Output: default@cmv_mat_view2 POSTHOOK: query: explain alter materialized view cmv_mat_view2 enable rewrite POSTHOOK: type: ALTER_MATERIALIZED_VIEW_REWRITE +POSTHOOK: Input: default@cmv_mat_view2 +POSTHOOK: Output: default@cmv_mat_view2 STAGE DEPENDENCIES: Stage-0 is a root stage @@ -288,6 +302,9 @@ select * from ( (select a, c from cmv_basetable_n0 where d = 3) table2 on table1.a = table2.a) PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_n0 +PREHOOK: Input: default@cmv_mat_view2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from ( (select a, c from cmv_basetable_n0 where a = 3) table1 @@ -295,6 +312,9 @@ select * from ( (select a, c from cmv_basetable_n0 where d = 3) table2 on table1.a = table2.a) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_n0 +POSTHOOK: Input: default@cmv_mat_view2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -402,6 +422,8 @@ select * from ( (select a, c from cmv_basetable_n0 where d = 3) table2 on table1.a = table2.a) PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from ( (select a, c from cmv_basetable_n0 where a = 3) table1 @@ -409,6 +431,8 @@ select * from ( (select a, c from cmv_basetable_n0 where d = 3) table2 on table1.a = table2.a) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_multi_db.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_multi_db.q.out index e5fb23d..d4bfcee 100644 --- a/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_multi_db.q.out +++ b/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_multi_db.q.out @@ -143,9 +143,15 @@ POSTHOOK: Input: database:db3 PREHOOK: query: explain select a, c from db1.cmv_basetable_n7 where a = 3 PREHOOK: type: QUERY +PREHOOK: Input: db1@cmv_basetable_n7 +PREHOOK: Input: db2@cmv_mat_view2_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select a, c from db1.cmv_basetable_n7 where a = 3 POSTHOOK: type: QUERY +POSTHOOK: Input: db1@cmv_basetable_n7 +POSTHOOK: Input: db2@cmv_mat_view2_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_rebuild_dummy.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_rebuild_dummy.q.out index 09ebb8b..a72d31e 100644 --- a/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_rebuild_dummy.q.out +++ b/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_rebuild_dummy.q.out @@ -79,6 +79,10 @@ CREATE MATERIALIZED VIEW cmv_mat_view_n1 AS WHERE cmv_basetable_2_n0.c > 10.0 GROUP BY cmv_basetable_n1.a, cmv_basetable_2_n0.c PREHOOK: type: CREATE_MATERIALIZED_VIEW +PREHOOK: Input: default@cmv_basetable_2_n0 +PREHOOK: Input: default@cmv_basetable_n1 +PREHOOK: Output: database:default +PREHOOK: Output: default@cmv_mat_view_n1 POSTHOOK: query: EXPLAIN CREATE MATERIALIZED VIEW cmv_mat_view_n1 AS SELECT cmv_basetable_n1.a, cmv_basetable_2_n0.c @@ -86,6 +90,10 @@ CREATE MATERIALIZED VIEW cmv_mat_view_n1 AS WHERE cmv_basetable_2_n0.c > 10.0 GROUP BY cmv_basetable_n1.a, cmv_basetable_2_n0.c POSTHOOK: type: CREATE_MATERIALIZED_VIEW +POSTHOOK: Input: default@cmv_basetable_2_n0 +POSTHOOK: Input: default@cmv_basetable_n1 +POSTHOOK: Output: database:default +POSTHOOK: Output: default@cmv_mat_view_n1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -237,12 +245,20 @@ FROM cmv_basetable_n1 join cmv_basetable_2_n0 ON (cmv_basetable_n1.a = cmv_baset WHERE cmv_basetable_2_n0.c > 10.10 GROUP BY cmv_basetable_n1.a, cmv_basetable_2_n0.c PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_2_n0 +PREHOOK: Input: default@cmv_basetable_n1 +PREHOOK: Input: default@cmv_mat_view_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT cmv_basetable_n1.a FROM cmv_basetable_n1 join cmv_basetable_2_n0 ON (cmv_basetable_n1.a = cmv_basetable_2_n0.a) WHERE cmv_basetable_2_n0.c > 10.10 GROUP BY cmv_basetable_n1.a, cmv_basetable_2_n0.c POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_2_n0 +POSTHOOK: Input: default@cmv_basetable_n1 +POSTHOOK: Input: default@cmv_mat_view_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -310,12 +326,18 @@ FROM cmv_basetable_n1 join cmv_basetable_2_n0 ON (cmv_basetable_n1.a = cmv_baset WHERE cmv_basetable_2_n0.c > 10.10 GROUP BY cmv_basetable_n1.a, cmv_basetable_2_n0.c PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_2_n0 +PREHOOK: Input: default@cmv_basetable_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT cmv_basetable_n1.a FROM cmv_basetable_n1 join cmv_basetable_2_n0 ON (cmv_basetable_n1.a = cmv_basetable_2_n0.a) WHERE cmv_basetable_2_n0.c > 10.10 GROUP BY cmv_basetable_n1.a, cmv_basetable_2_n0.c POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_2_n0 +POSTHOOK: Input: default@cmv_basetable_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -437,9 +459,17 @@ POSTHOOK: Input: default@cmv_basetable_n1 PREHOOK: query: EXPLAIN ALTER MATERIALIZED VIEW cmv_mat_view_n1 REBUILD PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_2_n0 +PREHOOK: Input: default@cmv_basetable_n1 +PREHOOK: Input: default@cmv_mat_view_n1 +PREHOOK: Output: default@cmv_mat_view_n1 POSTHOOK: query: EXPLAIN ALTER MATERIALIZED VIEW cmv_mat_view_n1 REBUILD POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_2_n0 +POSTHOOK: Input: default@cmv_basetable_n1 +POSTHOOK: Input: default@cmv_mat_view_n1 +POSTHOOK: Output: default@cmv_mat_view_n1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -649,12 +679,20 @@ FROM cmv_basetable_n1 join cmv_basetable_2_n0 ON (cmv_basetable_n1.a = cmv_baset WHERE cmv_basetable_2_n0.c > 10.10 GROUP BY cmv_basetable_n1.a, cmv_basetable_2_n0.c PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_2_n0 +PREHOOK: Input: default@cmv_basetable_n1 +PREHOOK: Input: default@cmv_mat_view_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT cmv_basetable_n1.a FROM cmv_basetable_n1 join cmv_basetable_2_n0 ON (cmv_basetable_n1.a = cmv_basetable_2_n0.a) WHERE cmv_basetable_2_n0.c > 10.10 GROUP BY cmv_basetable_n1.a, cmv_basetable_2_n0.c POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_2_n0 +POSTHOOK: Input: default@cmv_basetable_n1 +POSTHOOK: Input: default@cmv_mat_view_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -707,12 +745,18 @@ FROM cmv_basetable_n1 join cmv_basetable_2_n0 ON (cmv_basetable_n1.a = cmv_baset WHERE cmv_basetable_2_n0.c > 10.10 GROUP BY cmv_basetable_n1.a, cmv_basetable_2_n0.c PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_2_n0 +PREHOOK: Input: default@cmv_basetable_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT cmv_basetable_n1.a FROM cmv_basetable_n1 join cmv_basetable_2_n0 ON (cmv_basetable_n1.a = cmv_basetable_2_n0.a) WHERE cmv_basetable_2_n0.c > 10.10 GROUP BY cmv_basetable_n1.a, cmv_basetable_2_n0.c POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_2_n0 +POSTHOOK: Input: default@cmv_basetable_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -847,12 +891,20 @@ FROM cmv_basetable_n1 join cmv_basetable_2_n0 ON (cmv_basetable_n1.a = cmv_baset WHERE cmv_basetable_2_n0.c > 10.10 GROUP BY cmv_basetable_n1.a, cmv_basetable_2_n0.c PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_2_n0 +PREHOOK: Input: default@cmv_basetable_n1 +PREHOOK: Input: default@cmv_mat_view_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT cmv_basetable_n1.a FROM cmv_basetable_n1 join cmv_basetable_2_n0 ON (cmv_basetable_n1.a = cmv_basetable_2_n0.a) WHERE cmv_basetable_2_n0.c > 10.10 GROUP BY cmv_basetable_n1.a, cmv_basetable_2_n0.c POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_2_n0 +POSTHOOK: Input: default@cmv_basetable_n1 +POSTHOOK: Input: default@cmv_mat_view_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -929,12 +981,20 @@ FROM cmv_basetable_n1 join cmv_basetable_2_n0 ON (cmv_basetable_n1.a = cmv_baset WHERE cmv_basetable_2_n0.c > 10.10 GROUP BY cmv_basetable_n1.a, cmv_basetable_2_n0.c PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_2_n0 +PREHOOK: Input: default@cmv_basetable_n1 +PREHOOK: Input: default@cmv_mat_view_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT cmv_basetable_n1.a FROM cmv_basetable_n1 join cmv_basetable_2_n0 ON (cmv_basetable_n1.a = cmv_basetable_2_n0.a) WHERE cmv_basetable_2_n0.c > 10.10 GROUP BY cmv_basetable_n1.a, cmv_basetable_2_n0.c POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_2_n0 +POSTHOOK: Input: default@cmv_basetable_n1 +POSTHOOK: Input: default@cmv_mat_view_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -985,12 +1045,18 @@ FROM cmv_basetable_n1 join cmv_basetable_2_n0 ON (cmv_basetable_n1.a = cmv_baset WHERE cmv_basetable_2_n0.c > 10.10 GROUP BY cmv_basetable_n1.a, cmv_basetable_2_n0.c PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_2_n0 +PREHOOK: Input: default@cmv_basetable_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT cmv_basetable_n1.a FROM cmv_basetable_n1 join cmv_basetable_2_n0 ON (cmv_basetable_n1.a = cmv_basetable_2_n0.a) WHERE cmv_basetable_2_n0.c > 10.10 GROUP BY cmv_basetable_n1.a, cmv_basetable_2_n0.c POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_2_n0 +POSTHOOK: Input: default@cmv_basetable_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_time_window.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_time_window.q.out index 6335d04..9404668 100644 --- a/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_time_window.q.out +++ b/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_time_window.q.out @@ -79,6 +79,10 @@ CREATE MATERIALIZED VIEW cmv_mat_view_n3 DISABLE REWRITE TBLPROPERTIES('rewritin WHERE cmv_basetable_2_n1.c > 10.0 GROUP BY cmv_basetable_n3.a, cmv_basetable_2_n1.c PREHOOK: type: CREATE_MATERIALIZED_VIEW +PREHOOK: Input: default@cmv_basetable_2_n1 +PREHOOK: Input: default@cmv_basetable_n3 +PREHOOK: Output: database:default +PREHOOK: Output: default@cmv_mat_view_n3 POSTHOOK: query: EXPLAIN CREATE MATERIALIZED VIEW cmv_mat_view_n3 DISABLE REWRITE TBLPROPERTIES('rewriting.time.window'='5min') AS SELECT cmv_basetable_n3.a, cmv_basetable_2_n1.c @@ -86,6 +90,10 @@ CREATE MATERIALIZED VIEW cmv_mat_view_n3 DISABLE REWRITE TBLPROPERTIES('rewritin WHERE cmv_basetable_2_n1.c > 10.0 GROUP BY cmv_basetable_n3.a, cmv_basetable_2_n1.c POSTHOOK: type: CREATE_MATERIALIZED_VIEW +POSTHOOK: Input: default@cmv_basetable_2_n1 +POSTHOOK: Input: default@cmv_basetable_n3 +POSTHOOK: Output: database:default +POSTHOOK: Output: default@cmv_mat_view_n3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -284,12 +292,18 @@ FROM cmv_basetable_n3 join cmv_basetable_2_n1 ON (cmv_basetable_n3.a = cmv_baset WHERE cmv_basetable_2_n1.c > 10.10 GROUP BY cmv_basetable_n3.a, cmv_basetable_2_n1.c PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_2_n1 +PREHOOK: Input: default@cmv_basetable_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT cmv_basetable_n3.a FROM cmv_basetable_n3 join cmv_basetable_2_n1 ON (cmv_basetable_n3.a = cmv_basetable_2_n1.a) WHERE cmv_basetable_2_n1.c > 10.10 GROUP BY cmv_basetable_n3.a, cmv_basetable_2_n1.c POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_2_n1 +POSTHOOK: Input: default@cmv_basetable_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -434,9 +448,13 @@ POSTHOOK: Output: default@cmv_basetable_2_n1 PREHOOK: query: EXPLAIN ALTER MATERIALIZED VIEW cmv_mat_view_n3 ENABLE REWRITE PREHOOK: type: ALTER_MATERIALIZED_VIEW_REWRITE +PREHOOK: Input: default@cmv_mat_view_n3 +PREHOOK: Output: default@cmv_mat_view_n3 POSTHOOK: query: EXPLAIN ALTER MATERIALIZED VIEW cmv_mat_view_n3 ENABLE REWRITE POSTHOOK: type: ALTER_MATERIALIZED_VIEW_REWRITE +POSTHOOK: Input: default@cmv_mat_view_n3 +POSTHOOK: Output: default@cmv_mat_view_n3 STAGE DEPENDENCIES: Stage-0 is a root stage @@ -507,12 +525,20 @@ FROM cmv_basetable_n3 join cmv_basetable_2_n1 ON (cmv_basetable_n3.a = cmv_baset WHERE cmv_basetable_2_n1.c > 10.10 GROUP BY cmv_basetable_n3.a, cmv_basetable_2_n1.c PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_2_n1 +PREHOOK: Input: default@cmv_basetable_n3 +PREHOOK: Input: default@cmv_mat_view_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT cmv_basetable_n3.a FROM cmv_basetable_n3 join cmv_basetable_2_n1 ON (cmv_basetable_n3.a = cmv_basetable_2_n1.a) WHERE cmv_basetable_2_n1.c > 10.10 GROUP BY cmv_basetable_n3.a, cmv_basetable_2_n1.c POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_2_n1 +POSTHOOK: Input: default@cmv_basetable_n3 +POSTHOOK: Input: default@cmv_mat_view_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -553,9 +579,17 @@ POSTHOOK: Input: default@cmv_mat_view_n3 PREHOOK: query: EXPLAIN ALTER MATERIALIZED VIEW cmv_mat_view_n3 REBUILD PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_2_n1 +PREHOOK: Input: default@cmv_basetable_n3 +PREHOOK: Input: default@cmv_mat_view_n3 +PREHOOK: Output: default@cmv_mat_view_n3 POSTHOOK: query: EXPLAIN ALTER MATERIALIZED VIEW cmv_mat_view_n3 REBUILD POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_2_n1 +POSTHOOK: Input: default@cmv_basetable_n3 +POSTHOOK: Input: default@cmv_mat_view_n3 +POSTHOOK: Output: default@cmv_mat_view_n3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -811,12 +845,20 @@ FROM cmv_basetable_n3 join cmv_basetable_2_n1 ON (cmv_basetable_n3.a = cmv_baset WHERE cmv_basetable_2_n1.c > 10.10 GROUP BY cmv_basetable_n3.a, cmv_basetable_2_n1.c PREHOOK: type: QUERY +PREHOOK: Input: default@cmv_basetable_2_n1 +PREHOOK: Input: default@cmv_basetable_n3 +PREHOOK: Input: default@cmv_mat_view_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT cmv_basetable_n3.a FROM cmv_basetable_n3 join cmv_basetable_2_n1 ON (cmv_basetable_n3.a = cmv_basetable_2_n1.a) WHERE cmv_basetable_2_n1.c > 10.10 GROUP BY cmv_basetable_n3.a, cmv_basetable_2_n1.c POSTHOOK: type: QUERY +POSTHOOK: Input: default@cmv_basetable_2_n1 +POSTHOOK: Input: default@cmv_basetable_n3 +POSTHOOK: Input: default@cmv_mat_view_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_partitioned.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_partitioned.q.out index e68ec4a..d5d7fad 100644 --- a/ql/src/test/results/clientpositive/llap/materialized_view_partitioned.q.out +++ b/ql/src/test/results/clientpositive/llap/materialized_view_partitioned.q.out @@ -16,10 +16,17 @@ PREHOOK: query: EXPLAIN CREATE MATERIALIZED VIEW partition_mv_1 PARTITIONED ON (key) AS SELECT value, key FROM src_txn where key > 200 and key < 250 PREHOOK: type: CREATE_MATERIALIZED_VIEW +PREHOOK: Input: default@src_txn +PREHOOK: Output: database:default +PREHOOK: Output: default@partition_mv_1 +PREHOOK: Output: default@partition_mv_1 POSTHOOK: query: EXPLAIN CREATE MATERIALIZED VIEW partition_mv_1 PARTITIONED ON (key) AS SELECT value, key FROM src_txn where key > 200 and key < 250 POSTHOOK: type: CREATE_MATERIALIZED_VIEW +POSTHOOK: Input: default@src_txn +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partition_mv_1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -211,9 +218,15 @@ Outdated for Rewriting: No PREHOOK: query: EXPLAIN SELECT * FROM partition_mv_1 where key = 238 PREHOOK: type: QUERY +PREHOOK: Input: default@partition_mv_1 +PREHOOK: Input: default@partition_mv_1@key=238 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM partition_mv_1 where key = 238 POSTHOOK: type: QUERY +POSTHOOK: Input: default@partition_mv_1 +POSTHOOK: Input: default@partition_mv_1@key=238 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -321,9 +334,15 @@ POSTHOOK: Lineage: partition_mv_2 PARTITION(value=val_249).key SIMPLE [(src_txn) PREHOOK: query: EXPLAIN SELECT * FROM partition_mv_2 where value = 'val_238' PREHOOK: type: QUERY +PREHOOK: Input: default@partition_mv_2 +PREHOOK: Input: default@partition_mv_2@value=val_238 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM partition_mv_2 where value = 'val_238' POSTHOOK: type: QUERY +POSTHOOK: Input: default@partition_mv_2 +POSTHOOK: Input: default@partition_mv_2@value=val_238 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -354,9 +373,77 @@ POSTHOOK: Input: default@partition_mv_2@value=val_238 PREHOOK: query: EXPLAIN SELECT value FROM partition_mv_2 where key = 238 PREHOOK: type: QUERY +PREHOOK: Input: default@partition_mv_2 +PREHOOK: Input: default@partition_mv_2@value=val_201 +PREHOOK: Input: default@partition_mv_2@value=val_202 +PREHOOK: Input: default@partition_mv_2@value=val_203 +PREHOOK: Input: default@partition_mv_2@value=val_205 +PREHOOK: Input: default@partition_mv_2@value=val_207 +PREHOOK: Input: default@partition_mv_2@value=val_208 +PREHOOK: Input: default@partition_mv_2@value=val_209 +PREHOOK: Input: default@partition_mv_2@value=val_213 +PREHOOK: Input: default@partition_mv_2@value=val_214 +PREHOOK: Input: default@partition_mv_2@value=val_216 +PREHOOK: Input: default@partition_mv_2@value=val_217 +PREHOOK: Input: default@partition_mv_2@value=val_218 +PREHOOK: Input: default@partition_mv_2@value=val_219 +PREHOOK: Input: default@partition_mv_2@value=val_221 +PREHOOK: Input: default@partition_mv_2@value=val_222 +PREHOOK: Input: default@partition_mv_2@value=val_223 +PREHOOK: Input: default@partition_mv_2@value=val_224 +PREHOOK: Input: default@partition_mv_2@value=val_226 +PREHOOK: Input: default@partition_mv_2@value=val_228 +PREHOOK: Input: default@partition_mv_2@value=val_229 +PREHOOK: Input: default@partition_mv_2@value=val_230 +PREHOOK: Input: default@partition_mv_2@value=val_233 +PREHOOK: Input: default@partition_mv_2@value=val_235 +PREHOOK: Input: default@partition_mv_2@value=val_237 +PREHOOK: Input: default@partition_mv_2@value=val_238 +PREHOOK: Input: default@partition_mv_2@value=val_239 +PREHOOK: Input: default@partition_mv_2@value=val_241 +PREHOOK: Input: default@partition_mv_2@value=val_242 +PREHOOK: Input: default@partition_mv_2@value=val_244 +PREHOOK: Input: default@partition_mv_2@value=val_247 +PREHOOK: Input: default@partition_mv_2@value=val_248 +PREHOOK: Input: default@partition_mv_2@value=val_249 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT value FROM partition_mv_2 where key = 238 POSTHOOK: type: QUERY +POSTHOOK: Input: default@partition_mv_2 +POSTHOOK: Input: default@partition_mv_2@value=val_201 +POSTHOOK: Input: default@partition_mv_2@value=val_202 +POSTHOOK: Input: default@partition_mv_2@value=val_203 +POSTHOOK: Input: default@partition_mv_2@value=val_205 +POSTHOOK: Input: default@partition_mv_2@value=val_207 +POSTHOOK: Input: default@partition_mv_2@value=val_208 +POSTHOOK: Input: default@partition_mv_2@value=val_209 +POSTHOOK: Input: default@partition_mv_2@value=val_213 +POSTHOOK: Input: default@partition_mv_2@value=val_214 +POSTHOOK: Input: default@partition_mv_2@value=val_216 +POSTHOOK: Input: default@partition_mv_2@value=val_217 +POSTHOOK: Input: default@partition_mv_2@value=val_218 +POSTHOOK: Input: default@partition_mv_2@value=val_219 +POSTHOOK: Input: default@partition_mv_2@value=val_221 +POSTHOOK: Input: default@partition_mv_2@value=val_222 +POSTHOOK: Input: default@partition_mv_2@value=val_223 +POSTHOOK: Input: default@partition_mv_2@value=val_224 +POSTHOOK: Input: default@partition_mv_2@value=val_226 +POSTHOOK: Input: default@partition_mv_2@value=val_228 +POSTHOOK: Input: default@partition_mv_2@value=val_229 +POSTHOOK: Input: default@partition_mv_2@value=val_230 +POSTHOOK: Input: default@partition_mv_2@value=val_233 +POSTHOOK: Input: default@partition_mv_2@value=val_235 +POSTHOOK: Input: default@partition_mv_2@value=val_237 +POSTHOOK: Input: default@partition_mv_2@value=val_238 +POSTHOOK: Input: default@partition_mv_2@value=val_239 +POSTHOOK: Input: default@partition_mv_2@value=val_241 +POSTHOOK: Input: default@partition_mv_2@value=val_242 +POSTHOOK: Input: default@partition_mv_2@value=val_244 +POSTHOOK: Input: default@partition_mv_2@value=val_247 +POSTHOOK: Input: default@partition_mv_2@value=val_248 +POSTHOOK: Input: default@partition_mv_2@value=val_249 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -461,9 +548,12 @@ POSTHOOK: Lineage: src_txn.value SCRIPT [] PREHOOK: query: EXPLAIN ALTER MATERIALIZED VIEW partition_mv_1 REBUILD PREHOOK: type: QUERY +PREHOOK: Input: default@src_txn +PREHOOK: Output: default@partition_mv_1 POSTHOOK: query: EXPLAIN ALTER MATERIALIZED VIEW partition_mv_1 REBUILD POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_txn STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -832,9 +922,14 @@ POSTHOOK: Lineage: src_txn.value SCRIPT [] PREHOOK: query: EXPLAIN ALTER MATERIALIZED VIEW partition_mv_3 REBUILD PREHOOK: type: QUERY +PREHOOK: Input: default@src_txn +PREHOOK: Input: default@src_txn_2 +PREHOOK: Output: default@partition_mv_3 POSTHOOK: query: EXPLAIN ALTER MATERIALIZED VIEW partition_mv_3 REBUILD POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_txn +POSTHOOK: Input: default@src_txn_2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_partitioned_2.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_partitioned_2.q.out index ab03522..016e306 100644 --- a/ql/src/test/results/clientpositive/llap/materialized_view_partitioned_2.q.out +++ b/ql/src/test/results/clientpositive/llap/materialized_view_partitioned_2.q.out @@ -335,9 +335,41 @@ POSTHOOK: Lineage: partition_mv_4 PARTITION(key=226).value SIMPLE [(src_txn_2)sr PREHOOK: query: EXPLAIN SELECT * FROM src_txn_2 where key > 210 and key < 230 PREHOOK: type: QUERY +PREHOOK: Input: default@partition_mv_1 +PREHOOK: Input: default@partition_mv_1@key=213 +PREHOOK: Input: default@partition_mv_1@key=214 +PREHOOK: Input: default@partition_mv_1@key=216 +PREHOOK: Input: default@partition_mv_1@key=217 +PREHOOK: Input: default@partition_mv_1@key=218 +PREHOOK: Input: default@partition_mv_1@key=219 +PREHOOK: Input: default@partition_mv_1@key=221 +PREHOOK: Input: default@partition_mv_1@key=222 +PREHOOK: Input: default@partition_mv_1@key=223 +PREHOOK: Input: default@partition_mv_1@key=224 +PREHOOK: Input: default@partition_mv_1@key=226 +PREHOOK: Input: default@partition_mv_1@key=228 +PREHOOK: Input: default@partition_mv_1@key=229 +PREHOOK: Input: default@src_txn_2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src_txn_2 where key > 210 and key < 230 POSTHOOK: type: QUERY +POSTHOOK: Input: default@partition_mv_1 +POSTHOOK: Input: default@partition_mv_1@key=213 +POSTHOOK: Input: default@partition_mv_1@key=214 +POSTHOOK: Input: default@partition_mv_1@key=216 +POSTHOOK: Input: default@partition_mv_1@key=217 +POSTHOOK: Input: default@partition_mv_1@key=218 +POSTHOOK: Input: default@partition_mv_1@key=219 +POSTHOOK: Input: default@partition_mv_1@key=221 +POSTHOOK: Input: default@partition_mv_1@key=222 +POSTHOOK: Input: default@partition_mv_1@key=223 +POSTHOOK: Input: default@partition_mv_1@key=224 +POSTHOOK: Input: default@partition_mv_1@key=226 +POSTHOOK: Input: default@partition_mv_1@key=228 +POSTHOOK: Input: default@partition_mv_1@key=229 +POSTHOOK: Input: default@src_txn_2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -416,9 +448,29 @@ POSTHOOK: Input: default@src_txn_2 PREHOOK: query: EXPLAIN SELECT * FROM src_txn_2 where value > 'val_220' and value < 'val_230' PREHOOK: type: QUERY +PREHOOK: Input: default@partition_mv_2 +PREHOOK: Input: default@partition_mv_2@value=val_221 +PREHOOK: Input: default@partition_mv_2@value=val_222 +PREHOOK: Input: default@partition_mv_2@value=val_223 +PREHOOK: Input: default@partition_mv_2@value=val_224 +PREHOOK: Input: default@partition_mv_2@value=val_226 +PREHOOK: Input: default@partition_mv_2@value=val_228 +PREHOOK: Input: default@partition_mv_2@value=val_229 +PREHOOK: Input: default@src_txn_2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src_txn_2 where value > 'val_220' and value < 'val_230' POSTHOOK: type: QUERY +POSTHOOK: Input: default@partition_mv_2 +POSTHOOK: Input: default@partition_mv_2@value=val_221 +POSTHOOK: Input: default@partition_mv_2@value=val_222 +POSTHOOK: Input: default@partition_mv_2@value=val_223 +POSTHOOK: Input: default@partition_mv_2@value=val_224 +POSTHOOK: Input: default@partition_mv_2@value=val_226 +POSTHOOK: Input: default@partition_mv_2@value=val_228 +POSTHOOK: Input: default@partition_mv_2@value=val_229 +POSTHOOK: Input: default@src_txn_2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -473,9 +525,15 @@ POSTHOOK: Input: default@src_txn_2 PREHOOK: query: EXPLAIN SELECT * FROM src_txn_2 where key > 224 and key < 226 PREHOOK: type: QUERY +PREHOOK: Input: default@partition_mv_4 +PREHOOK: Input: default@src_txn_2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src_txn_2 where key > 224 and key < 226 POSTHOOK: type: QUERY +POSTHOOK: Input: default@partition_mv_4 +POSTHOOK: Input: default@src_txn_2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_partitioned_3.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_partitioned_3.q.out index 3751ff1..2c838b6 100644 --- a/ql/src/test/results/clientpositive/llap/materialized_view_partitioned_3.q.out +++ b/ql/src/test/results/clientpositive/llap/materialized_view_partitioned_3.q.out @@ -16,10 +16,17 @@ PREHOOK: query: EXPLAIN CREATE MATERIALIZED VIEW partition_mv_sdp PARTITIONED ON (key) AS SELECT value, key FROM src_txn where key > 200 and key < 250 PREHOOK: type: CREATE_MATERIALIZED_VIEW +PREHOOK: Input: default@src_txn +PREHOOK: Output: database:default +PREHOOK: Output: default@partition_mv_sdp +PREHOOK: Output: default@partition_mv_sdp POSTHOOK: query: EXPLAIN CREATE MATERIALIZED VIEW partition_mv_sdp PARTITIONED ON (key) AS SELECT value, key FROM src_txn where key > 200 and key < 250 POSTHOOK: type: CREATE_MATERIALIZED_VIEW +POSTHOOK: Input: default@src_txn +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partition_mv_sdp STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_1.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_1.q.out index 2ebe0df..efde607 100644 --- a/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_1.q.out +++ b/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_1.q.out @@ -199,11 +199,19 @@ select * from (select * from emps_n3 where empid < 120) t join depts_n2 using (deptno) PREHOOK: type: QUERY +PREHOOK: Input: default@depts_n2 +PREHOOK: Input: default@emps_n3 +PREHOOK: Input: default@mv1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select * from emps_n3 where empid < 120) t join depts_n2 using (deptno) POSTHOOK: type: QUERY +POSTHOOK: Input: default@depts_n2 +POSTHOOK: Input: default@emps_n3 +POSTHOOK: Input: default@mv1_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -338,11 +346,19 @@ select emps_n3.name, emps_n3.salary, emps_n3.commission from emps_n3 join depts_n2 using (deptno) PREHOOK: type: QUERY +PREHOOK: Input: default@depts_n2 +PREHOOK: Input: default@emps_n3 +PREHOOK: Input: default@mv1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select emps_n3.name, emps_n3.salary, emps_n3.commission from emps_n3 join depts_n2 using (deptno) POSTHOOK: type: QUERY +POSTHOOK: Input: default@depts_n2 +POSTHOOK: Input: default@emps_n3 +POSTHOOK: Input: default@mv1_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -479,10 +495,18 @@ PREHOOK: query: explain select empid deptno from emps_n3 join depts_n2 using (deptno) where empid = 1 PREHOOK: type: QUERY +PREHOOK: Input: default@depts_n2 +PREHOOK: Input: default@emps_n3 +PREHOOK: Input: default@mv1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select empid deptno from emps_n3 join depts_n2 using (deptno) where empid = 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@depts_n2 +POSTHOOK: Input: default@emps_n3 +POSTHOOK: Input: default@mv1_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -548,10 +572,16 @@ PREHOOK: query: explain select * from emps_n3 where empid > 120 union all select * from emps_n3 where empid < 150 PREHOOK: type: QUERY +PREHOOK: Input: default@emps_n3 +PREHOOK: Input: default@mv1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from emps_n3 where empid > 120 union all select * from emps_n3 where empid < 150 POSTHOOK: type: QUERY +POSTHOOK: Input: default@emps_n3 +POSTHOOK: Input: default@mv1_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -666,9 +696,13 @@ POSTHOOK: Output: default@mv1_n2 PREHOOK: query: explain select empid, deptno from emps_n3 group by empid, deptno PREHOOK: type: QUERY +PREHOOK: Input: default@emps_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select empid, deptno from emps_n3 group by empid, deptno POSTHOOK: type: QUERY +POSTHOOK: Input: default@emps_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -730,9 +764,13 @@ POSTHOOK: Output: default@mv1_n2 PREHOOK: query: explain select empid, name from emps_n3 group by empid, name PREHOOK: type: QUERY +PREHOOK: Input: default@emps_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select empid, name from emps_n3 group by empid, name POSTHOOK: type: QUERY +POSTHOOK: Input: default@emps_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -794,9 +832,15 @@ POSTHOOK: Output: default@mv1_n2 PREHOOK: query: explain select name, salary from emps_n3 group by name, salary PREHOOK: type: QUERY +PREHOOK: Input: default@emps_n3 +PREHOOK: Input: default@mv1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select name, salary from emps_n3 group by name, salary POSTHOOK: type: QUERY +POSTHOOK: Input: default@emps_n3 +POSTHOOK: Input: default@mv1_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -859,9 +903,15 @@ POSTHOOK: Output: default@mv1_n2 PREHOOK: query: explain select name from emps_n3 group by name PREHOOK: type: QUERY +PREHOOK: Input: default@emps_n3 +PREHOOK: Input: default@mv1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select name from emps_n3 group by name POSTHOOK: type: QUERY +POSTHOOK: Input: default@emps_n3 +POSTHOOK: Input: default@mv1_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -964,9 +1014,15 @@ POSTHOOK: Output: default@mv1_n2 PREHOOK: query: explain select name from emps_n3 where deptno = 10 group by name PREHOOK: type: QUERY +PREHOOK: Input: default@emps_n3 +PREHOOK: Input: default@mv1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select name from emps_n3 where deptno = 10 group by name POSTHOOK: type: QUERY +POSTHOOK: Input: default@emps_n3 +POSTHOOK: Input: default@mv1_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1070,9 +1126,15 @@ POSTHOOK: Output: default@mv1_n2 PREHOOK: query: explain select name from emps_n3 group by name PREHOOK: type: QUERY +PREHOOK: Input: default@emps_n3 +PREHOOK: Input: default@mv1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select name from emps_n3 group by name POSTHOOK: type: QUERY +POSTHOOK: Input: default@emps_n3 +POSTHOOK: Input: default@mv1_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_10.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_10.q.out index 2223764..714e0d2 100644 --- a/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_10.q.out +++ b/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_10.q.out @@ -71,10 +71,16 @@ PREHOOK: query: explain select deptno, avg(salary) as a from emps_n10 group by deptno PREHOOK: type: QUERY +PREHOOK: Input: default@emps_n10 +PREHOOK: Input: default@mv1_n10 +#### A masked pattern was here #### POSTHOOK: query: explain select deptno, avg(salary) as a from emps_n10 group by deptno POSTHOOK: type: QUERY +POSTHOOK: Input: default@emps_n10 +POSTHOOK: Input: default@mv1_n10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -140,10 +146,16 @@ PREHOOK: query: explain select salary, avg(salary) as a from emps_n10 group by salary PREHOOK: type: QUERY +PREHOOK: Input: default@emps_n10 +PREHOOK: Input: default@mv1_n10 +#### A masked pattern was here #### POSTHOOK: query: explain select salary, avg(salary) as a from emps_n10 group by salary POSTHOOK: type: QUERY +POSTHOOK: Input: default@emps_n10 +POSTHOOK: Input: default@mv1_n10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -210,10 +222,16 @@ PREHOOK: query: explain select salary, avg(salary) as a from emps_n10 where salary > 0 group by salary PREHOOK: type: QUERY +PREHOOK: Input: default@emps_n10 +PREHOOK: Input: default@mv1_n10 +#### A masked pattern was here #### POSTHOOK: query: explain select salary, avg(salary) as a from emps_n10 where salary > 0 group by salary POSTHOOK: type: QUERY +POSTHOOK: Input: default@emps_n10 +POSTHOOK: Input: default@mv1_n10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -325,10 +343,16 @@ PREHOOK: query: explain select avg(salary) from emps_n10_2 where salary > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@emps_n10_2 +PREHOOK: Input: default@mv1_n10 +#### A masked pattern was here #### POSTHOOK: query: explain select avg(salary) from emps_n10_2 where salary > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@emps_n10_2 +POSTHOOK: Input: default@mv1_n10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_2.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_2.q.out index 445f15a..a524fa9 100644 --- a/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_2.q.out +++ b/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_2.q.out @@ -205,11 +205,19 @@ select empid from emps_n0 join depts_n0 using (deptno) where depts_n0.deptno > 20 group by empid, depts_n0.deptno PREHOOK: type: QUERY +PREHOOK: Input: default@depts_n0 +PREHOOK: Input: default@emps_n0 +PREHOOK: Input: default@mv1_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select empid from emps_n0 join depts_n0 using (deptno) where depts_n0.deptno > 20 group by empid, depts_n0.deptno POSTHOOK: type: QUERY +POSTHOOK: Input: default@depts_n0 +POSTHOOK: Input: default@emps_n0 +POSTHOOK: Input: default@mv1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -284,11 +292,19 @@ select empid from emps_n0 join depts_n0 using (deptno) where depts_n0.deptno > 20 group by empid, depts_n0.deptno PREHOOK: type: QUERY +PREHOOK: Input: default@depts_n0 +PREHOOK: Input: default@emps_n0 +PREHOOK: Input: default@mv1_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select empid from emps_n0 join depts_n0 using (deptno) where depts_n0.deptno > 20 group by empid, depts_n0.deptno POSTHOOK: type: QUERY +POSTHOOK: Input: default@depts_n0 +POSTHOOK: Input: default@emps_n0 +POSTHOOK: Input: default@mv1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -363,11 +379,19 @@ select empid from emps_n0 join depts_n0 using (deptno) where depts_n0.deptno > 20 group by empid, depts_n0.deptno PREHOOK: type: QUERY +PREHOOK: Input: default@depts_n0 +PREHOOK: Input: default@emps_n0 +PREHOOK: Input: default@mv1_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select empid from emps_n0 join depts_n0 using (deptno) where depts_n0.deptno > 20 group by empid, depts_n0.deptno POSTHOOK: type: QUERY +POSTHOOK: Input: default@depts_n0 +POSTHOOK: Input: default@emps_n0 +POSTHOOK: Input: default@mv1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -442,11 +466,19 @@ select depts_n0.deptno from depts_n0 join emps_n0 using (deptno) where emps_n0.empid > 15 group by depts_n0.deptno, emps_n0.empid PREHOOK: type: QUERY +PREHOOK: Input: default@depts_n0 +PREHOOK: Input: default@emps_n0 +PREHOOK: Input: default@mv1_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select depts_n0.deptno from depts_n0 join emps_n0 using (deptno) where emps_n0.empid > 15 group by depts_n0.deptno, emps_n0.empid POSTHOOK: type: QUERY +POSTHOOK: Input: default@depts_n0 +POSTHOOK: Input: default@emps_n0 +POSTHOOK: Input: default@mv1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -526,11 +558,19 @@ select depts_n0.deptno from depts_n0 join emps_n0 using (deptno) where emps_n0.empid > 15 group by depts_n0.deptno PREHOOK: type: QUERY +PREHOOK: Input: default@depts_n0 +PREHOOK: Input: default@emps_n0 +PREHOOK: Input: default@mv1_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select depts_n0.deptno from depts_n0 join emps_n0 using (deptno) where emps_n0.empid > 15 group by depts_n0.deptno POSTHOOK: type: QUERY +POSTHOOK: Input: default@depts_n0 +POSTHOOK: Input: default@emps_n0 +POSTHOOK: Input: default@mv1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -656,6 +696,11 @@ join emps_n0 on (emps_n0.deptno = depts_n0.deptno) where depts_n0.deptno > 10 group by dependents_n0.empid PREHOOK: type: QUERY +PREHOOK: Input: default@dependents_n0 +PREHOOK: Input: default@depts_n0 +PREHOOK: Input: default@emps_n0 +PREHOOK: Input: default@mv1_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select dependents_n0.empid from depts_n0 @@ -664,6 +709,11 @@ join emps_n0 on (emps_n0.deptno = depts_n0.deptno) where depts_n0.deptno > 10 group by dependents_n0.empid POSTHOOK: type: QUERY +POSTHOOK: Input: default@dependents_n0 +POSTHOOK: Input: default@depts_n0 +POSTHOOK: Input: default@emps_n0 +POSTHOOK: Input: default@mv1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_3.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_3.q.out index 683bb2c..129206d 100644 --- a/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_3.q.out +++ b/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_3.q.out @@ -202,10 +202,18 @@ PREHOOK: query: explain select empid deptno from emps_n9 join depts_n7 using (deptno) where empid = 1 PREHOOK: type: QUERY +PREHOOK: Input: default@depts_n7 +PREHOOK: Input: default@emps_n9 +PREHOOK: Input: default@mv1_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select empid deptno from emps_n9 join depts_n7 using (deptno) where empid = 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@depts_n7 +POSTHOOK: Input: default@emps_n9 +POSTHOOK: Input: default@mv1_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -275,10 +283,18 @@ PREHOOK: query: explain select empid deptno from emps_n9 join depts_n7 using (deptno) where empid > 1 PREHOOK: type: QUERY +PREHOOK: Input: default@depts_n7 +PREHOOK: Input: default@emps_n9 +PREHOOK: Input: default@mv1_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select empid deptno from emps_n9 join depts_n7 using (deptno) where empid > 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@depts_n7 +POSTHOOK: Input: default@emps_n9 +POSTHOOK: Input: default@mv1_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -352,10 +368,18 @@ PREHOOK: query: explain select empid deptno from emps_n9 join depts_n7 using (deptno) where empid = 1 PREHOOK: type: QUERY +PREHOOK: Input: default@depts_n7 +PREHOOK: Input: default@emps_n9 +PREHOOK: Input: default@mv1_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select empid deptno from emps_n9 join depts_n7 using (deptno) where empid = 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@depts_n7 +POSTHOOK: Input: default@emps_n9 +POSTHOOK: Input: default@mv1_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -429,12 +453,22 @@ from depts_n7 join dependents_n5 on (depts_n7.name = dependents_n5.name) join emps_n9 on (emps_n9.deptno = depts_n7.deptno) PREHOOK: type: QUERY +PREHOOK: Input: default@dependents_n5 +PREHOOK: Input: default@depts_n7 +PREHOOK: Input: default@emps_n9 +PREHOOK: Input: default@mv1_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select dependents_n5.empid from depts_n7 join dependents_n5 on (depts_n7.name = dependents_n5.name) join emps_n9 on (emps_n9.deptno = depts_n7.deptno) POSTHOOK: type: QUERY +POSTHOOK: Input: default@dependents_n5 +POSTHOOK: Input: default@depts_n7 +POSTHOOK: Input: default@emps_n9 +POSTHOOK: Input: default@mv1_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_4.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_4.q.out index 578f028..988d71a 100644 --- a/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_4.q.out +++ b/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_4.q.out @@ -200,10 +200,16 @@ PREHOOK: query: explain select name, count(*) as c, sum(empid) as s from emps_n5 group by name PREHOOK: type: QUERY +PREHOOK: Input: default@emps_n5 +PREHOOK: Input: default@mv1_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select name, count(*) as c, sum(empid) as s from emps_n5 group by name POSTHOOK: type: QUERY +POSTHOOK: Input: default@emps_n5 +POSTHOOK: Input: default@mv1_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -314,10 +320,16 @@ PREHOOK: query: explain select salary, name, sum(empid) as s, count(*) as c from emps_n5 group by name, salary PREHOOK: type: QUERY +PREHOOK: Input: default@emps_n5 +PREHOOK: Input: default@mv1_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select salary, name, sum(empid) as s, count(*) as c from emps_n5 group by name, salary POSTHOOK: type: QUERY +POSTHOOK: Input: default@emps_n5 +POSTHOOK: Input: default@mv1_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -390,11 +402,19 @@ select depts_n4.deptno, count(*) as c, sum(empid) as s from emps_n5 join depts_n4 using (deptno) group by depts_n4.deptno PREHOOK: type: QUERY +PREHOOK: Input: default@depts_n4 +PREHOOK: Input: default@emps_n5 +PREHOOK: Input: default@mv1_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select depts_n4.deptno, count(*) as c, sum(empid) as s from emps_n5 join depts_n4 using (deptno) group by depts_n4.deptno POSTHOOK: type: QUERY +POSTHOOK: Input: default@depts_n4 +POSTHOOK: Input: default@emps_n5 +POSTHOOK: Input: default@mv1_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -512,11 +532,19 @@ select depts_n4.deptno, sum(empid) as s from emps_n5 join depts_n4 using (deptno) where emps_n5.deptno > 10 group by depts_n4.deptno PREHOOK: type: QUERY +PREHOOK: Input: default@depts_n4 +PREHOOK: Input: default@emps_n5 +PREHOOK: Input: default@mv1_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select depts_n4.deptno, sum(empid) as s from emps_n5 join depts_n4 using (deptno) where emps_n5.deptno > 10 group by depts_n4.deptno POSTHOOK: type: QUERY +POSTHOOK: Input: default@depts_n4 +POSTHOOK: Input: default@emps_n5 +POSTHOOK: Input: default@mv1_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -632,11 +660,19 @@ select depts_n4.deptno, sum(empid) + 1 as s from emps_n5 join depts_n4 using (deptno) where depts_n4.deptno > 10 group by depts_n4.deptno PREHOOK: type: QUERY +PREHOOK: Input: default@depts_n4 +PREHOOK: Input: default@emps_n5 +PREHOOK: Input: default@mv1_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select depts_n4.deptno, sum(empid) + 1 as s from emps_n5 join depts_n4 using (deptno) where depts_n4.deptno > 10 group by depts_n4.deptno POSTHOOK: type: QUERY +POSTHOOK: Input: default@depts_n4 +POSTHOOK: Input: default@emps_n5 +POSTHOOK: Input: default@mv1_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -764,6 +800,11 @@ join depts_n4 on (emps_n5.deptno = depts_n4.deptno) join dependents_n3 on (depts_n4.name = dependents_n3.name) group by dependents_n3.empid PREHOOK: type: QUERY +PREHOOK: Input: default@dependents_n3 +PREHOOK: Input: default@depts_n4 +PREHOOK: Input: default@emps_n5 +PREHOOK: Input: default@mv1_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select dependents_n3.empid, sum(salary) as s from emps_n5 @@ -771,6 +812,11 @@ join depts_n4 on (emps_n5.deptno = depts_n4.deptno) join dependents_n3 on (depts_n4.name = dependents_n3.name) group by dependents_n3.empid POSTHOOK: type: QUERY +POSTHOOK: Input: default@dependents_n3 +POSTHOOK: Input: default@depts_n4 +POSTHOOK: Input: default@emps_n5 +POSTHOOK: Input: default@mv1_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -936,12 +982,18 @@ from emps_n5 join dependents_n3 on (emps_n5.empid = dependents_n3.empid) group by dependents_n3.empid, emps_n5.deptno PREHOOK: type: QUERY +PREHOOK: Input: default@dependents_n3 +PREHOOK: Input: default@emps_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select emps_n5.deptno, count(distinct salary) as s from emps_n5 join dependents_n3 on (emps_n5.empid = dependents_n3.empid) group by dependents_n3.empid, emps_n5.deptno POSTHOOK: type: QUERY +POSTHOOK: Input: default@dependents_n3 +POSTHOOK: Input: default@emps_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_5.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_5.q.out index 61cdbff..637c772 100644 --- a/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_5.q.out +++ b/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_5.q.out @@ -213,9 +213,15 @@ POSTHOOK: Output: default@mv1_n1 PREHOOK: query: explain select name from emps_n2 where deptno >= 20 group by name PREHOOK: type: QUERY +PREHOOK: Input: default@emps_n2 +PREHOOK: Input: default@mv1_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select name from emps_n2 where deptno >= 20 group by name POSTHOOK: type: QUERY +POSTHOOK: Input: default@emps_n2 +POSTHOOK: Input: default@mv1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -321,10 +327,16 @@ PREHOOK: query: explain select name, sum(empid) as s from emps_n2 where deptno > 15 group by name PREHOOK: type: QUERY +PREHOOK: Input: default@emps_n2 +PREHOOK: Input: default@mv1_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select name, sum(empid) as s from emps_n2 where deptno > 15 group by name POSTHOOK: type: QUERY +POSTHOOK: Input: default@emps_n2 +POSTHOOK: Input: default@mv1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -456,6 +468,12 @@ join emps_n2 on (emps_n2.deptno = depts_n1.deptno) where depts_n1.deptno > 11 and depts_n1.deptno < 19 group by dependents_n1.empid PREHOOK: type: QUERY +PREHOOK: Input: default@dependents_n1 +PREHOOK: Input: default@depts_n1 +PREHOOK: Input: default@emps_n2 +PREHOOK: Input: default@locations_n1 +PREHOOK: Input: default@mv1_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select dependents_n1.empid from depts_n1 @@ -465,6 +483,12 @@ join emps_n2 on (emps_n2.deptno = depts_n1.deptno) where depts_n1.deptno > 11 and depts_n1.deptno < 19 group by dependents_n1.empid POSTHOOK: type: QUERY +POSTHOOK: Input: default@dependents_n1 +POSTHOOK: Input: default@depts_n1 +POSTHOOK: Input: default@emps_n2 +POSTHOOK: Input: default@locations_n1 +POSTHOOK: Input: default@mv1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -590,9 +614,15 @@ POSTHOOK: Output: default@mv1_n1 PREHOOK: query: explain select deptno from emps_n2 group by deptno PREHOOK: type: QUERY +PREHOOK: Input: default@emps_n2 +PREHOOK: Input: default@mv1_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select deptno from emps_n2 group by deptno POSTHOOK: type: QUERY +POSTHOOK: Input: default@emps_n2 +POSTHOOK: Input: default@mv1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -700,10 +730,16 @@ PREHOOK: query: explain select deptno, empid, sum(empid) as s, count(*) as c from emps_n2 group by empid, deptno PREHOOK: type: QUERY +PREHOOK: Input: default@emps_n2 +PREHOOK: Input: default@mv1_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select deptno, empid, sum(empid) as s, count(*) as c from emps_n2 group by empid, deptno POSTHOOK: type: QUERY +POSTHOOK: Input: default@emps_n2 +POSTHOOK: Input: default@mv1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -780,6 +816,11 @@ join depts_n1 on (emps_n2.deptno = depts_n1.deptno) join dependents_n1 on (emps_n2.empid = dependents_n1.empid) group by dependents_n1.empid PREHOOK: type: QUERY +PREHOOK: Input: default@dependents_n1 +PREHOOK: Input: default@depts_n1 +PREHOOK: Input: default@emps_n2 +PREHOOK: Input: default@mv1_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select dependents_n1.empid, sum(salary) as s from emps_n2 @@ -787,6 +828,11 @@ join depts_n1 on (emps_n2.deptno = depts_n1.deptno) join dependents_n1 on (emps_n2.empid = dependents_n1.empid) group by dependents_n1.empid POSTHOOK: type: QUERY +POSTHOOK: Input: default@dependents_n1 +POSTHOOK: Input: default@depts_n1 +POSTHOOK: Input: default@emps_n2 +POSTHOOK: Input: default@mv1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -946,6 +992,11 @@ join depts_n1 on (emps_n2.deptno = depts_n1.deptno) join dependents_n1 on (emps_n2.empid = dependents_n1.empid) group by depts_n1.name PREHOOK: type: QUERY +PREHOOK: Input: default@dependents_n1 +PREHOOK: Input: default@depts_n1 +PREHOOK: Input: default@emps_n2 +PREHOOK: Input: default@mv1_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select depts_n1.name, sum(salary) as s from emps_n2 @@ -953,6 +1004,11 @@ join depts_n1 on (emps_n2.deptno = depts_n1.deptno) join dependents_n1 on (emps_n2.empid = dependents_n1.empid) group by depts_n1.name POSTHOOK: type: QUERY +POSTHOOK: Input: default@dependents_n1 +POSTHOOK: Input: default@depts_n1 +POSTHOOK: Input: default@emps_n2 +POSTHOOK: Input: default@mv1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1114,11 +1170,19 @@ select a.empid from (select * from emps_n2 where empid = 1) a join dependents_n1 on (a.empid = dependents_n1.empid) PREHOOK: type: QUERY +PREHOOK: Input: default@dependents_n1 +PREHOOK: Input: default@emps_n2 +PREHOOK: Input: default@mv1_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select a.empid from (select * from emps_n2 where empid = 1) a join dependents_n1 on (a.empid = dependents_n1.empid) POSTHOOK: type: QUERY +POSTHOOK: Input: default@dependents_n1 +POSTHOOK: Input: default@emps_n2 +POSTHOOK: Input: default@mv1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1196,11 +1260,19 @@ select a.empid from (select * from emps_n2 where empid = 1) a join dependents_n1 on (a.empid = dependents_n1.empid) PREHOOK: type: QUERY +PREHOOK: Input: default@dependents_n1 +PREHOOK: Input: default@emps_n2 +PREHOOK: Input: default@mv1_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select a.empid from (select * from emps_n2 where empid = 1) a join dependents_n1 on (a.empid = dependents_n1.empid) POSTHOOK: type: QUERY +POSTHOOK: Input: default@dependents_n1 +POSTHOOK: Input: default@emps_n2 +POSTHOOK: Input: default@mv1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1271,9 +1343,15 @@ POSTHOOK: Output: default@mv1_n1 PREHOOK: query: explain select empid from emps_n2 where empid = 1 PREHOOK: type: QUERY +PREHOOK: Input: default@emps_n2 +PREHOOK: Input: default@mv1_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select empid from emps_n2 where empid = 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@emps_n2 +POSTHOOK: Input: default@mv1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1345,11 +1423,19 @@ select emps_n2.empid from emps_n2 join dependents_n1 on (emps_n2.empid = dependents_n1.empid) where emps_n2.empid = 1 PREHOOK: type: QUERY +PREHOOK: Input: default@dependents_n1 +PREHOOK: Input: default@emps_n2 +PREHOOK: Input: default@mv1_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select emps_n2.empid from emps_n2 join dependents_n1 on (emps_n2.empid = dependents_n1.empid) where emps_n2.empid = 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dependents_n1 +POSTHOOK: Input: default@emps_n2 +POSTHOOK: Input: default@mv1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1429,11 +1515,19 @@ select emps_n2.empid from emps_n2 join dependents_n1 on (emps_n2.empid = dependents_n1.empid) where emps_n2.empid = 1 PREHOOK: type: QUERY +PREHOOK: Input: default@dependents_n1 +PREHOOK: Input: default@emps_n2 +PREHOOK: Input: default@mv1_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select emps_n2.empid from emps_n2 join dependents_n1 on (emps_n2.empid = dependents_n1.empid) where emps_n2.empid = 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dependents_n1 +POSTHOOK: Input: default@emps_n2 +POSTHOOK: Input: default@mv1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1512,11 +1606,19 @@ select emps_n2.empid from emps_n2 join dependents_n1 on (emps_n2.empid = dependents_n1.empid) where emps_n2.name = 'Sebastian' PREHOOK: type: QUERY +PREHOOK: Input: default@dependents_n1 +PREHOOK: Input: default@emps_n2 +PREHOOK: Input: default@mv1_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select emps_n2.empid from emps_n2 join dependents_n1 on (emps_n2.empid = dependents_n1.empid) where emps_n2.name = 'Sebastian' POSTHOOK: type: QUERY +POSTHOOK: Input: default@dependents_n1 +POSTHOOK: Input: default@emps_n2 +POSTHOOK: Input: default@mv1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_6.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_6.q.out index 073ef48..11fe979 100644 --- a/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_6.q.out +++ b/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_6.q.out @@ -216,10 +216,16 @@ PREHOOK: query: explain select salary, sum(empid) + 1 as s from emps where deptno > 10 group by salary PREHOOK: type: QUERY +PREHOOK: Input: default@emps +PREHOOK: Input: default@mv1 +#### A masked pattern was here #### POSTHOOK: query: explain select salary, sum(empid) + 1 as s from emps where deptno > 10 group by salary POSTHOOK: type: QUERY +POSTHOOK: Input: default@emps +POSTHOOK: Input: default@mv1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -334,10 +340,16 @@ PREHOOK: query: explain select salary + 1, sum(empid) + 1 as s from emps where deptno > 15 group by salary PREHOOK: type: QUERY +PREHOOK: Input: default@emps +PREHOOK: Input: default@mv1 +#### A masked pattern was here #### POSTHOOK: query: explain select salary + 1, sum(empid) + 1 as s from emps where deptno > 15 group by salary POSTHOOK: type: QUERY +POSTHOOK: Input: default@emps +POSTHOOK: Input: default@mv1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -458,12 +470,22 @@ from emps join depts on (emps.deptno = depts.deptno) join dependents on (depts.name = dependents.name) PREHOOK: type: QUERY +PREHOOK: Input: default@dependents +PREHOOK: Input: default@depts +PREHOOK: Input: default@emps +PREHOOK: Input: default@mv1 +#### A masked pattern was here #### POSTHOOK: query: explain select dependents.empid from emps join depts on (emps.deptno = depts.deptno) join dependents on (depts.name = dependents.name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@dependents +POSTHOOK: Input: default@depts +POSTHOOK: Input: default@emps +POSTHOOK: Input: default@mv1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -607,6 +629,12 @@ join dependents on (depts.name = dependents.name) join locations on (locations.name = dependents.name) join emps on (emps.deptno = depts.deptno) PREHOOK: type: QUERY +PREHOOK: Input: default@dependents +PREHOOK: Input: default@depts +PREHOOK: Input: default@emps +PREHOOK: Input: default@locations +PREHOOK: Input: default@mv1 +#### A masked pattern was here #### POSTHOOK: query: explain select dependents.empid from depts @@ -614,6 +642,12 @@ join dependents on (depts.name = dependents.name) join locations on (locations.name = dependents.name) join emps on (emps.deptno = depts.deptno) POSTHOOK: type: QUERY +POSTHOOK: Input: default@dependents +POSTHOOK: Input: default@depts +POSTHOOK: Input: default@emps +POSTHOOK: Input: default@locations +POSTHOOK: Input: default@mv1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -780,6 +814,11 @@ join dependents on (emps.empid = dependents.empid) join depts a on (emps.deptno=a.deptno) where emps.name = 'Bill' PREHOOK: type: QUERY +PREHOOK: Input: default@dependents +PREHOOK: Input: default@depts +PREHOOK: Input: default@emps +PREHOOK: Input: default@mv1 +#### A masked pattern was here #### POSTHOOK: query: explain select emps.empid, dependents.empid, emps.deptno from emps @@ -787,6 +826,11 @@ join dependents on (emps.empid = dependents.empid) join depts a on (emps.deptno=a.deptno) where emps.name = 'Bill' POSTHOOK: type: QUERY +POSTHOOK: Input: default@dependents +POSTHOOK: Input: default@depts +POSTHOOK: Input: default@emps +POSTHOOK: Input: default@mv1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_7.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_7.q.out index 2e8c1e3..4e9c703 100644 --- a/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_7.q.out +++ b/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_7.q.out @@ -237,6 +237,12 @@ join emps_n8 on (emps_n8.deptno = depts_n6.deptno) where depts_n6.deptno > 10 group by dependents_n4.empid, depts_n6.deptno PREHOOK: type: QUERY +PREHOOK: Input: default@dependents_n4 +PREHOOK: Input: default@depts_n6 +PREHOOK: Input: default@emps_n8 +PREHOOK: Input: default@locations_n4 +PREHOOK: Input: default@mv1_n4 +#### A masked pattern was here #### POSTHOOK: query: explain select dependents_n4.empid, depts_n6.deptno from depts_n6 @@ -246,6 +252,12 @@ join emps_n8 on (emps_n8.deptno = depts_n6.deptno) where depts_n6.deptno > 10 group by dependents_n4.empid, depts_n6.deptno POSTHOOK: type: QUERY +POSTHOOK: Input: default@dependents_n4 +POSTHOOK: Input: default@depts_n6 +POSTHOOK: Input: default@emps_n8 +POSTHOOK: Input: default@locations_n4 +POSTHOOK: Input: default@mv1_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -528,6 +540,12 @@ join emps_n8 on (emps_n8.deptno = depts_n6.deptno) where depts_n6.deptno > 10 and depts_n6.deptno < 20 group by dependents_n4.empid PREHOOK: type: QUERY +PREHOOK: Input: default@dependents_n4 +PREHOOK: Input: default@depts_n6 +PREHOOK: Input: default@emps_n8 +PREHOOK: Input: default@locations_n4 +PREHOOK: Input: default@mv1_n4 +#### A masked pattern was here #### POSTHOOK: query: explain select dependents_n4.empid, count(emps_n8.salary) + 1 from depts_n6 @@ -537,6 +555,12 @@ join emps_n8 on (emps_n8.deptno = depts_n6.deptno) where depts_n6.deptno > 10 and depts_n6.deptno < 20 group by dependents_n4.empid POSTHOOK: type: QUERY +POSTHOOK: Input: default@dependents_n4 +POSTHOOK: Input: default@depts_n6 +POSTHOOK: Input: default@emps_n8 +POSTHOOK: Input: default@locations_n4 +POSTHOOK: Input: default@mv1_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -845,6 +869,11 @@ join dependents_n4 on (depts_n6.name = dependents_n4.name) join emps_n8 on (emps_n8.deptno = depts_n6.deptno) where depts_n6.deptno > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@dependents_n4 +PREHOOK: Input: default@depts_n6 +PREHOOK: Input: default@emps_n8 +PREHOOK: Input: default@mv1_n4 +#### A masked pattern was here #### POSTHOOK: query: explain select dependents_n4.empid from depts_n6 @@ -852,6 +881,11 @@ join dependents_n4 on (depts_n6.name = dependents_n4.name) join emps_n8 on (emps_n8.deptno = depts_n6.deptno) where depts_n6.deptno > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dependents_n4 +POSTHOOK: Input: default@depts_n6 +POSTHOOK: Input: default@emps_n8 +POSTHOOK: Input: default@mv1_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_8.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_8.q.out index eb2d7c6..06bef2f 100644 --- a/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_8.q.out +++ b/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_8.q.out @@ -89,6 +89,9 @@ A.MY_DATE,A.MY_ID2,A.ENVIRONMENT FROM source_table_001 AS A group by A.MY_ID,A.MY_ID2,A.ENVIRONMENT,A.MY_DATE PREHOOK: type: QUERY +PREHOOK: Input: default@source_table_001 +PREHOOK: Input: default@source_table_001_mv +#### A masked pattern was here #### POSTHOOK: query: explain select SUM(A.DOWN_VOLUME) AS DOWNLOAD_VOLUME_BYTES, @@ -96,6 +99,9 @@ A.MY_DATE,A.MY_ID2,A.ENVIRONMENT FROM source_table_001 AS A group by A.MY_ID,A.MY_ID2,A.ENVIRONMENT,A.MY_DATE POSTHOOK: type: QUERY +POSTHOOK: Input: default@source_table_001 +POSTHOOK: Input: default@source_table_001_mv +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -119,6 +125,9 @@ FROM source_table_001 AS A group by A.MY_ID,A.MY_ID2,A.ENVIRONMENT,A.MY_DATE LIMIT 100 PREHOOK: type: QUERY +PREHOOK: Input: default@source_table_001 +PREHOOK: Input: default@source_table_001_mv +#### A masked pattern was here #### POSTHOOK: query: explain select SUM(A.DOWN_VOLUME) AS DOWNLOAD_VOLUME_BYTES, @@ -127,6 +136,9 @@ FROM source_table_001 AS A group by A.MY_ID,A.MY_ID2,A.ENVIRONMENT,A.MY_DATE LIMIT 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@source_table_001 +POSTHOOK: Input: default@source_table_001_mv +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -152,6 +164,9 @@ A.MY_DATE,A.MY_ID2,A.ENVIRONMENT FROM source_table_001 AS A group by A.MY_ID,A.MY_ID2,A.ENVIRONMENT,A.MY_DATE PREHOOK: type: QUERY +PREHOOK: Input: default@source_table_001 +PREHOOK: Input: default@source_table_001_mv +#### A masked pattern was here #### POSTHOOK: query: explain select 1, @@ -160,6 +175,9 @@ A.MY_DATE,A.MY_ID2,A.ENVIRONMENT FROM source_table_001 AS A group by A.MY_ID,A.MY_ID2,A.ENVIRONMENT,A.MY_DATE POSTHOOK: type: QUERY +POSTHOOK: Input: default@source_table_001 +POSTHOOK: Input: default@source_table_001_mv +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -182,6 +200,9 @@ A.MY_DATE,A.MY_ID2,A.ENVIRONMENT FROM source_table_001 AS A group by A.MY_ID,A.MY_ID2,A.ENVIRONMENT,A.MY_DATE PREHOOK: type: QUERY +PREHOOK: Input: default@source_table_001 +PREHOOK: Input: default@source_table_001_mv +#### A masked pattern was here #### POSTHOOK: query: explain select SUM(A.DOWN_VOLUME) + 0 AS DOWNLOAD_VOLUME_BYTES, @@ -189,6 +210,9 @@ A.MY_DATE,A.MY_ID2,A.ENVIRONMENT FROM source_table_001 AS A group by A.MY_ID,A.MY_ID2,A.ENVIRONMENT,A.MY_DATE POSTHOOK: type: QUERY +POSTHOOK: Input: default@source_table_001 +POSTHOOK: Input: default@source_table_001_mv +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -213,6 +237,9 @@ group by A.MY_ID,A.MY_ID2,A.ENVIRONMENT,A.MY_DATE ORDER BY A.MY_ID2 LIMIT 100 PREHOOK: type: QUERY +PREHOOK: Input: default@source_table_001 +PREHOOK: Input: default@source_table_001_mv +#### A masked pattern was here #### POSTHOOK: query: explain select SUM(A.DOWN_VOLUME) AS DOWNLOAD_VOLUME_BYTES, @@ -222,6 +249,9 @@ group by A.MY_ID,A.MY_ID2,A.ENVIRONMENT,A.MY_DATE ORDER BY A.MY_ID2 LIMIT 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@source_table_001 +POSTHOOK: Input: default@source_table_001_mv +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -280,11 +310,17 @@ select distinct A.MY_DATE,A.MY_ID2,A.ENVIRONMENT FROM source_table_001 AS A PREHOOK: type: QUERY +PREHOOK: Input: default@source_table_001 +PREHOOK: Input: default@source_table_001_mv +#### A masked pattern was here #### POSTHOOK: query: explain select distinct A.MY_DATE,A.MY_ID2,A.ENVIRONMENT FROM source_table_001 AS A POSTHOOK: type: QUERY +POSTHOOK: Input: default@source_table_001 +POSTHOOK: Input: default@source_table_001_mv +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -348,6 +384,9 @@ FROM source_table_001 AS A where A.MY_DATE=TO_DATE('2010-01-10') group by A.MY_ID,A.MY_ID2,A.ENVIRONMENT,A.MY_DATE PREHOOK: type: QUERY +PREHOOK: Input: default@source_table_001 +PREHOOK: Input: default@source_table_001_mv +#### A masked pattern was here #### POSTHOOK: query: explain select SUM(A.DOWN_VOLUME) AS DOWNLOAD_VOLUME_BYTES, @@ -356,6 +395,9 @@ FROM source_table_001 AS A where A.MY_DATE=TO_DATE('2010-01-10') group by A.MY_ID,A.MY_ID2,A.ENVIRONMENT,A.MY_DATE POSTHOOK: type: QUERY +POSTHOOK: Input: default@source_table_001 +POSTHOOK: Input: default@source_table_001_mv +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -381,6 +423,9 @@ FROM source_table_001 AS A where A.MY_DATE=TO_DATE('2010-01-10') group by A.MY_ID,A.MY_ID2,A.ENVIRONMENT,A.MY_DATE PREHOOK: type: QUERY +PREHOOK: Input: default@source_table_001 +PREHOOK: Input: default@source_table_001_mv +#### A masked pattern was here #### POSTHOOK: query: explain select SUM(A.DOWN_VOLUME) + SUM(A.UP_VOLUME) AS TOTAL_VOLUME_BYTES, @@ -389,6 +434,9 @@ FROM source_table_001 AS A where A.MY_DATE=TO_DATE('2010-01-10') group by A.MY_ID,A.MY_ID2,A.ENVIRONMENT,A.MY_DATE POSTHOOK: type: QUERY +POSTHOOK: Input: default@source_table_001 +POSTHOOK: Input: default@source_table_001_mv +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -412,12 +460,18 @@ SUM(A.DOWN_VOLUME) AS DOWNLOAD_VOLUME_BYTES FROM source_table_001 AS A where A.MY_DATE=TO_DATE('2010-01-10') PREHOOK: type: QUERY +PREHOOK: Input: default@source_table_001 +PREHOOK: Input: default@source_table_001_mv +#### A masked pattern was here #### POSTHOOK: query: explain select SUM(A.DOWN_VOLUME) AS DOWNLOAD_VOLUME_BYTES FROM source_table_001 AS A where A.MY_DATE=TO_DATE('2010-01-10') POSTHOOK: type: QUERY +POSTHOOK: Input: default@source_table_001 +POSTHOOK: Input: default@source_table_001_mv +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -482,6 +536,9 @@ TO_DATE('2010-01-10') FROM source_table_001 AS A where A.MY_DATE=TO_DATE('2010-01-10') PREHOOK: type: QUERY +PREHOOK: Input: default@source_table_001 +PREHOOK: Input: default@source_table_001_mv +#### A masked pattern was here #### POSTHOOK: query: explain select SUM(A.DOWN_VOLUME) AS DOWNLOAD_VOLUME_BYTES, @@ -489,6 +546,9 @@ TO_DATE('2010-01-10') FROM source_table_001 AS A where A.MY_DATE=TO_DATE('2010-01-10') POSTHOOK: type: QUERY +POSTHOOK: Input: default@source_table_001 +POSTHOOK: Input: default@source_table_001_mv +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -558,6 +618,9 @@ FROM source_table_001 AS A where A.MY_DATE=TO_DATE('2010-01-10') group by A.MY_DATE PREHOOK: type: QUERY +PREHOOK: Input: default@source_table_001 +PREHOOK: Input: default@source_table_001_mv +#### A masked pattern was here #### POSTHOOK: query: explain select SUM(A.DOWN_VOLUME) AS DOWNLOAD_VOLUME_BYTES, @@ -566,6 +629,9 @@ FROM source_table_001 AS A where A.MY_DATE=TO_DATE('2010-01-10') group by A.MY_DATE POSTHOOK: type: QUERY +POSTHOOK: Input: default@source_table_001 +POSTHOOK: Input: default@source_table_001_mv +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_9.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_9.q.out index 159e169..3c1de08 100644 --- a/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_9.q.out +++ b/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_9.q.out @@ -89,6 +89,9 @@ FLOOR(A.MY_DATE to hour),A.MY_ID2,A.ENVIRONMENT FROM source_table_001_n0 AS A group by A.MY_ID,A.MY_ID2,A.ENVIRONMENT,FLOOR(A.MY_DATE to hour) PREHOOK: type: QUERY +PREHOOK: Input: default@source_table_001_mv_n0 +PREHOOK: Input: default@source_table_001_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select SUM(A.DOWN_VOLUME) AS DOWNLOAD_VOLUME_BYTES, @@ -96,6 +99,9 @@ FLOOR(A.MY_DATE to hour),A.MY_ID2,A.ENVIRONMENT FROM source_table_001_n0 AS A group by A.MY_ID,A.MY_ID2,A.ENVIRONMENT,FLOOR(A.MY_DATE to hour) POSTHOOK: type: QUERY +POSTHOOK: Input: default@source_table_001_mv_n0 +POSTHOOK: Input: default@source_table_001_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -205,6 +211,9 @@ FLOOR(A.MY_DATE to day),A.MY_ID2,A.ENVIRONMENT FROM source_table_001_n0 AS A group by A.MY_ID,A.MY_ID2,A.ENVIRONMENT,FLOOR(A.MY_DATE to day) PREHOOK: type: QUERY +PREHOOK: Input: default@source_table_001_mv_n0 +PREHOOK: Input: default@source_table_001_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select SUM(A.DOWN_VOLUME) AS DOWNLOAD_VOLUME_BYTES, @@ -212,6 +221,9 @@ FLOOR(A.MY_DATE to day),A.MY_ID2,A.ENVIRONMENT FROM source_table_001_n0 AS A group by A.MY_ID,A.MY_ID2,A.ENVIRONMENT,FLOOR(A.MY_DATE to day) POSTHOOK: type: QUERY +POSTHOOK: Input: default@source_table_001_mv_n0 +POSTHOOK: Input: default@source_table_001_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -281,6 +293,9 @@ FLOOR(A.MY_DATE to hour),A.MY_ID2,A.ENVIRONMENT FROM source_table_001_n0 AS A group by A.MY_ID,A.MY_ID2,A.ENVIRONMENT,FLOOR(A.MY_DATE to hour) PREHOOK: type: QUERY +PREHOOK: Input: default@source_table_001_mv_n0 +PREHOOK: Input: default@source_table_001_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select SUM(A.DOWN_VOLUME) AS DOWNLOAD_VOLUME_BYTES, @@ -288,6 +303,9 @@ FLOOR(A.MY_DATE to hour),A.MY_ID2,A.ENVIRONMENT FROM source_table_001_n0 AS A group by A.MY_ID,A.MY_ID2,A.ENVIRONMENT,FLOOR(A.MY_DATE to hour) POSTHOOK: type: QUERY +POSTHOOK: Input: default@source_table_001_mv_n0 +POSTHOOK: Input: default@source_table_001_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -310,6 +328,8 @@ FLOOR(A.MY_DATE to second),A.MY_ID2,A.ENVIRONMENT FROM source_table_001_n0 AS A group by A.MY_ID,A.MY_ID2,A.ENVIRONMENT,FLOOR(A.MY_DATE to second) PREHOOK: type: QUERY +PREHOOK: Input: default@source_table_001_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select SUM(A.DOWN_VOLUME) AS DOWNLOAD_VOLUME_BYTES, @@ -317,6 +337,8 @@ FLOOR(A.MY_DATE to second),A.MY_ID2,A.ENVIRONMENT FROM source_table_001_n0 AS A group by A.MY_ID,A.MY_ID2,A.ENVIRONMENT,FLOOR(A.MY_DATE to second) POSTHOOK: type: QUERY +POSTHOOK: Input: default@source_table_001_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_empty.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_empty.q.out index e988ea4..d4097dc 100644 --- a/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_empty.q.out +++ b/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_empty.q.out @@ -43,9 +43,15 @@ POSTHOOK: Output: default@emps_mv_rewrite_empty_mv1 PREHOOK: query: explain select * from emps_mv_rewrite_empty where empid < 120 PREHOOK: type: QUERY +PREHOOK: Input: default@emps_mv_rewrite_empty +PREHOOK: Input: default@emps_mv_rewrite_empty_mv1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from emps_mv_rewrite_empty where empid < 120 POSTHOOK: type: QUERY +POSTHOOK: Input: default@emps_mv_rewrite_empty +POSTHOOK: Input: default@emps_mv_rewrite_empty_mv1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_part_1.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_part_1.q.out index 29f9408..18a3f93 100644 --- a/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_part_1.q.out +++ b/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_part_1.q.out @@ -209,11 +209,21 @@ select * from (select * from emps_n30 where empid < 120) t join depts_n20 using (deptno) PREHOOK: type: QUERY +PREHOOK: Input: default@depts_n20 +PREHOOK: Input: default@emps_n30 +PREHOOK: Input: default@mv1_part_n2 +PREHOOK: Input: default@mv1_part_n2@deptno=10 +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select * from emps_n30 where empid < 120) t join depts_n20 using (deptno) POSTHOOK: type: QUERY +POSTHOOK: Input: default@depts_n20 +POSTHOOK: Input: default@emps_n30 +POSTHOOK: Input: default@mv1_part_n2 +POSTHOOK: Input: default@mv1_part_n2@deptno=10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -382,11 +392,23 @@ select emps_n30.name, emps_n30.salary, emps_n30.commission from emps_n30 join depts_n20 using (deptno) PREHOOK: type: QUERY +PREHOOK: Input: default@depts_n20 +PREHOOK: Input: default@emps_n30 +PREHOOK: Input: default@mv1_part_n2 +PREHOOK: Input: default@mv1_part_n2@deptno=10 +PREHOOK: Input: default@mv1_part_n2@deptno=20 +#### A masked pattern was here #### POSTHOOK: query: explain select emps_n30.name, emps_n30.salary, emps_n30.commission from emps_n30 join depts_n20 using (deptno) POSTHOOK: type: QUERY +POSTHOOK: Input: default@depts_n20 +POSTHOOK: Input: default@emps_n30 +POSTHOOK: Input: default@mv1_part_n2 +POSTHOOK: Input: default@mv1_part_n2@deptno=10 +POSTHOOK: Input: default@mv1_part_n2@deptno=20 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -541,10 +563,18 @@ PREHOOK: query: explain select * from emps_n30 where empid > 120 union all select * from emps_n30 where empid < 150 PREHOOK: type: QUERY +PREHOOK: Input: default@emps_n30 +PREHOOK: Input: default@mv1_part_n2 +PREHOOK: Input: default@mv1_part_n2@deptno=10 +#### A masked pattern was here #### POSTHOOK: query: explain select * from emps_n30 where empid > 120 union all select * from emps_n30 where empid < 150 POSTHOOK: type: QUERY +POSTHOOK: Input: default@emps_n30 +POSTHOOK: Input: default@mv1_part_n2 +POSTHOOK: Input: default@mv1_part_n2@deptno=10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -686,9 +716,23 @@ POSTHOOK: Output: default@mv1_part_n2@name=Theodore PREHOOK: query: explain select name, salary from emps_n30 group by name, salary PREHOOK: type: QUERY +PREHOOK: Input: default@emps_n30 +PREHOOK: Input: default@mv1_part_n2 +PREHOOK: Input: default@mv1_part_n2@name=Bill +PREHOOK: Input: default@mv1_part_n2@name=Eric +PREHOOK: Input: default@mv1_part_n2@name=Sebastian +PREHOOK: Input: default@mv1_part_n2@name=Theodore +#### A masked pattern was here #### POSTHOOK: query: explain select name, salary from emps_n30 group by name, salary POSTHOOK: type: QUERY +POSTHOOK: Input: default@emps_n30 +POSTHOOK: Input: default@mv1_part_n2 +POSTHOOK: Input: default@mv1_part_n2@name=Bill +POSTHOOK: Input: default@mv1_part_n2@name=Eric +POSTHOOK: Input: default@mv1_part_n2@name=Sebastian +POSTHOOK: Input: default@mv1_part_n2@name=Theodore +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -784,9 +828,23 @@ POSTHOOK: Output: default@mv1_part_n2@name=Theodore PREHOOK: query: explain select name from emps_n30 group by name PREHOOK: type: QUERY +PREHOOK: Input: default@emps_n30 +PREHOOK: Input: default@mv1_part_n2 +PREHOOK: Input: default@mv1_part_n2@name=Bill +PREHOOK: Input: default@mv1_part_n2@name=Eric +PREHOOK: Input: default@mv1_part_n2@name=Sebastian +PREHOOK: Input: default@mv1_part_n2@name=Theodore +#### A masked pattern was here #### POSTHOOK: query: explain select name from emps_n30 group by name POSTHOOK: type: QUERY +POSTHOOK: Input: default@emps_n30 +POSTHOOK: Input: default@mv1_part_n2 +POSTHOOK: Input: default@mv1_part_n2@name=Bill +POSTHOOK: Input: default@mv1_part_n2@name=Eric +POSTHOOK: Input: default@mv1_part_n2@name=Sebastian +POSTHOOK: Input: default@mv1_part_n2@name=Theodore +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -916,9 +974,21 @@ POSTHOOK: Output: default@mv1_part_n2@name=Theodore PREHOOK: query: explain select name from emps_n30 where deptno = 10 group by name PREHOOK: type: QUERY +PREHOOK: Input: default@emps_n30 +PREHOOK: Input: default@mv1_part_n2 +PREHOOK: Input: default@mv1_part_n2@name=Bill +PREHOOK: Input: default@mv1_part_n2@name=Sebastian +PREHOOK: Input: default@mv1_part_n2@name=Theodore +#### A masked pattern was here #### POSTHOOK: query: explain select name from emps_n30 where deptno = 10 group by name POSTHOOK: type: QUERY +POSTHOOK: Input: default@emps_n30 +POSTHOOK: Input: default@mv1_part_n2 +POSTHOOK: Input: default@mv1_part_n2@name=Bill +POSTHOOK: Input: default@mv1_part_n2@name=Sebastian +POSTHOOK: Input: default@mv1_part_n2@name=Theodore +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1061,9 +1131,23 @@ POSTHOOK: Output: default@mv1_part_n2@name=Theodore PREHOOK: query: explain select name from emps_n30 group by name PREHOOK: type: QUERY +PREHOOK: Input: default@emps_n30 +PREHOOK: Input: default@mv1_part_n2 +PREHOOK: Input: default@mv1_part_n2@name=Bill +PREHOOK: Input: default@mv1_part_n2@name=Eric +PREHOOK: Input: default@mv1_part_n2@name=Sebastian +PREHOOK: Input: default@mv1_part_n2@name=Theodore +#### A masked pattern was here #### POSTHOOK: query: explain select name from emps_n30 group by name POSTHOOK: type: QUERY +POSTHOOK: Input: default@emps_n30 +POSTHOOK: Input: default@mv1_part_n2 +POSTHOOK: Input: default@mv1_part_n2@name=Bill +POSTHOOK: Input: default@mv1_part_n2@name=Eric +POSTHOOK: Input: default@mv1_part_n2@name=Sebastian +POSTHOOK: Input: default@mv1_part_n2@name=Theodore +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_part_2.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_part_2.q.out index 8b8e9e6..0c2afc3 100644 --- a/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_part_2.q.out +++ b/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_part_2.q.out @@ -212,11 +212,21 @@ select empid from emps_n00 join depts_n00 using (deptno) where depts_n00.deptno >= 20 group by empid, depts_n00.deptno PREHOOK: type: QUERY +PREHOOK: Input: default@depts_n00 +PREHOOK: Input: default@emps_n00 +PREHOOK: Input: default@mv1_part_n0 +PREHOOK: Input: default@mv1_part_n0@deptno=20 +#### A masked pattern was here #### POSTHOOK: query: explain select empid from emps_n00 join depts_n00 using (deptno) where depts_n00.deptno >= 20 group by empid, depts_n00.deptno POSTHOOK: type: QUERY +POSTHOOK: Input: default@depts_n00 +POSTHOOK: Input: default@emps_n00 +POSTHOOK: Input: default@mv1_part_n0 +POSTHOOK: Input: default@mv1_part_n0@deptno=20 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -301,11 +311,21 @@ select empid from emps_n00 join depts_n00 using (deptno) where depts_n00.deptno >= 20 group by empid, depts_n00.deptno PREHOOK: type: QUERY +PREHOOK: Input: default@depts_n00 +PREHOOK: Input: default@emps_n00 +PREHOOK: Input: default@mv1_part_n0 +PREHOOK: Input: default@mv1_part_n0@deptno=20 +#### A masked pattern was here #### POSTHOOK: query: explain select empid from emps_n00 join depts_n00 using (deptno) where depts_n00.deptno >= 20 group by empid, depts_n00.deptno POSTHOOK: type: QUERY +POSTHOOK: Input: default@depts_n00 +POSTHOOK: Input: default@emps_n00 +POSTHOOK: Input: default@mv1_part_n0 +POSTHOOK: Input: default@mv1_part_n0@deptno=20 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -390,11 +410,21 @@ select empid from emps_n00 join depts_n00 using (deptno) where depts_n00.deptno >= 20 group by empid, depts_n00.deptno PREHOOK: type: QUERY +PREHOOK: Input: default@depts_n00 +PREHOOK: Input: default@emps_n00 +PREHOOK: Input: default@mv1_part_n0 +PREHOOK: Input: default@mv1_part_n0@deptno=20 +#### A masked pattern was here #### POSTHOOK: query: explain select empid from emps_n00 join depts_n00 using (deptno) where depts_n00.deptno >= 20 group by empid, depts_n00.deptno POSTHOOK: type: QUERY +POSTHOOK: Input: default@depts_n00 +POSTHOOK: Input: default@emps_n00 +POSTHOOK: Input: default@mv1_part_n0 +POSTHOOK: Input: default@mv1_part_n0@deptno=20 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -485,11 +515,23 @@ select depts_n00.deptno from depts_n00 join emps_n00 using (deptno) where emps_n00.empid > 15 group by depts_n00.deptno, emps_n00.empid PREHOOK: type: QUERY +PREHOOK: Input: default@depts_n00 +PREHOOK: Input: default@emps_n00 +PREHOOK: Input: default@mv1_part_n0 +PREHOOK: Input: default@mv1_part_n0@deptno=10 +PREHOOK: Input: default@mv1_part_n0@deptno=20 +#### A masked pattern was here #### POSTHOOK: query: explain select depts_n00.deptno from depts_n00 join emps_n00 using (deptno) where emps_n00.empid > 15 group by depts_n00.deptno, emps_n00.empid POSTHOOK: type: QUERY +POSTHOOK: Input: default@depts_n00 +POSTHOOK: Input: default@emps_n00 +POSTHOOK: Input: default@mv1_part_n0 +POSTHOOK: Input: default@mv1_part_n0@deptno=10 +POSTHOOK: Input: default@mv1_part_n0@deptno=20 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -586,11 +628,23 @@ select depts_n00.deptno from depts_n00 join emps_n00 using (deptno) where emps_n00.empid > 15 group by depts_n00.deptno PREHOOK: type: QUERY +PREHOOK: Input: default@depts_n00 +PREHOOK: Input: default@emps_n00 +PREHOOK: Input: default@mv1_part_n0 +PREHOOK: Input: default@mv1_part_n0@deptno=10 +PREHOOK: Input: default@mv1_part_n0@deptno=20 +#### A masked pattern was here #### POSTHOOK: query: explain select depts_n00.deptno from depts_n00 join emps_n00 using (deptno) where emps_n00.empid > 15 group by depts_n00.deptno POSTHOOK: type: QUERY +POSTHOOK: Input: default@depts_n00 +POSTHOOK: Input: default@emps_n00 +POSTHOOK: Input: default@mv1_part_n0 +POSTHOOK: Input: default@mv1_part_n0@deptno=10 +POSTHOOK: Input: default@mv1_part_n0@deptno=20 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -739,6 +793,13 @@ join emps_n00 on (emps_n00.deptno = depts_n00.deptno) where depts_n00.deptno > 10 group by dependents_n00.empid PREHOOK: type: QUERY +PREHOOK: Input: default@dependents_n00 +PREHOOK: Input: default@depts_n00 +PREHOOK: Input: default@emps_n00 +PREHOOK: Input: default@mv1_part_n0 +PREHOOK: Input: default@mv1_part_n0@deptno2=20 +PREHOOK: Input: default@mv1_part_n0@deptno2=30 +#### A masked pattern was here #### POSTHOOK: query: explain select dependents_n00.empid from depts_n00 @@ -747,6 +808,13 @@ join emps_n00 on (emps_n00.deptno = depts_n00.deptno) where depts_n00.deptno > 10 group by dependents_n00.empid POSTHOOK: type: QUERY +POSTHOOK: Input: default@dependents_n00 +POSTHOOK: Input: default@depts_n00 +POSTHOOK: Input: default@emps_n00 +POSTHOOK: Input: default@mv1_part_n0 +POSTHOOK: Input: default@mv1_part_n0@deptno2=20 +POSTHOOK: Input: default@mv1_part_n0@deptno2=30 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_ssb.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_ssb.q.out index 378c877..91f7ee3 100644 --- a/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_ssb.q.out +++ b/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_ssb.q.out @@ -661,6 +661,10 @@ where and lo_discount between 1 and 3 and lo_quantity < 25 PREHOOK: type: QUERY +PREHOOK: Input: default@dates_n0 +PREHOOK: Input: default@lineorder_n0 +PREHOOK: Input: default@ssb_mv_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select sum(lo_extendedprice*lo_discount) as revenue @@ -672,6 +676,10 @@ where and lo_discount between 1 and 3 and lo_quantity < 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dates_n0 +POSTHOOK: Input: default@lineorder_n0 +POSTHOOK: Input: default@ssb_mv_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -740,6 +748,10 @@ where and lo_discount between 4 and 6 and lo_quantity between 26 and 35 PREHOOK: type: QUERY +PREHOOK: Input: default@dates_n0 +PREHOOK: Input: default@lineorder_n0 +PREHOOK: Input: default@ssb_mv_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select sum(lo_extendedprice*lo_discount) as revenue @@ -751,6 +763,10 @@ where and lo_discount between 4 and 6 and lo_quantity between 26 and 35 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dates_n0 +POSTHOOK: Input: default@lineorder_n0 +POSTHOOK: Input: default@ssb_mv_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -820,6 +836,10 @@ where and lo_discount between 5 and 7 and lo_quantity between 26 and 35 PREHOOK: type: QUERY +PREHOOK: Input: default@dates_n0 +PREHOOK: Input: default@lineorder_n0 +PREHOOK: Input: default@ssb_mv_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select sum(lo_extendedprice*lo_discount) as revenue @@ -832,6 +852,10 @@ where and lo_discount between 5 and 7 and lo_quantity between 26 and 35 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dates_n0 +POSTHOOK: Input: default@lineorder_n0 +POSTHOOK: Input: default@ssb_mv_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -905,6 +929,12 @@ group by order by d_year, p_brand1 PREHOOK: type: QUERY +PREHOOK: Input: default@dates_n0 +PREHOOK: Input: default@lineorder_n0 +PREHOOK: Input: default@ssb_mv_n0 +PREHOOK: Input: default@ssb_part_n0 +PREHOOK: Input: default@supplier_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select sum(lo_revenue) as lo_revenue, d_year, p_brand1 @@ -921,6 +951,12 @@ group by order by d_year, p_brand1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dates_n0 +POSTHOOK: Input: default@lineorder_n0 +POSTHOOK: Input: default@ssb_mv_n0 +POSTHOOK: Input: default@ssb_part_n0 +POSTHOOK: Input: default@supplier_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1015,6 +1051,12 @@ group by order by d_year, p_brand1 PREHOOK: type: QUERY +PREHOOK: Input: default@dates_n0 +PREHOOK: Input: default@lineorder_n0 +PREHOOK: Input: default@ssb_mv_n0 +PREHOOK: Input: default@ssb_part_n0 +PREHOOK: Input: default@supplier_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select sum(lo_revenue) as lo_revenue, d_year, p_brand1 @@ -1031,6 +1073,12 @@ group by order by d_year, p_brand1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dates_n0 +POSTHOOK: Input: default@lineorder_n0 +POSTHOOK: Input: default@ssb_mv_n0 +POSTHOOK: Input: default@ssb_part_n0 +POSTHOOK: Input: default@supplier_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1125,6 +1173,12 @@ group by order by d_year, p_brand1 PREHOOK: type: QUERY +PREHOOK: Input: default@dates_n0 +PREHOOK: Input: default@lineorder_n0 +PREHOOK: Input: default@ssb_mv_n0 +PREHOOK: Input: default@ssb_part_n0 +PREHOOK: Input: default@supplier_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select sum(lo_revenue) as lo_revenue, d_year, p_brand1 @@ -1141,6 +1195,12 @@ group by order by d_year, p_brand1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dates_n0 +POSTHOOK: Input: default@lineorder_n0 +POSTHOOK: Input: default@ssb_mv_n0 +POSTHOOK: Input: default@ssb_part_n0 +POSTHOOK: Input: default@supplier_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1237,6 +1297,12 @@ group by order by d_year asc, lo_revenue desc PREHOOK: type: QUERY +PREHOOK: Input: default@customer_n1 +PREHOOK: Input: default@dates_n0 +PREHOOK: Input: default@lineorder_n0 +PREHOOK: Input: default@ssb_mv_n0 +PREHOOK: Input: default@supplier_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select c_nation, s_nation, d_year, @@ -1255,6 +1321,12 @@ group by order by d_year asc, lo_revenue desc POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_n1 +POSTHOOK: Input: default@dates_n0 +POSTHOOK: Input: default@lineorder_n0 +POSTHOOK: Input: default@ssb_mv_n0 +POSTHOOK: Input: default@supplier_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1350,6 +1422,12 @@ group by order by d_year asc, lo_revenue desc PREHOOK: type: QUERY +PREHOOK: Input: default@customer_n1 +PREHOOK: Input: default@dates_n0 +PREHOOK: Input: default@lineorder_n0 +PREHOOK: Input: default@ssb_mv_n0 +PREHOOK: Input: default@supplier_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select c_city, s_city, d_year, sum(lo_revenue) as lo_revenue @@ -1367,6 +1445,12 @@ group by order by d_year asc, lo_revenue desc POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_n1 +POSTHOOK: Input: default@dates_n0 +POSTHOOK: Input: default@lineorder_n0 +POSTHOOK: Input: default@ssb_mv_n0 +POSTHOOK: Input: default@supplier_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1462,6 +1546,12 @@ group by order by d_year asc, lo_revenue desc PREHOOK: type: QUERY +PREHOOK: Input: default@customer_n1 +PREHOOK: Input: default@dates_n0 +PREHOOK: Input: default@lineorder_n0 +PREHOOK: Input: default@ssb_mv_n0 +PREHOOK: Input: default@supplier_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select c_city, s_city, d_year, sum(lo_revenue) as lo_revenue @@ -1479,6 +1569,12 @@ group by order by d_year asc, lo_revenue desc POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_n1 +POSTHOOK: Input: default@dates_n0 +POSTHOOK: Input: default@lineorder_n0 +POSTHOOK: Input: default@ssb_mv_n0 +POSTHOOK: Input: default@supplier_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1570,6 +1666,12 @@ group by order by d_year asc, lo_revenue desc PREHOOK: type: QUERY +PREHOOK: Input: default@customer_n1 +PREHOOK: Input: default@dates_n0 +PREHOOK: Input: default@lineorder_n0 +PREHOOK: Input: default@ssb_mv_n0 +PREHOOK: Input: default@supplier_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select c_city, s_city, d_year, sum(lo_revenue) as lo_revenue @@ -1587,6 +1689,12 @@ group by order by d_year asc, lo_revenue desc POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_n1 +POSTHOOK: Input: default@dates_n0 +POSTHOOK: Input: default@lineorder_n0 +POSTHOOK: Input: default@ssb_mv_n0 +POSTHOOK: Input: default@supplier_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1684,6 +1792,13 @@ group by order by d_year, c_nation PREHOOK: type: QUERY +PREHOOK: Input: default@customer_n1 +PREHOOK: Input: default@dates_n0 +PREHOOK: Input: default@lineorder_n0 +PREHOOK: Input: default@ssb_mv_n0 +PREHOOK: Input: default@ssb_part_n0 +PREHOOK: Input: default@supplier_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select d_year, c_nation, @@ -1703,6 +1818,13 @@ group by order by d_year, c_nation POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_n1 +POSTHOOK: Input: default@dates_n0 +POSTHOOK: Input: default@lineorder_n0 +POSTHOOK: Input: default@ssb_mv_n0 +POSTHOOK: Input: default@ssb_part_n0 +POSTHOOK: Input: default@supplier_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1797,6 +1919,13 @@ group by order by d_year, s_nation, p_category PREHOOK: type: QUERY +PREHOOK: Input: default@customer_n1 +PREHOOK: Input: default@dates_n0 +PREHOOK: Input: default@lineorder_n0 +PREHOOK: Input: default@ssb_mv_n0 +PREHOOK: Input: default@ssb_part_n0 +PREHOOK: Input: default@supplier_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select d_year, s_nation, p_category, @@ -1817,6 +1946,13 @@ group by order by d_year, s_nation, p_category POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_n1 +POSTHOOK: Input: default@dates_n0 +POSTHOOK: Input: default@lineorder_n0 +POSTHOOK: Input: default@ssb_mv_n0 +POSTHOOK: Input: default@ssb_part_n0 +POSTHOOK: Input: default@supplier_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1911,6 +2047,13 @@ group by order by d_year, s_city, p_brand1 PREHOOK: type: QUERY +PREHOOK: Input: default@customer_n1 +PREHOOK: Input: default@dates_n0 +PREHOOK: Input: default@lineorder_n0 +PREHOOK: Input: default@ssb_mv_n0 +PREHOOK: Input: default@ssb_part_n0 +PREHOOK: Input: default@supplier_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select d_year, s_city, p_brand1, @@ -1931,6 +2074,13 @@ group by order by d_year, s_city, p_brand1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_n1 +POSTHOOK: Input: default@dates_n0 +POSTHOOK: Input: default@lineorder_n0 +POSTHOOK: Input: default@ssb_mv_n0 +POSTHOOK: Input: default@ssb_part_n0 +POSTHOOK: Input: default@supplier_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_ssb_2.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_ssb_2.q.out index 3647acf..79199b8 100644 --- a/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_ssb_2.q.out +++ b/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_ssb_2.q.out @@ -663,6 +663,10 @@ where and lo_discount between 1 and 3 and lo_quantity < 25 PREHOOK: type: QUERY +PREHOOK: Input: default@dates +PREHOOK: Input: default@lineorder +PREHOOK: Input: default@ssb_mv +#### A masked pattern was here #### POSTHOOK: query: explain select sum(lo_extendedprice*lo_discount) as revenue @@ -674,6 +678,10 @@ where and lo_discount between 1 and 3 and lo_quantity < 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dates +POSTHOOK: Input: default@lineorder +POSTHOOK: Input: default@ssb_mv +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -742,6 +750,10 @@ where and lo_discount between 4 and 6 and lo_quantity between 26 and 35 PREHOOK: type: QUERY +PREHOOK: Input: default@dates +PREHOOK: Input: default@lineorder +PREHOOK: Input: default@ssb_mv +#### A masked pattern was here #### POSTHOOK: query: explain select sum(lo_extendedprice*lo_discount) as revenue @@ -753,6 +765,10 @@ where and lo_discount between 4 and 6 and lo_quantity between 26 and 35 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dates +POSTHOOK: Input: default@lineorder +POSTHOOK: Input: default@ssb_mv +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -822,6 +838,10 @@ where and lo_discount between 5 and 7 and lo_quantity between 26 and 35 PREHOOK: type: QUERY +PREHOOK: Input: default@dates +PREHOOK: Input: default@lineorder +PREHOOK: Input: default@ssb_mv +#### A masked pattern was here #### POSTHOOK: query: explain select sum(lo_extendedprice*lo_discount) as revenue @@ -834,6 +854,10 @@ where and lo_discount between 5 and 7 and lo_quantity between 26 and 35 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dates +POSTHOOK: Input: default@lineorder +POSTHOOK: Input: default@ssb_mv +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -907,6 +931,12 @@ group by order by d_year, p_brand1 PREHOOK: type: QUERY +PREHOOK: Input: default@dates +PREHOOK: Input: default@lineorder +PREHOOK: Input: default@ssb_mv +PREHOOK: Input: default@ssb_part +PREHOOK: Input: default@supplier +#### A masked pattern was here #### POSTHOOK: query: explain select sum(lo_revenue) as lo_revenue, d_year, p_brand1 @@ -923,6 +953,12 @@ group by order by d_year, p_brand1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dates +POSTHOOK: Input: default@lineorder +POSTHOOK: Input: default@ssb_mv +POSTHOOK: Input: default@ssb_part +POSTHOOK: Input: default@supplier +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1017,6 +1053,12 @@ group by order by d_year, p_brand1 PREHOOK: type: QUERY +PREHOOK: Input: default@dates +PREHOOK: Input: default@lineorder +PREHOOK: Input: default@ssb_mv +PREHOOK: Input: default@ssb_part +PREHOOK: Input: default@supplier +#### A masked pattern was here #### POSTHOOK: query: explain select sum(lo_revenue) as lo_revenue, d_year, p_brand1 @@ -1033,6 +1075,12 @@ group by order by d_year, p_brand1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dates +POSTHOOK: Input: default@lineorder +POSTHOOK: Input: default@ssb_mv +POSTHOOK: Input: default@ssb_part +POSTHOOK: Input: default@supplier +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1127,6 +1175,12 @@ group by order by d_year, p_brand1 PREHOOK: type: QUERY +PREHOOK: Input: default@dates +PREHOOK: Input: default@lineorder +PREHOOK: Input: default@ssb_mv +PREHOOK: Input: default@ssb_part +PREHOOK: Input: default@supplier +#### A masked pattern was here #### POSTHOOK: query: explain select sum(lo_revenue) as lo_revenue, d_year, p_brand1 @@ -1143,6 +1197,12 @@ group by order by d_year, p_brand1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dates +POSTHOOK: Input: default@lineorder +POSTHOOK: Input: default@ssb_mv +POSTHOOK: Input: default@ssb_part +POSTHOOK: Input: default@supplier +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1239,6 +1299,12 @@ group by order by d_year asc, lo_revenue desc PREHOOK: type: QUERY +PREHOOK: Input: default@customer_n0 +PREHOOK: Input: default@dates +PREHOOK: Input: default@lineorder +PREHOOK: Input: default@ssb_mv +PREHOOK: Input: default@supplier +#### A masked pattern was here #### POSTHOOK: query: explain select c_nation, s_nation, d_year, @@ -1257,6 +1323,12 @@ group by order by d_year asc, lo_revenue desc POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_n0 +POSTHOOK: Input: default@dates +POSTHOOK: Input: default@lineorder +POSTHOOK: Input: default@ssb_mv +POSTHOOK: Input: default@supplier +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1352,6 +1424,12 @@ group by order by d_year asc, lo_revenue desc PREHOOK: type: QUERY +PREHOOK: Input: default@customer_n0 +PREHOOK: Input: default@dates +PREHOOK: Input: default@lineorder +PREHOOK: Input: default@ssb_mv +PREHOOK: Input: default@supplier +#### A masked pattern was here #### POSTHOOK: query: explain select c_city, s_city, d_year, sum(lo_revenue) as lo_revenue @@ -1369,6 +1447,12 @@ group by order by d_year asc, lo_revenue desc POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_n0 +POSTHOOK: Input: default@dates +POSTHOOK: Input: default@lineorder +POSTHOOK: Input: default@ssb_mv +POSTHOOK: Input: default@supplier +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1464,6 +1548,12 @@ group by order by d_year asc, lo_revenue desc PREHOOK: type: QUERY +PREHOOK: Input: default@customer_n0 +PREHOOK: Input: default@dates +PREHOOK: Input: default@lineorder +PREHOOK: Input: default@ssb_mv +PREHOOK: Input: default@supplier +#### A masked pattern was here #### POSTHOOK: query: explain select c_city, s_city, d_year, sum(lo_revenue) as lo_revenue @@ -1481,6 +1571,12 @@ group by order by d_year asc, lo_revenue desc POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_n0 +POSTHOOK: Input: default@dates +POSTHOOK: Input: default@lineorder +POSTHOOK: Input: default@ssb_mv +POSTHOOK: Input: default@supplier +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1576,6 +1672,12 @@ group by order by d_year asc, lo_revenue desc PREHOOK: type: QUERY +PREHOOK: Input: default@customer_n0 +PREHOOK: Input: default@dates +PREHOOK: Input: default@lineorder +PREHOOK: Input: default@ssb_mv +PREHOOK: Input: default@supplier +#### A masked pattern was here #### POSTHOOK: query: explain select c_city, s_city, d_year, sum(lo_revenue) as lo_revenue @@ -1593,6 +1695,12 @@ group by order by d_year asc, lo_revenue desc POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_n0 +POSTHOOK: Input: default@dates +POSTHOOK: Input: default@lineorder +POSTHOOK: Input: default@ssb_mv +POSTHOOK: Input: default@supplier +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1690,6 +1798,13 @@ group by order by d_year, c_nation PREHOOK: type: QUERY +PREHOOK: Input: default@customer_n0 +PREHOOK: Input: default@dates +PREHOOK: Input: default@lineorder +PREHOOK: Input: default@ssb_mv +PREHOOK: Input: default@ssb_part +PREHOOK: Input: default@supplier +#### A masked pattern was here #### POSTHOOK: query: explain select d_year, c_nation, @@ -1709,6 +1824,13 @@ group by order by d_year, c_nation POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_n0 +POSTHOOK: Input: default@dates +POSTHOOK: Input: default@lineorder +POSTHOOK: Input: default@ssb_mv +POSTHOOK: Input: default@ssb_part +POSTHOOK: Input: default@supplier +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1803,6 +1925,13 @@ group by order by d_year, s_nation, p_category PREHOOK: type: QUERY +PREHOOK: Input: default@customer_n0 +PREHOOK: Input: default@dates +PREHOOK: Input: default@lineorder +PREHOOK: Input: default@ssb_mv +PREHOOK: Input: default@ssb_part +PREHOOK: Input: default@supplier +#### A masked pattern was here #### POSTHOOK: query: explain select d_year, s_nation, p_category, @@ -1823,6 +1952,13 @@ group by order by d_year, s_nation, p_category POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_n0 +POSTHOOK: Input: default@dates +POSTHOOK: Input: default@lineorder +POSTHOOK: Input: default@ssb_mv +POSTHOOK: Input: default@ssb_part +POSTHOOK: Input: default@supplier +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1917,6 +2053,13 @@ group by order by d_year, s_city, p_brand1 PREHOOK: type: QUERY +PREHOOK: Input: default@customer_n0 +PREHOOK: Input: default@dates +PREHOOK: Input: default@lineorder +PREHOOK: Input: default@ssb_mv +PREHOOK: Input: default@ssb_part +PREHOOK: Input: default@supplier +#### A masked pattern was here #### POSTHOOK: query: explain select d_year, s_city, p_brand1, @@ -1937,6 +2080,13 @@ group by order by d_year, s_city, p_brand1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_n0 +POSTHOOK: Input: default@dates +POSTHOOK: Input: default@lineorder +POSTHOOK: Input: default@ssb_mv +POSTHOOK: Input: default@ssb_part +POSTHOOK: Input: default@supplier +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/merge1.q.out b/ql/src/test/results/clientpositive/llap/merge1.q.out index d79726c..ffe9164 100644 --- a/ql/src/test/results/clientpositive/llap/merge1.q.out +++ b/ql/src/test/results/clientpositive/llap/merge1.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain insert overwrite table dest1_n145 select key, count(1) from src group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n145 POSTHOOK: query: explain insert overwrite table dest1_n145 select key, count(1) from src group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n145 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -499,9 +503,17 @@ POSTHOOK: Lineage: test_src_n2 PARTITION(ds=102).value SIMPLE [(src)src.FieldSch PREHOOK: query: explain insert overwrite table dest1_n145 select key from test_src_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@test_src_n2 +PREHOOK: Input: default@test_src_n2@ds=101 +PREHOOK: Input: default@test_src_n2@ds=102 +PREHOOK: Output: default@dest1_n145 POSTHOOK: query: explain insert overwrite table dest1_n145 select key from test_src_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_src_n2 +POSTHOOK: Input: default@test_src_n2@ds=101 +POSTHOOK: Input: default@test_src_n2@ds=102 +POSTHOOK: Output: default@dest1_n145 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -601,9 +613,17 @@ POSTHOOK: Lineage: dest1_n145.key SIMPLE [(test_src_n2)test_src_n2.FieldSchema(n PREHOOK: query: explain insert overwrite table dest1_n145 select key from test_src_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@test_src_n2 +PREHOOK: Input: default@test_src_n2@ds=101 +PREHOOK: Input: default@test_src_n2@ds=102 +PREHOOK: Output: default@dest1_n145 POSTHOOK: query: explain insert overwrite table dest1_n145 select key from test_src_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_src_n2 +POSTHOOK: Input: default@test_src_n2@ds=101 +POSTHOOK: Input: default@test_src_n2@ds=102 +POSTHOOK: Output: default@dest1_n145 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/merge2.q.out b/ql/src/test/results/clientpositive/llap/merge2.q.out index cf78672..9f9a6d0 100644 --- a/ql/src/test/results/clientpositive/llap/merge2.q.out +++ b/ql/src/test/results/clientpositive/llap/merge2.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain insert overwrite table test1_n10 select key, count(1) from src group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@test1_n10 POSTHOOK: query: explain insert overwrite table test1_n10 select key, count(1) from src group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@test1_n10 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -499,9 +503,17 @@ POSTHOOK: Lineage: test_src_n0 PARTITION(ds=102).value SIMPLE [(src)src.FieldSch PREHOOK: query: explain insert overwrite table test1_n10 select key from test_src_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@test_src_n0 +PREHOOK: Input: default@test_src_n0@ds=101 +PREHOOK: Input: default@test_src_n0@ds=102 +PREHOOK: Output: default@test1_n10 POSTHOOK: query: explain insert overwrite table test1_n10 select key from test_src_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_src_n0 +POSTHOOK: Input: default@test_src_n0@ds=101 +POSTHOOK: Input: default@test_src_n0@ds=102 +POSTHOOK: Output: default@test1_n10 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -601,9 +613,17 @@ POSTHOOK: Lineage: test1_n10.key SIMPLE [(test_src_n0)test_src_n0.FieldSchema(na PREHOOK: query: explain insert overwrite table test1_n10 select key from test_src_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@test_src_n0 +PREHOOK: Input: default@test_src_n0@ds=101 +PREHOOK: Input: default@test_src_n0@ds=102 +PREHOOK: Output: default@test1_n10 POSTHOOK: query: explain insert overwrite table test1_n10 select key from test_src_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_src_n0 +POSTHOOK: Input: default@test_src_n0@ds=101 +POSTHOOK: Input: default@test_src_n0@ds=102 +POSTHOOK: Output: default@test1_n10 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/mergejoin.q.out b/ql/src/test/results/clientpositive/llap/mergejoin.q.out index 1e4f632..cff2d9c 100644 --- a/ql/src/test/results/clientpositive/llap/mergejoin.q.out +++ b/ql/src/test/results/clientpositive/llap/mergejoin.q.out @@ -1,9 +1,15 @@ PREHOOK: query: explain vectorization detail select * from src a join src1 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select * from src a join src1 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -382,10 +388,20 @@ PREHOOK: query: explain vectorization detail select count(*) from tab_n9 a join tab_part_n10 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n9 +PREHOOK: Input: default@tab_n9@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n10 +PREHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select count(*) from tab_n9 a join tab_part_n10 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n9 +POSTHOOK: Input: default@tab_n9@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n10 +POSTHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1481,10 +1497,20 @@ PREHOOK: query: explain vectorization detail select count(*) from tab_n9 a left outer join tab_part_n10 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n9 +PREHOOK: Input: default@tab_n9@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n10 +PREHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select count(*) from tab_n9 a left outer join tab_part_n10 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n9 +POSTHOOK: Input: default@tab_n9@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n10 +POSTHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1601,10 +1627,20 @@ PREHOOK: query: explain vectorization detail select count (*) from tab_n9 a right outer join tab_part_n10 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n9 +PREHOOK: Input: default@tab_n9@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n10 +PREHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select count (*) from tab_n9 a right outer join tab_part_n10 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n9 +POSTHOOK: Input: default@tab_n9@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n10 +POSTHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1721,10 +1757,20 @@ PREHOOK: query: explain vectorization detail select count(*) from tab_n9 a full outer join tab_part_n10 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n9 +PREHOOK: Input: default@tab_n9@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n10 +PREHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select count(*) from tab_n9 a full outer join tab_part_n10 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n9 +POSTHOOK: Input: default@tab_n9@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n10 +POSTHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1916,9 +1962,21 @@ POSTHOOK: Input: default@tab_part_n10@ds=2008-04-08 PREHOOK: query: explain vectorization detail select count(*) from tab_n9 a join tab_part_n10 b on a.key = b.key join src1 c on a.value = c.value PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +PREHOOK: Input: default@tab_n9 +PREHOOK: Input: default@tab_n9@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n10 +PREHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select count(*) from tab_n9 a join tab_part_n10 b on a.key = b.key join src1 c on a.value = c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@tab_n9 +POSTHOOK: Input: default@tab_n9@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n10 +POSTHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2319,9 +2377,19 @@ POSTHOOK: Input: default@tab_part_n10@ds=2008-04-08 PREHOOK: query: explain vectorization detail select count(*) from tab_n9 a join tab_part_n10 b on a.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n9 +PREHOOK: Input: default@tab_n9@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n10 +PREHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select count(*) from tab_n9 a join tab_part_n10 b on a.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n9 +POSTHOOK: Input: default@tab_n9@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n10 +POSTHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2530,12 +2598,22 @@ UNION ALL select s2.key as key, s2.value as value from tab_n9 s2 ) a join tab_part_n10 b on (a.key = b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n9 +PREHOOK: Input: default@tab_n9@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n10 +PREHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select count(*) from (select s1.key as key, s1.value as value from tab_n9 s1 join tab_n9 s3 on s1.key=s3.key UNION ALL select s2.key as key, s2.value as value from tab_n9 s2 ) a join tab_part_n10 b on (a.key = b.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n9 +POSTHOOK: Input: default@tab_n9@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n10 +POSTHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2769,9 +2847,19 @@ STAGE PLANS: PREHOOK: query: explain vectorization detail select count(*) from tab_n9 a join tab_part_n10 b on a.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n9 +PREHOOK: Input: default@tab_n9@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n10 +PREHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select count(*) from tab_n9 a join tab_part_n10 b on a.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n9 +POSTHOOK: Input: default@tab_n9@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n10 +POSTHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2977,9 +3065,21 @@ POSTHOOK: Input: default@tab_part_n10@ds=2008-04-08 PREHOOK: query: explain vectorization detail select count(*) from tab_n9 a join tab_part_n10 b on a.key = b.key join src1 c on a.value = c.value PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +PREHOOK: Input: default@tab_n9 +PREHOOK: Input: default@tab_n9@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n10 +PREHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select count(*) from tab_n9 a join tab_part_n10 b on a.key = b.key join src1 c on a.value = c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@tab_n9 +POSTHOOK: Input: default@tab_n9@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n10 +POSTHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3383,12 +3483,22 @@ UNION ALL select s2.key as key, s2.value as value from tab_n9 s2 ) a join tab_part_n10 b on (a.key = b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n9 +PREHOOK: Input: default@tab_n9@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n10 +PREHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select count(*) from (select s1.key as key, s1.value as value from tab_n9 s1 join tab_n9 s3 on s1.key=s3.key UNION ALL select s2.key as key, s2.value as value from tab_n9 s2 ) a join tab_part_n10 b on (a.key = b.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n9 +POSTHOOK: Input: default@tab_n9@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n10 +POSTHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3628,6 +3738,11 @@ join (select t2.key as id, t2.value as od from tab_part_n10 t2 order by id, od) rt2) vt2 where vt1.id=vt2.id PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n9 +PREHOOK: Input: default@tab_n9@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n10 +PREHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select count(*) from (select rt1.id from @@ -3637,6 +3752,11 @@ join (select t2.key as id, t2.value as od from tab_part_n10 t2 order by id, od) rt2) vt2 where vt1.id=vt2.id POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n9 +POSTHOOK: Input: default@tab_n9@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n10 +POSTHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/metadata_only_queries.q.out b/ql/src/test/results/clientpositive/llap/metadata_only_queries.q.out index f770fe4..1811f23 100644 --- a/ql/src/test/results/clientpositive/llap/metadata_only_queries.q.out +++ b/ql/src/test/results/clientpositive/llap/metadata_only_queries.q.out @@ -179,9 +179,13 @@ POSTHOOK: Lineage: stats_tbl_part PARTITION(dt=2012).ts SIMPLE [(over10k_n12)ove PREHOOK: query: explain select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b) from stats_tbl PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b) from stats_tbl POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -243,9 +247,19 @@ STAGE PLANS: PREHOOK: query: explain select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b) from stats_tbl_part PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part +PREHOOK: Input: default@stats_tbl_part@dt=2010 +PREHOOK: Input: default@stats_tbl_part@dt=2011 +PREHOOK: Input: default@stats_tbl_part@dt=2012 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b) from stats_tbl_part POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part +POSTHOOK: Input: default@stats_tbl_part@dt=2010 +POSTHOOK: Input: default@stats_tbl_part@dt=2011 +POSTHOOK: Input: default@stats_tbl_part@dt=2012 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -307,9 +321,13 @@ STAGE PLANS: PREHOOK: query: explain select count(*), '1' as one, sum(1), sum(0.2), 2 as two, count(1), count(s), 3+4.0 as three, count(bo), count(bin), count(si), max(i), min(b) from stats_tbl PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), '1' as one, sum(1), sum(0.2), 2 as two, count(1), count(s), 3+4.0 as three, count(bo), count(bin), count(si), max(i), min(b) from stats_tbl POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -371,9 +389,19 @@ STAGE PLANS: PREHOOK: query: explain select count(*), '1' as one, sum(1), sum(0.2), 2 as two, count(1), count(s), 3+4.0 as three, count(bo), count(bin), count(si), max(i), min(b) from stats_tbl_part PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part +PREHOOK: Input: default@stats_tbl_part@dt=2010 +PREHOOK: Input: default@stats_tbl_part@dt=2011 +PREHOOK: Input: default@stats_tbl_part@dt=2012 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), '1' as one, sum(1), sum(0.2), 2 as two, count(1), count(s), 3+4.0 as three, count(bo), count(bin), count(si), max(i), min(b) from stats_tbl_part POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part +POSTHOOK: Input: default@stats_tbl_part@dt=2010 +POSTHOOK: Input: default@stats_tbl_part@dt=2011 +POSTHOOK: Input: default@stats_tbl_part@dt=2012 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -487,9 +515,13 @@ POSTHOOK: Output: default@stats_tbl_part@dt=2012 PREHOOK: query: explain select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si) from stats_tbl PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si) from stats_tbl POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -512,9 +544,13 @@ POSTHOOK: Input: default@stats_tbl PREHOOK: query: explain select min(i), max(i), min(b), max(b), min(f), max(f), min(d), max(d) from stats_tbl PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl +#### A masked pattern was here #### POSTHOOK: query: explain select min(i), max(i), min(b), max(b), min(f), max(f), min(d), max(d) from stats_tbl POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -537,9 +573,13 @@ POSTHOOK: Input: default@stats_tbl PREHOOK: query: explain select min(i), '1' as one, max(i), min(b), max(b), min(f), max(f), 3+4.0 as three, min(d), max(d) from stats_tbl PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl +#### A masked pattern was here #### POSTHOOK: query: explain select min(i), '1' as one, max(i), min(b), max(b), min(f), max(f), 3+4.0 as three, min(d), max(d) from stats_tbl POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -562,9 +602,13 @@ POSTHOOK: Input: default@stats_tbl PREHOOK: query: explain select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si) from stats_tbl_part PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si) from stats_tbl_part POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -587,9 +631,13 @@ POSTHOOK: Input: default@stats_tbl_part PREHOOK: query: explain select min(i), max(i), min(b), max(b), min(f), max(f), min(d), max(d) from stats_tbl_part PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### POSTHOOK: query: explain select min(i), max(i), min(b), max(b), min(f), max(f), min(d), max(d) from stats_tbl_part POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -612,9 +660,13 @@ POSTHOOK: Input: default@stats_tbl_part PREHOOK: query: explain select min(i), '1' as one, max(i), min(b), max(b), min(f), max(f), 3+4.0 as three, min(d), max(d) from stats_tbl_part PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### POSTHOOK: query: explain select min(i), '1' as one, max(i), min(b), max(b), min(f), max(f), 3+4.0 as three, min(d), max(d) from stats_tbl_part POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -636,8 +688,18 @@ POSTHOOK: Input: default@stats_tbl_part 65536 1 65791 4294967296 4294967551 0.01 99.98 7 0.01 50.0 PREHOOK: query: explain select count(ts) from stats_tbl_part PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part +PREHOOK: Input: default@stats_tbl_part@dt=2010 +PREHOOK: Input: default@stats_tbl_part@dt=2011 +PREHOOK: Input: default@stats_tbl_part@dt=2012 +#### A masked pattern was here #### POSTHOOK: query: explain select count(ts) from stats_tbl_part POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part +POSTHOOK: Input: default@stats_tbl_part@dt=2010 +POSTHOOK: Input: default@stats_tbl_part@dt=2011 +POSTHOOK: Input: default@stats_tbl_part@dt=2012 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -694,8 +756,12 @@ STAGE PLANS: PREHOOK: query: explain select count('1') from stats_tbl group by '1' PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl +#### A masked pattern was here #### POSTHOOK: query: explain select count('1') from stats_tbl group by '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -717,8 +783,12 @@ POSTHOOK: Input: default@stats_tbl 9999 PREHOOK: query: explain select count('1') from stats_tbl_part group by '1' PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### POSTHOOK: query: explain select count('1') from stats_tbl_part group by '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/llap/metadata_only_queries_with_filters.q.out b/ql/src/test/results/clientpositive/llap/metadata_only_queries_with_filters.q.out index 6be0911..6383d0a 100644 --- a/ql/src/test/results/clientpositive/llap/metadata_only_queries_with_filters.q.out +++ b/ql/src/test/results/clientpositive/llap/metadata_only_queries_with_filters.q.out @@ -153,9 +153,13 @@ POSTHOOK: Output: default@stats_tbl_part_n0@dt=2014 PREHOOK: query: explain select count(*), count(1), sum(1), count(s), count(bo), count(bin), count(si), max(i), min(b), max(f), min(d) from stats_tbl_part_n0 where dt = 2010 PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), count(1), sum(1), count(s), count(bo), count(bin), count(si), max(i), min(b), max(f), min(d) from stats_tbl_part_n0 where dt = 2010 POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -178,9 +182,13 @@ POSTHOOK: Input: default@stats_tbl_part_n0 PREHOOK: query: explain select count(*), count(1), sum(1), sum(2), count(s), count(bo), count(bin), count(si), max(i), min(b), max(f), min(d) from stats_tbl_part_n0 where dt > 2010 PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), count(1), sum(1), sum(2), count(s), count(bo), count(bin), count(si), max(i), min(b), max(f), min(d) from stats_tbl_part_n0 where dt > 2010 POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/llap/metadataonly1.q.out b/ql/src/test/results/clientpositive/llap/metadataonly1.q.out index 0cf0693..11634d5 100644 --- a/ql/src/test/results/clientpositive/llap/metadataonly1.q.out +++ b/ql/src/test/results/clientpositive/llap/metadataonly1.q.out @@ -8,8 +8,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@TEST1_n12 PREHOOK: query: explain extended select max(ds) from TEST1_n12 PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n12 +#### A masked pattern was here #### POSTHOOK: query: explain extended select max(ds) from TEST1_n12 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n12 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT MAX(`ds`) AS `$f0` FROM `default`.`test1_n12` STAGE DEPENDENCIES: @@ -104,8 +108,14 @@ POSTHOOK: Output: default@test1_n12 POSTHOOK: Output: default@test1_n12@ds=1 PREHOOK: query: explain extended select max(ds) from TEST1_n12 PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n12 +PREHOOK: Input: default@test1_n12@ds=1 +#### A masked pattern was here #### POSTHOOK: query: explain extended select max(ds) from TEST1_n12 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n12 +POSTHOOK: Input: default@test1_n12@ds=1 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT MAX(`ds`) AS `$f0` FROM `default`.`test1_n12` STAGE DEPENDENCIES: @@ -247,8 +257,14 @@ POSTHOOK: Input: default@test1_n12@ds=1 NULL PREHOOK: query: explain extended select count(distinct ds) from TEST1_n12 PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n12 +PREHOOK: Input: default@test1_n12@ds=1 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(distinct ds) from TEST1_n12 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n12 +POSTHOOK: Input: default@test1_n12@ds=1 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(DISTINCT `ds`) AS `$f0` FROM `default`.`test1_n12` STAGE DEPENDENCIES: @@ -391,8 +407,14 @@ POSTHOOK: Input: default@test1_n12@ds=1 0 PREHOOK: query: explain extended select count(ds) from TEST1_n12 PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n12 +PREHOOK: Input: default@test1_n12@ds=1 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(ds) from TEST1_n12 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n12 +POSTHOOK: Input: default@test1_n12@ds=1 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(`ds`) AS `$f0` FROM `default`.`test1_n12` STAGE DEPENDENCIES: @@ -543,9 +565,17 @@ POSTHOOK: Output: default@test1_n12@ds=2 PREHOOK: query: explain extended select count(*) from TEST1_n12 a2 join (select max(ds) m from TEST1_n12) b on a2.ds=b.m PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n12 +PREHOOK: Input: default@test1_n12@ds=1 +PREHOOK: Input: default@test1_n12@ds=2 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) from TEST1_n12 a2 join (select max(ds) m from TEST1_n12) b on a2.ds=b.m POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n12 +POSTHOOK: Input: default@test1_n12@ds=1 +POSTHOOK: Input: default@test1_n12@ds=2 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `ds` FROM `default`.`test1_n12` @@ -958,8 +988,18 @@ POSTHOOK: Output: default@test2_n8 POSTHOOK: Output: default@test2_n8@ds=1/hr=3 PREHOOK: query: explain extended select ds, count(distinct hr) from TEST2_n8 group by ds PREHOOK: type: QUERY +PREHOOK: Input: default@test2_n8 +PREHOOK: Input: default@test2_n8@ds=1/hr=1 +PREHOOK: Input: default@test2_n8@ds=1/hr=2 +PREHOOK: Input: default@test2_n8@ds=1/hr=3 +#### A masked pattern was here #### POSTHOOK: query: explain extended select ds, count(distinct hr) from TEST2_n8 group by ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@test2_n8 +POSTHOOK: Input: default@test2_n8@ds=1/hr=1 +POSTHOOK: Input: default@test2_n8@ds=1/hr=2 +POSTHOOK: Input: default@test2_n8@ds=1/hr=3 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `ds`, COUNT(DISTINCT `hr`) AS `$f1` FROM `default`.`test2_n8` GROUP BY `ds` @@ -1209,8 +1249,18 @@ POSTHOOK: Input: default@test2_n8@ds=1/hr=3 #### A masked pattern was here #### PREHOOK: query: explain extended select ds, count(hr) from TEST2_n8 group by ds PREHOOK: type: QUERY +PREHOOK: Input: default@test2_n8 +PREHOOK: Input: default@test2_n8@ds=1/hr=1 +PREHOOK: Input: default@test2_n8@ds=1/hr=2 +PREHOOK: Input: default@test2_n8@ds=1/hr=3 +#### A masked pattern was here #### POSTHOOK: query: explain extended select ds, count(hr) from TEST2_n8 group by ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@test2_n8 +POSTHOOK: Input: default@test2_n8@ds=1/hr=1 +POSTHOOK: Input: default@test2_n8@ds=1/hr=2 +POSTHOOK: Input: default@test2_n8@ds=1/hr=3 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `ds`, COUNT(`hr`) AS `$f1` FROM `default`.`test2_n8` GROUP BY `ds` @@ -1462,8 +1512,16 @@ POSTHOOK: Input: default@test2_n8@ds=1/hr=3 #### A masked pattern was here #### PREHOOK: query: explain extended select max(ds) from TEST1_n12 PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n12 +PREHOOK: Input: default@test1_n12@ds=1 +PREHOOK: Input: default@test1_n12@ds=2 +#### A masked pattern was here #### POSTHOOK: query: explain extended select max(ds) from TEST1_n12 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n12 +POSTHOOK: Input: default@test1_n12@ds=1 +POSTHOOK: Input: default@test1_n12@ds=2 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT MAX(`ds`) AS `$f0` FROM `default`.`test1_n12` STAGE DEPENDENCIES: @@ -1705,8 +1763,22 @@ POSTHOOK: Output: default@test2_n8 POSTHOOK: Output: default@test2_n8@ds=01%3A10%3A20/hr=02 PREHOOK: query: explain extended select ds, count(distinct hr) from TEST2_n8 group by ds PREHOOK: type: QUERY +PREHOOK: Input: default@test2_n8 +PREHOOK: Input: default@test2_n8@ds=01%3A10%3A10/hr=01 +PREHOOK: Input: default@test2_n8@ds=01%3A10%3A20/hr=02 +PREHOOK: Input: default@test2_n8@ds=1/hr=1 +PREHOOK: Input: default@test2_n8@ds=1/hr=2 +PREHOOK: Input: default@test2_n8@ds=1/hr=3 +#### A masked pattern was here #### POSTHOOK: query: explain extended select ds, count(distinct hr) from TEST2_n8 group by ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@test2_n8 +POSTHOOK: Input: default@test2_n8@ds=01%3A10%3A10/hr=01 +POSTHOOK: Input: default@test2_n8@ds=01%3A10%3A20/hr=02 +POSTHOOK: Input: default@test2_n8@ds=1/hr=1 +POSTHOOK: Input: default@test2_n8@ds=1/hr=2 +POSTHOOK: Input: default@test2_n8@ds=1/hr=3 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `ds`, COUNT(DISTINCT `hr`) AS `$f1` FROM `default`.`test2_n8` GROUP BY `ds` diff --git a/ql/src/test/results/clientpositive/llap/mm_all.q.out b/ql/src/test/results/clientpositive/llap/mm_all.q.out index 95734b6..98fac89 100644 --- a/ql/src/test/results/clientpositive/llap/mm_all.q.out +++ b/ql/src/test/results/clientpositive/llap/mm_all.q.out @@ -51,8 +51,18 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@part_mm_n0 PREHOOK: query: explain insert into table part_mm_n0 partition(key_mm=455) select key from intermediate_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@intermediate_n0 +PREHOOK: Input: default@intermediate_n0@p=455 +PREHOOK: Input: default@intermediate_n0@p=456 +PREHOOK: Input: default@intermediate_n0@p=457 +PREHOOK: Output: default@part_mm_n0@key_mm=455 POSTHOOK: query: explain insert into table part_mm_n0 partition(key_mm=455) select key from intermediate_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@intermediate_n0 +POSTHOOK: Input: default@intermediate_n0@p=455 +POSTHOOK: Input: default@intermediate_n0@p=456 +POSTHOOK: Input: default@intermediate_n0@p=457 +POSTHOOK: Output: default@part_mm_n0@key_mm=455 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/mm_bhif.q.out b/ql/src/test/results/clientpositive/llap/mm_bhif.q.out index f6a7ed3..953b433 100644 --- a/ql/src/test/results/clientpositive/llap/mm_bhif.q.out +++ b/ql/src/test/results/clientpositive/llap/mm_bhif.q.out @@ -48,9 +48,15 @@ POSTHOOK: Input: default@t1_mm@ds=1 PREHOOK: query: explain select count(distinct key) from T1_mm PREHOOK: type: QUERY +PREHOOK: Input: default@t1_mm +PREHOOK: Input: default@t1_mm@ds=1 +#### A masked pattern was here #### POSTHOOK: query: explain select count(distinct key) from T1_mm POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_mm +POSTHOOK: Input: default@t1_mm@ds=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/mrr.q.out b/ql/src/test/results/clientpositive/llap/mrr.q.out index 2a8a2fc..8ce190d 100644 --- a/ql/src/test/results/clientpositive/llap/mrr.q.out +++ b/ql/src/test/results/clientpositive/llap/mrr.q.out @@ -1,7 +1,11 @@ PREHOOK: query: EXPLAIN SELECT key, count(value) as cnt FROM src GROUP BY key ORDER BY cnt PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, count(value) as cnt FROM src GROUP BY key ORDER BY cnt POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -392,8 +396,12 @@ POSTHOOK: Input: default@src 98 2 PREHOOK: query: EXPLAIN SELECT s2.key, count(distinct s2.value) as cnt FROM src s1 join src s2 on (s1.key = s2.key) GROUP BY s2.key ORDER BY cnt,s2.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT s2.key, count(distinct s2.value) as cnt FROM src s1 join src s2 on (s1.key = s2.key) GROUP BY s2.key ORDER BY cnt,s2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -826,8 +834,12 @@ POSTHOOK: Input: default@src 98 1 PREHOOK: query: EXPLAIN SELECT s2.key, count(distinct s2.value) as cnt FROM src s1 join src s2 on (s1.key = s2.key) GROUP BY s2.key ORDER BY cnt,s2.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT s2.key, count(distinct s2.value) as cnt FROM src s1 join src s2 on (s1.key = s2.key) GROUP BY s2.key ORDER BY cnt,s2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1267,6 +1279,8 @@ WHERE s1.cnt > 1 ORDER BY s1.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM @@ -1283,6 +1297,8 @@ WHERE s1.cnt > 1 ORDER BY s1.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1604,12 +1620,16 @@ FROM (SELECT key, count(value) as cnt FROM src GROUP BY key) s1 JOIN src ON (s1.key = src.key) order by s1.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM (SELECT key, count(value) as cnt FROM src GROUP BY key) s1 JOIN src ON (s1.key = src.key) order by s1.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/multiMapJoin1.q.out b/ql/src/test/results/clientpositive/llap/multiMapJoin1.q.out index f8adcd4..b29f0dd 100644 --- a/ql/src/test/results/clientpositive/llap/multiMapJoin1.q.out +++ b/ql/src/test/results/clientpositive/llap/multiMapJoin1.q.out @@ -166,6 +166,10 @@ select count(*) FROM JOIN smallTbl2 on (firstjoin.value1 = smallTbl2.value) PREHOOK: type: QUERY +PREHOOK: Input: default@bigtbl +PREHOOK: Input: default@smalltbl1 +PREHOOK: Input: default@smalltbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM (select bigTbl.key as key, bigTbl.value as value1, @@ -175,6 +179,10 @@ select count(*) FROM JOIN smallTbl2 on (firstjoin.value1 = smallTbl2.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@bigtbl +POSTHOOK: Input: default@smalltbl1 +POSTHOOK: Input: default@smalltbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -329,6 +337,10 @@ select count(*) FROM JOIN smallTbl2 on (firstjoin.value1 = smallTbl2.value) PREHOOK: type: QUERY +PREHOOK: Input: default@bigtbl +PREHOOK: Input: default@smalltbl1 +PREHOOK: Input: default@smalltbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM (select bigTbl.key as key, bigTbl.value as value1, @@ -338,6 +350,10 @@ select count(*) FROM JOIN smallTbl2 on (firstjoin.value1 = smallTbl2.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@bigtbl +POSTHOOK: Input: default@smalltbl1 +POSTHOOK: Input: default@smalltbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -493,6 +509,10 @@ JOIN smallTbl2 on (firstjoin.value1 = smallTbl2.value) group by smallTbl2.key PREHOOK: type: QUERY +PREHOOK: Input: default@bigtbl +PREHOOK: Input: default@smalltbl1 +PREHOOK: Input: default@smalltbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM (select bigTbl.key as key, bigTbl.value as value1, @@ -503,6 +523,10 @@ JOIN smallTbl2 on (firstjoin.value1 = smallTbl2.value) group by smallTbl2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bigtbl +POSTHOOK: Input: default@smalltbl1 +POSTHOOK: Input: default@smalltbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -775,6 +799,12 @@ FROM (SELECT join2.key1 as key1, JOIN smallTbl3 ON (join2.key2 = smallTbl3.key)) join3 JOIN smallTbl4 ON (join3.key3 = smallTbl4.key) PREHOOK: type: QUERY +PREHOOK: Input: default@bigtbl +PREHOOK: Input: default@smalltbl1 +PREHOOK: Input: default@smalltbl2 +PREHOOK: Input: default@smalltbl3 +PREHOOK: Input: default@smalltbl4 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(join3.key1)), SUM(HASH(join3.key2)), @@ -808,6 +838,12 @@ FROM (SELECT join2.key1 as key1, JOIN smallTbl3 ON (join2.key2 = smallTbl3.key)) join3 JOIN smallTbl4 ON (join3.key3 = smallTbl4.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@bigtbl +POSTHOOK: Input: default@smalltbl1 +POSTHOOK: Input: default@smalltbl2 +POSTHOOK: Input: default@smalltbl3 +POSTHOOK: Input: default@smalltbl4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1110,6 +1146,12 @@ FROM (SELECT join2.key1 as key1, JOIN smallTbl3 ON (join2.key2 = smallTbl3.key)) join3 JOIN smallTbl4 ON (join3.key3 = smallTbl4.key) PREHOOK: type: QUERY +PREHOOK: Input: default@bigtbl +PREHOOK: Input: default@smalltbl1 +PREHOOK: Input: default@smalltbl2 +PREHOOK: Input: default@smalltbl3 +PREHOOK: Input: default@smalltbl4 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(join3.key1)), SUM(HASH(join3.key2)), @@ -1143,6 +1185,12 @@ FROM (SELECT join2.key1 as key1, JOIN smallTbl3 ON (join2.key2 = smallTbl3.key)) join3 JOIN smallTbl4 ON (join3.key3 = smallTbl4.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@bigtbl +POSTHOOK: Input: default@smalltbl1 +POSTHOOK: Input: default@smalltbl2 +POSTHOOK: Input: default@smalltbl3 +POSTHOOK: Input: default@smalltbl4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1445,6 +1493,12 @@ FROM (SELECT join2.key1 as key1, JOIN smallTbl3 ON (join2.key2 = smallTbl3.key)) join3 JOIN smallTbl4 ON (join3.key3 = smallTbl4.key) PREHOOK: type: QUERY +PREHOOK: Input: default@bigtbl +PREHOOK: Input: default@smalltbl1 +PREHOOK: Input: default@smalltbl2 +PREHOOK: Input: default@smalltbl3 +PREHOOK: Input: default@smalltbl4 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(join3.key1)), SUM(HASH(join3.key2)), @@ -1478,6 +1532,12 @@ FROM (SELECT join2.key1 as key1, JOIN smallTbl3 ON (join2.key2 = smallTbl3.key)) join3 JOIN smallTbl4 ON (join3.key3 = smallTbl4.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@bigtbl +POSTHOOK: Input: default@smalltbl1 +POSTHOOK: Input: default@smalltbl2 +POSTHOOK: Input: default@smalltbl3 +POSTHOOK: Input: default@smalltbl4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1811,6 +1871,12 @@ FROM (SELECT join2.key1 as key1, JOIN smallTbl3 ON (join2.key2 = smallTbl3.key)) join3 JOIN smallTbl4 ON (join3.key3 = smallTbl4.key) PREHOOK: type: QUERY +PREHOOK: Input: default@bigtbl +PREHOOK: Input: default@smalltbl1 +PREHOOK: Input: default@smalltbl2 +PREHOOK: Input: default@smalltbl3 +PREHOOK: Input: default@smalltbl4 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(join3.key1)), SUM(HASH(join3.key2)), @@ -1844,6 +1910,12 @@ FROM (SELECT join2.key1 as key1, JOIN smallTbl3 ON (join2.key2 = smallTbl3.key)) join3 JOIN smallTbl4 ON (join3.key3 = smallTbl4.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@bigtbl +POSTHOOK: Input: default@smalltbl1 +POSTHOOK: Input: default@smalltbl2 +POSTHOOK: Input: default@smalltbl3 +POSTHOOK: Input: default@smalltbl4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/multiMapJoin2.q.out b/ql/src/test/results/clientpositive/llap/multiMapJoin2.q.out index 61b7c4e..7252811 100644 --- a/ql/src/test/results/clientpositive/llap/multiMapJoin2.q.out +++ b/ql/src/test/results/clientpositive/llap/multiMapJoin2.q.out @@ -5,6 +5,9 @@ FROM (SELECT x1.key AS key FROM src x1 JOIN src1 y1 ON (x1.key = y1.key) SELECT x2.key AS key FROM src x2 JOIN src1 y2 ON (x2.key = y2.key)) tmp ORDER BY tmp.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT tmp.key FROM (SELECT x1.key AS key FROM src x1 JOIN src1 y1 ON (x1.key = y1.key) @@ -12,6 +15,9 @@ FROM (SELECT x1.key AS key FROM src x1 JOIN src1 y1 ON (x1.key = y1.key) SELECT x2.key AS key FROM src x2 JOIN src1 y2 ON (x2.key = y2.key)) tmp ORDER BY tmp.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -243,6 +249,9 @@ FROM (SELECT x1.key AS key FROM src x1 JOIN src1 y1 ON (x1.key = y1.key) SELECT x2.key AS key FROM src x2 JOIN src1 y2 ON (x2.key = y2.key)) tmp ORDER BY tmp.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT tmp.key FROM (SELECT x1.key AS key FROM src x1 JOIN src1 y1 ON (x1.key = y1.key) @@ -250,6 +259,9 @@ FROM (SELECT x1.key AS key FROM src x1 JOIN src1 y1 ON (x1.key = y1.key) SELECT x2.key AS key FROM src x2 JOIN src1 y2 ON (x2.key = y2.key)) tmp ORDER BY tmp.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -493,6 +505,9 @@ FROM (SELECT x1.key AS key FROM src1 x1 GROUP BY x1.key SELECT x2.key AS key FROM src x2 JOIN src1 y2 ON (x2.key = y2.key)) tmp ORDER BY tmp.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT tmp.key FROM (SELECT x1.key AS key FROM src1 x1 GROUP BY x1.key @@ -500,6 +515,9 @@ FROM (SELECT x1.key AS key FROM src1 x1 GROUP BY x1.key SELECT x2.key AS key FROM src x2 JOIN src1 y2 ON (x2.key = y2.key)) tmp ORDER BY tmp.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -701,6 +719,9 @@ ON (tmp1.key = tmp2.key) GROUP BY tmp1.key ORDER BY key, cnt PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT tmp1.key as key, count(*) as cnt FROM (SELECT x1.key AS key @@ -713,6 +734,9 @@ ON (tmp1.key = tmp2.key) GROUP BY tmp1.key ORDER BY key, cnt POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -941,6 +965,9 @@ ON (tmp1.key = tmp2.key) GROUP BY tmp1.key ORDER BY key, cnt PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT tmp1.key as key, count(*) as cnt FROM (SELECT x1.key AS key @@ -953,6 +980,9 @@ ON (tmp1.key = tmp2.key) GROUP BY tmp1.key ORDER BY key, cnt POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1181,6 +1211,9 @@ ON (tmp1.key = tmp2.key) GROUP BY tmp1.key ORDER BY key, cnt PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT tmp1.key as key, count(*) as cnt FROM (SELECT x1.key AS key @@ -1193,6 +1226,9 @@ ON (tmp1.key = tmp2.key) GROUP BY tmp1.key ORDER BY key, cnt POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1405,6 +1441,9 @@ ON (tmp1.key = tmp2.key) GROUP BY tmp1.key ORDER BY key, cnt PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT tmp1.key as key, count(*) as cnt FROM (SELECT x1.key AS key @@ -1417,6 +1456,9 @@ ON (tmp1.key = tmp2.key) GROUP BY tmp1.key ORDER BY key, cnt POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1662,10 +1704,20 @@ PREHOOK: query: EXPLAIN SELECT count(*) FROM part_table_n0 x JOIN src1 y ON (x.key = y.key) PREHOOK: type: QUERY +PREHOOK: Input: default@part_table_n0 +PREHOOK: Input: default@part_table_n0@partitionid=1 +PREHOOK: Input: default@part_table_n0@partitionid=2 +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(*) FROM part_table_n0 x JOIN src1 y ON (x.key = y.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_table_n0 +POSTHOOK: Input: default@part_table_n0@partitionid=1 +POSTHOOK: Input: default@part_table_n0@partitionid=2 +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1781,6 +1833,8 @@ SELECT x.key FROM ( JOIN src c ON tmp.key=c.key ) x order by x.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.key FROM ( SELECT c.key FROM @@ -1792,6 +1846,8 @@ SELECT x.key FROM ( JOIN src c ON tmp.key=c.key ) x order by x.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/multi_column_in.q.out b/ql/src/test/results/clientpositive/llap/multi_column_in.q.out index f6b6fec..141cc16 100644 --- a/ql/src/test/results/clientpositive/llap/multi_column_in.q.out +++ b/ql/src/test/results/clientpositive/llap/multi_column_in.q.out @@ -104,9 +104,13 @@ POSTHOOK: Input: default@emps_n1 PREHOOK: query: explain select * from emps_n1 where (empno+1,deptno) in ((1,2),(3,2)) PREHOOK: type: QUERY +PREHOOK: Input: default@emps_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from emps_n1 where (empno+1,deptno) in ((1,2),(3,2)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@emps_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -127,9 +131,13 @@ STAGE PLANS: PREHOOK: query: explain select * from emps_n1 where (empno+1,deptno) not in ((1,2),(3,2)) PREHOOK: type: QUERY +PREHOOK: Input: default@emps_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from emps_n1 where (empno+1,deptno) not in ((1,2),(3,2)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@emps_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -195,8 +203,12 @@ POSTHOOK: Input: default@emps_n1 2 5 22 PREHOOK: query: explain select * from emps_n1 where ((empno*2)|1,deptno) in ((empno+1,2),(empno+2,2)) PREHOOK: type: QUERY +PREHOOK: Input: default@emps_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from emps_n1 where ((empno*2)|1,deptno) in ((empno+1,2),(empno+2,2)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@emps_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/llap/multi_column_in_single.q.out b/ql/src/test/results/clientpositive/llap/multi_column_in_single.q.out index 81fdb13..72f532a 100644 --- a/ql/src/test/results/clientpositive/llap/multi_column_in_single.q.out +++ b/ql/src/test/results/clientpositive/llap/multi_column_in_single.q.out @@ -114,9 +114,13 @@ POSTHOOK: Input: default@emps_n7 PREHOOK: query: explain select * from emps_n7 where (empno+1,deptno) in ((3,2)) PREHOOK: type: QUERY +PREHOOK: Input: default@emps_n7 +#### A masked pattern was here #### POSTHOOK: query: explain select * from emps_n7 where (empno+1,deptno) in ((3,2)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@emps_n7 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -137,9 +141,13 @@ STAGE PLANS: PREHOOK: query: explain select * from emps_n7 where (empno+1,deptno) not in ((3,2)) PREHOOK: type: QUERY +PREHOOK: Input: default@emps_n7 +#### A masked pattern was here #### POSTHOOK: query: explain select * from emps_n7 where (empno+1,deptno) not in ((3,2)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@emps_n7 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -159,8 +167,12 @@ STAGE PLANS: PREHOOK: query: explain select * from emps_n7 where ((empno*2)|1,deptno) in ((empno+2,2)) PREHOOK: type: QUERY +PREHOOK: Input: default@emps_n7 +#### A masked pattern was here #### POSTHOOK: query: explain select * from emps_n7 where ((empno*2)|1,deptno) in ((empno+2,2)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@emps_n7 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/llap/multi_count_distinct_null.q.out b/ql/src/test/results/clientpositive/llap/multi_count_distinct_null.q.out index 9633ae0..a049b02 100644 --- a/ql/src/test/results/clientpositive/llap/multi_count_distinct_null.q.out +++ b/ql/src/test/results/clientpositive/llap/multi_count_distinct_null.q.out @@ -23,8 +23,12 @@ POSTHOOK: Lineage: employee.education_level SCRIPT [] POSTHOOK: Lineage: employee.gender SCRIPT [] PREHOOK: query: explain select count(distinct department_id), count(distinct gender), count(distinct education_level) from employee PREHOOK: type: QUERY +PREHOOK: Input: default@employee +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select count(distinct department_id), count(distinct gender), count(distinct education_level) from employee POSTHOOK: type: QUERY +POSTHOOK: Input: default@employee +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -163,9 +167,13 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain select count(distinct gender), count(distinct department_id), count(distinct gender), count(distinct education_level), count(distinct education_level, department_id), count(distinct department_id, education_level), count(distinct department_id, education_level, gender) from employee PREHOOK: type: QUERY +PREHOOK: Input: default@employee +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select count(distinct gender), count(distinct department_id), count(distinct gender), count(distinct education_level), count(distinct education_level, department_id), count(distinct department_id, education_level), count(distinct department_id, education_level, gender) from employee POSTHOOK: type: QUERY +POSTHOOK: Input: default@employee +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/multi_insert.q.out b/ql/src/test/results/clientpositive/llap/multi_insert.q.out index 53ae291..11462f8 100644 --- a/ql/src/test/results/clientpositive/llap/multi_insert.q.out +++ b/ql/src/test/results/clientpositive/llap/multi_insert.q.out @@ -19,11 +19,17 @@ from src insert overwrite table src_multi1_n5 select * where key < 10 insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n5 +PREHOOK: Output: default@src_multi2_n6 POSTHOOK: query: explain from src insert overwrite table src_multi1_n5 select * where key < 10 insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n5 +POSTHOOK: Output: default@src_multi2_n6 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -232,11 +238,17 @@ from src insert overwrite table src_multi1_n5 select * where key < 10 insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n5 +PREHOOK: Output: default@src_multi2_n6 POSTHOOK: query: explain from src insert overwrite table src_multi1_n5 select * where key < 10 insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n5 +POSTHOOK: Output: default@src_multi2_n6 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -445,11 +457,17 @@ from src insert overwrite table src_multi1_n5 select * where key < 10 insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n5 +PREHOOK: Output: default@src_multi2_n6 POSTHOOK: query: explain from src insert overwrite table src_multi1_n5 select * where key < 10 insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n5 +POSTHOOK: Output: default@src_multi2_n6 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -658,11 +676,17 @@ from src insert overwrite table src_multi1_n5 select * where key < 10 insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n5 +PREHOOK: Output: default@src_multi2_n6 POSTHOOK: query: explain from src insert overwrite table src_multi1_n5 select * where key < 10 insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n5 +POSTHOOK: Output: default@src_multi2_n6 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -871,11 +895,17 @@ from src insert overwrite table src_multi1_n5 select * where key < 10 group by key, value insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 group by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n5 +PREHOOK: Output: default@src_multi2_n6 POSTHOOK: query: explain from src insert overwrite table src_multi1_n5 select * where key < 10 group by key, value insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 group by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n5 +POSTHOOK: Output: default@src_multi2_n6 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -1093,11 +1123,17 @@ from src insert overwrite table src_multi1_n5 select * where key < 10 group by key, value insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 group by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n5 +PREHOOK: Output: default@src_multi2_n6 POSTHOOK: query: explain from src insert overwrite table src_multi1_n5 select * where key < 10 group by key, value insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 group by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n5 +POSTHOOK: Output: default@src_multi2_n6 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -1315,11 +1351,17 @@ from src insert overwrite table src_multi1_n5 select * where key < 10 group by key, value insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 group by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n5 +PREHOOK: Output: default@src_multi2_n6 POSTHOOK: query: explain from src insert overwrite table src_multi1_n5 select * where key < 10 group by key, value insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 group by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n5 +POSTHOOK: Output: default@src_multi2_n6 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -1537,11 +1579,17 @@ from src insert overwrite table src_multi1_n5 select * where key < 10 group by key, value insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 group by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n5 +PREHOOK: Output: default@src_multi2_n6 POSTHOOK: query: explain from src insert overwrite table src_multi1_n5 select * where key < 10 group by key, value insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 group by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n5 +POSTHOOK: Output: default@src_multi2_n6 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -1759,11 +1807,17 @@ from (select * from src union all select * from src) s insert overwrite table src_multi1_n5 select * where key < 10 insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n5 +PREHOOK: Output: default@src_multi2_n6 POSTHOOK: query: explain from (select * from src union all select * from src) s insert overwrite table src_multi1_n5 select * where key < 10 insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n5 +POSTHOOK: Output: default@src_multi2_n6 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -2050,11 +2104,17 @@ from (select * from src union all select * from src) s insert overwrite table src_multi1_n5 select * where key < 10 insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n5 +PREHOOK: Output: default@src_multi2_n6 POSTHOOK: query: explain from (select * from src union all select * from src) s insert overwrite table src_multi1_n5 select * where key < 10 insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n5 +POSTHOOK: Output: default@src_multi2_n6 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -2341,11 +2401,17 @@ from (select * from src union all select * from src) s insert overwrite table src_multi1_n5 select * where key < 10 insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n5 +PREHOOK: Output: default@src_multi2_n6 POSTHOOK: query: explain from (select * from src union all select * from src) s insert overwrite table src_multi1_n5 select * where key < 10 insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n5 +POSTHOOK: Output: default@src_multi2_n6 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -2632,11 +2698,17 @@ from (select * from src union all select * from src) s insert overwrite table src_multi1_n5 select * where key < 10 insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n5 +PREHOOK: Output: default@src_multi2_n6 POSTHOOK: query: explain from (select * from src union all select * from src) s insert overwrite table src_multi1_n5 select * where key < 10 insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n5 +POSTHOOK: Output: default@src_multi2_n6 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -2923,10 +2995,14 @@ PREHOOK: query: explain from src #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain from src #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-4 depends on stages: Stage-3 @@ -3026,10 +3102,14 @@ PREHOOK: query: explain from src #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain from src #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-4 depends on stages: Stage-3 @@ -3129,10 +3209,14 @@ PREHOOK: query: explain from src #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain from src #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-4 depends on stages: Stage-3 @@ -3232,10 +3316,14 @@ PREHOOK: query: explain from src #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain from src #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-4 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/llap/multi_insert_lateral_view.q.out b/ql/src/test/results/clientpositive/llap/multi_insert_lateral_view.q.out index 74a6945..ecca6ea 100644 --- a/ql/src/test/results/clientpositive/llap/multi_insert_lateral_view.q.out +++ b/ql/src/test/results/clientpositive/llap/multi_insert_lateral_view.q.out @@ -39,11 +39,17 @@ from src_10_n0 insert overwrite table src_lv1 select key, C lateral view explode(array(key+1, key+2)) A as C insert overwrite table src_lv2 select key, C lateral view explode(array(key+3, key+4)) A as C PREHOOK: type: QUERY +PREHOOK: Input: default@src_10_n0 +PREHOOK: Output: default@src_lv1 +PREHOOK: Output: default@src_lv2 POSTHOOK: query: explain from src_10_n0 insert overwrite table src_lv1 select key, C lateral view explode(array(key+1, key+2)) A as C insert overwrite table src_lv2 select key, C lateral view explode(array(key+3, key+4)) A as C POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_10_n0 +POSTHOOK: Output: default@src_lv1 +POSTHOOK: Output: default@src_lv2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -355,11 +361,17 @@ from src_10_n0 insert overwrite table src_lv1 select key, sum(C) lateral view explode(array(key+1, key+2)) A as C group by key insert overwrite table src_lv2 select key, sum(C) lateral view explode(array(key+3, key+4)) A as C group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src_10_n0 +PREHOOK: Output: default@src_lv1 +PREHOOK: Output: default@src_lv2 POSTHOOK: query: explain from src_10_n0 insert overwrite table src_lv1 select key, sum(C) lateral view explode(array(key+1, key+2)) A as C group by key insert overwrite table src_lv2 select key, sum(C) lateral view explode(array(key+3, key+4)) A as C group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_10_n0 +POSTHOOK: Output: default@src_lv1 +POSTHOOK: Output: default@src_lv2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -670,12 +682,20 @@ insert overwrite table src_lv1 select key, sum(C) lateral view explode(array(key insert overwrite table src_lv2 select key, count(value) where key > 200 group by key insert overwrite table src_lv3 select key, count(value) where key < 200 group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src_10_n0 +PREHOOK: Output: default@src_lv1 +PREHOOK: Output: default@src_lv2 +PREHOOK: Output: default@src_lv3 POSTHOOK: query: explain from src_10_n0 insert overwrite table src_lv1 select key, sum(C) lateral view explode(array(key+1, key+2)) A as C group by key insert overwrite table src_lv2 select key, count(value) where key > 200 group by key insert overwrite table src_lv3 select key, count(value) where key < 200 group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_10_n0 +POSTHOOK: Output: default@src_lv1 +POSTHOOK: Output: default@src_lv2 +POSTHOOK: Output: default@src_lv3 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-4 depends on stages: Stage-3 @@ -1041,12 +1061,20 @@ insert overwrite table src_lv1 select C, sum(distinct key) lateral view explode( insert overwrite table src_lv2 select C, sum(distinct key) lateral view explode(array(key+3, key+4)) A as C group by C insert overwrite table src_lv3 select value, sum(distinct key) group by value PREHOOK: type: QUERY +PREHOOK: Input: default@src_10_n0 +PREHOOK: Output: default@src_lv1 +PREHOOK: Output: default@src_lv2 +PREHOOK: Output: default@src_lv3 POSTHOOK: query: explain from src_10_n0 insert overwrite table src_lv1 select C, sum(distinct key) lateral view explode(array(key+1, key+2)) A as C group by C insert overwrite table src_lv2 select C, sum(distinct key) lateral view explode(array(key+3, key+4)) A as C group by C insert overwrite table src_lv3 select value, sum(distinct key) group by value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_10_n0 +POSTHOOK: Output: default@src_lv1 +POSTHOOK: Output: default@src_lv2 +POSTHOOK: Output: default@src_lv3 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-4 depends on stages: Stage-3 @@ -1492,6 +1520,11 @@ insert overwrite table src_lv2 select key, sum(distinct C) lateral view explode( insert overwrite table src_lv3 select value, sum(distinct key) where key > 200 group by value insert overwrite table src_lv4 select value, sum(distinct key) where key < 200 group by value PREHOOK: type: QUERY +PREHOOK: Input: default@src_10_n0 +PREHOOK: Output: default@src_lv1 +PREHOOK: Output: default@src_lv2 +PREHOOK: Output: default@src_lv3 +PREHOOK: Output: default@src_lv4 POSTHOOK: query: explain from src_10_n0 insert overwrite table src_lv1 select key, sum(distinct C) lateral view explode(array(key+1, key+2)) A as C group by key @@ -1499,6 +1532,11 @@ insert overwrite table src_lv2 select key, sum(distinct C) lateral view explode( insert overwrite table src_lv3 select value, sum(distinct key) where key > 200 group by value insert overwrite table src_lv4 select value, sum(distinct key) where key < 200 group by value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_10_n0 +POSTHOOK: Output: default@src_lv1 +POSTHOOK: Output: default@src_lv2 +POSTHOOK: Output: default@src_lv3 +POSTHOOK: Output: default@src_lv4 STAGE DEPENDENCIES: Stage-4 is a root stage Stage-5 depends on stages: Stage-4 diff --git a/ql/src/test/results/clientpositive/llap/murmur_hash_migration.q.out b/ql/src/test/results/clientpositive/llap/murmur_hash_migration.q.out index cb2169f..b211694 100644 --- a/ql/src/test/results/clientpositive/llap/murmur_hash_migration.q.out +++ b/ql/src/test/results/clientpositive/llap/murmur_hash_migration.q.out @@ -148,10 +148,16 @@ PREHOOK: query: explain insert overwrite table tab_part_n11 partition (ds='2008-04-08') select key,value from srcbucket_mapjoin_part_n20 PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_n20 +PREHOOK: Input: default@srcbucket_mapjoin_part_n20@ds=2008-04-08 +PREHOOK: Output: default@tab_part_n11@ds=2008-04-08 POSTHOOK: query: explain insert overwrite table tab_part_n11 partition (ds='2008-04-08') select key,value from srcbucket_mapjoin_part_n20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_n20 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n20@ds=2008-04-08 +POSTHOOK: Output: default@tab_part_n11@ds=2008-04-08 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -243,10 +249,16 @@ PREHOOK: query: explain insert overwrite table tab_n10 partition (ds='2008-04-08') select key,value from srcbucket_mapjoin_n18 PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_n18 +PREHOOK: Input: default@srcbucket_mapjoin_n18@ds=2008-04-08 +PREHOOK: Output: default@tab_n10@ds=2008-04-08 POSTHOOK: query: explain insert overwrite table tab_n10 partition (ds='2008-04-08') select key,value from srcbucket_mapjoin_n18 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_n18 +POSTHOOK: Input: default@srcbucket_mapjoin_n18@ds=2008-04-08 +POSTHOOK: Output: default@tab_n10@ds=2008-04-08 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -357,9 +369,19 @@ POSTHOOK: Output: default@tab_n10@ds=2008-04-08 PREHOOK: query: explain select t1.key, t1.value, t2.key, t2.value from srcbucket_mapjoin_n18 t1, srcbucket_mapjoin_part_n20 t2 where t1.key = t2.key order by t1.key, t1.value, t2.key, t2.value PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_n18 +PREHOOK: Input: default@srcbucket_mapjoin_n18@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_n20 +PREHOOK: Input: default@srcbucket_mapjoin_part_n20@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select t1.key, t1.value, t2.key, t2.value from srcbucket_mapjoin_n18 t1, srcbucket_mapjoin_part_n20 t2 where t1.key = t2.key order by t1.key, t1.value, t2.key, t2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_n18 +POSTHOOK: Input: default@srcbucket_mapjoin_n18@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n20 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n20@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -486,9 +508,19 @@ POSTHOOK: Input: default@srcbucket_mapjoin_part_n20@ds=2008-04-08 PREHOOK: query: explain select t1.key, t1.value, t2.key, t2.value from tab_part_n11 t1, tab_n10 t2 where t1.key = t2.key order by t1.key, t1.value, t2.key, t2.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n10 +PREHOOK: Input: default@tab_n10@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n11 +PREHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select t1.key, t1.value, t2.key, t2.value from tab_part_n11 t1, tab_n10 t2 where t1.key = t2.key order by t1.key, t1.value, t2.key, t2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n10 +POSTHOOK: Input: default@tab_n10@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n11 +POSTHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/nonmr_fetch_threshold.q.out b/ql/src/test/results/clientpositive/llap/nonmr_fetch_threshold.q.out index 0461224..1db317a 100644 --- a/ql/src/test/results/clientpositive/llap/nonmr_fetch_threshold.q.out +++ b/ql/src/test/results/clientpositive/llap/nonmr_fetch_threshold.q.out @@ -1,7 +1,13 @@ PREHOOK: query: explain select * from srcpart where ds='2008-04-08' AND hr='11' limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain select * from srcpart where ds='2008-04-08' AND hr='11' limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### Plan optimized by CBO. Stage-0 @@ -16,8 +22,12 @@ Stage-0 PREHOOK: query: explain select cast(key as int) * 10, upper(value) from src limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select cast(key as int) * 10, upper(value) from src limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### Plan optimized by CBO. Stage-0 @@ -32,8 +42,14 @@ Stage-0 PREHOOK: query: explain select * from srcpart where ds='2008-04-08' AND hr='11' limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain select * from srcpart where ds='2008-04-08' AND hr='11' limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### Plan optimized by CBO. Stage-0 @@ -48,8 +64,12 @@ Stage-0 PREHOOK: query: explain select cast(key as int) * 10, upper(value) from src limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select cast(key as int) * 10, upper(value) from src limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### Plan optimized by CBO. Stage-0 @@ -64,8 +84,12 @@ Stage-0 PREHOOK: query: explain select concat(key, value) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select concat(key, value) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### Plan optimized by CBO. Stage-0 @@ -78,8 +102,14 @@ Stage-0 PREHOOK: query: explain select * from srcpart where ds='2008-04-08' AND hr='11' limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain select * from srcpart where ds='2008-04-08' AND hr='11' limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### Plan optimized by CBO. Stage-0 @@ -94,8 +124,12 @@ Stage-0 PREHOOK: query: explain select cast(key as int) * 10, upper(value) from src limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select cast(key as int) * 10, upper(value) from src limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### Plan optimized by CBO. Stage-0 @@ -110,8 +144,12 @@ Stage-0 PREHOOK: query: explain select concat(key, value) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select concat(key, value) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### Plan optimized by CBO. Stage-0 @@ -127,8 +165,12 @@ Stage-0 PREHOOK: query: explain select key, value from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### Plan optimized by CBO. Stage-0 @@ -141,8 +183,12 @@ Stage-0 PREHOOK: query: explain select key from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### Plan optimized by CBO. Stage-0 @@ -155,8 +201,12 @@ Stage-0 PREHOOK: query: explain select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### Plan optimized by CBO. Stage-0 @@ -169,8 +219,12 @@ Stage-0 PREHOOK: query: explain select key,1 from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key,1 from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### Plan optimized by CBO. Stage-0 @@ -183,8 +237,12 @@ Stage-0 PREHOOK: query: explain select cast(key as char(20)),1 from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select cast(key as char(20)),1 from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### Plan optimized by CBO. Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/offset_limit.q.out b/ql/src/test/results/clientpositive/llap/offset_limit.q.out index 97d2ac2..1c4b4c8 100644 --- a/ql/src/test/results/clientpositive/llap/offset_limit.q.out +++ b/ql/src/test/results/clientpositive/llap/offset_limit.q.out @@ -1,9 +1,13 @@ PREHOOK: query: EXPLAIN SELECT src.key, sum(substr(src.value,5)) FROM src GROUP BY src.key ORDER BY src.key LIMIT 10,10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src.key, sum(substr(src.value,5)) FROM src GROUP BY src.key ORDER BY src.key LIMIT 10,10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/offset_limit_ppd_optimizer.q.out b/ql/src/test/results/clientpositive/llap/offset_limit_ppd_optimizer.q.out index d95025c..0946f8c 100644 --- a/ql/src/test/results/clientpositive/llap/offset_limit_ppd_optimizer.q.out +++ b/ql/src/test/results/clientpositive/llap/offset_limit_ppd_optimizer.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select key,value from src order by key limit 10,20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key,value from src order by key limit 10,20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -89,9 +93,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select key,value from src order by key desc limit 10,20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key,value from src order by key desc limit 10,20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -177,9 +185,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select value, sum(key + 1) as sum from src group by value order by value limit 10,20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select value, sum(key + 1) as sum from src group by value order by value limit 10,20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -279,9 +291,13 @@ val_15 32.0 PREHOOK: query: explain select value,avg(key + 1) from src group by value order by value limit 10,20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select value,avg(key + 1) from src group by value order by value limit 10,20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -385,9 +401,13 @@ val_15 16.0 PREHOOK: query: explain select distinct(cdouble) as dis from alltypesorc order by dis limit 10,20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select distinct(cdouble) as dis from alltypesorc order by dis limit 10,20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -484,9 +504,13 @@ POSTHOOK: Input: default@alltypesorc PREHOOK: query: explain select ctinyint, count(distinct(cdouble)) from alltypesorc group by ctinyint order by ctinyint limit 10,20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select ctinyint, count(distinct(cdouble)) from alltypesorc group by ctinyint order by ctinyint limit 10,20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -583,9 +607,13 @@ POSTHOOK: Input: default@alltypesorc PREHOOK: query: explain select ctinyint, count(cdouble) from (select ctinyint, cdouble from alltypesorc group by ctinyint, cdouble) t1 group by ctinyint order by ctinyint limit 10,20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select ctinyint, count(cdouble) from (select ctinyint, cdouble from alltypesorc group by ctinyint, cdouble) t1 group by ctinyint order by ctinyint limit 10,20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -682,9 +710,13 @@ POSTHOOK: Input: default@alltypesorc PREHOOK: query: explain select ctinyint, count(distinct(cstring1)), count(distinct(cstring2)) from alltypesorc group by ctinyint order by ctinyint limit 10,20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select ctinyint, count(distinct(cstring1)), count(distinct(cstring2)) from alltypesorc group by ctinyint order by ctinyint limit 10,20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -778,9 +810,13 @@ POSTHOOK: Input: default@alltypesorc PREHOOK: query: explain select key,value from src order by key limit 0,0 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key,value from src order by key limit 0,0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -802,9 +838,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select value, sum(key) as sum from src group by value order by sum, value limit 10,20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select value, sum(key) as sum from src group by value order by sum, value limit 10,20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -911,9 +951,13 @@ val_65 65.0 PREHOOK: query: explain select value, sum(key) as sum from src group by value order by value limit 10,20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select value, sum(key) as sum from src group by value order by value limit 10,20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1002,9 +1046,13 @@ val_15 30.0 PREHOOK: query: explain select key,value,value,value,value,value,value,value,value from src order by key limit 30,70 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key,value,value,value,value,value,value,value,value from src order by key limit 30,70 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1140,9 +1188,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select sum(key) as sum from src group by concat(key,value,value,value,value,value,value,value,value,value) order by sum limit 30,70 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select sum(key) as sum from src group by concat(key,value,value,value,value,value,value,value,value,value) order by sum limit 30,70 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1301,6 +1353,8 @@ join (select key, count(1) from src group by key limit 20,20) subq2 on subq.key=subq2.key limit 3,5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select key, count(1) from src group by key order by key limit 10,20) subq @@ -1308,6 +1362,8 @@ join (select key, count(1) from src group by key limit 20,20) subq2 on subq.key=subq2.key limit 3,5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/optimize_join_ptp.q.out b/ql/src/test/results/clientpositive/llap/optimize_join_ptp.q.out index e4e3f74..81f6de3 100644 --- a/ql/src/test/results/clientpositive/llap/optimize_join_ptp.q.out +++ b/ql/src/test/results/clientpositive/llap/optimize_join_ptp.q.out @@ -37,9 +37,15 @@ POSTHOOK: Lineage: t2_n60.v SCRIPT [] PREHOOK: query: explain select * from t1_n97 where t1_n97.k in (select t2_n60.k from t2_n60 where t2_n60.v='people') and t1_n97.k<15 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n97 +PREHOOK: Input: default@t2_n60 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t1_n97 where t1_n97.k in (select t2_n60.k from t2_n60 where t2_n60.v='people') and t1_n97.k<15 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n97 +POSTHOOK: Input: default@t2_n60 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/optimize_nullscan.q.out b/ql/src/test/results/clientpositive/llap/optimize_nullscan.q.out index eca9027..bd15e9b 100644 --- a/ql/src/test/results/clientpositive/llap/optimize_nullscan.q.out +++ b/ql/src/test/results/clientpositive/llap/optimize_nullscan.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain extended select key from src where false PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain extended select key from src where false POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -34,9 +38,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain extended select count(key) from srcpart where 1=2 group by key PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(key) from srcpart where 1=2 group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -130,9 +138,23 @@ POSTHOOK: Input: default@srcpart PREHOOK: query: explain extended select * from (select key from src where false) a left outer join (select key from srcpart limit 0) b on a.key=b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from (select key from src where false) a left outer join (select key from srcpart limit 0) b on a.key=b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -529,9 +551,23 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: query: explain extended select count(key) from src where false union all select count(key) from srcpart PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(key) from src where false union all select count(key) from srcpart POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -944,9 +980,23 @@ Warning: Shuffle Join MERGEJOIN[15][tables = [a, b]] in Stage 'Reducer 2' is a c PREHOOK: query: explain extended select * from (select key from src where false) a left outer join (select value from srcpart limit 0) b PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from (select key from src where false) a left outer join (select value from srcpart limit 0) b POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1342,9 +1392,15 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: query: explain extended select * from (select key from src union all select src.key from src left outer join srcpart on src.key = srcpart.key) a where false PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from (select key from src union all select src.key from src left outer join srcpart on src.key = srcpart.key) a where false POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1598,9 +1654,13 @@ POSTHOOK: Input: default@srcpart PREHOOK: query: explain extended select * from src s1, src s2 where false and s1.value = s2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from src s1, src s2 where false and s1.value = s2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1816,9 +1876,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain extended select count(1) from src where null = 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(1) from src where null = 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/orc_llap.q.out b/ql/src/test/results/clientpositive/llap/orc_llap.q.out index 7f8667e..3f641c8 100644 --- a/ql/src/test/results/clientpositive/llap/orc_llap.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_llap.q.out @@ -125,9 +125,13 @@ Warning: Shuffle Join MERGEJOIN[13][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reduc PREHOOK: query: explain select count(1) from orc_llap_small y join orc_llap_small x PREHOOK: type: QUERY +PREHOOK: Input: default@orc_llap_small +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from orc_llap_small y join orc_llap_small x POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_llap_small +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -237,9 +241,13 @@ POSTHOOK: Input: default@orc_llap_small PREHOOK: query: explain select sum(hash(*)) from (select cint, csmallint, cbigint from orc_llap where cint > 10 and cbigint is not null) t PREHOOK: type: QUERY +PREHOOK: Input: default@orc_llap +#### A masked pattern was here #### POSTHOOK: query: explain select sum(hash(*)) from (select cint, csmallint, cbigint from orc_llap where cint > 10 and cbigint is not null) t POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_llap +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -310,9 +318,13 @@ POSTHOOK: Input: default@orc_llap PREHOOK: query: explain select sum(hash(*)) from (select * from orc_llap where cint > 10 and cbigint is not null) t PREHOOK: type: QUERY +PREHOOK: Input: default@orc_llap +#### A masked pattern was here #### POSTHOOK: query: explain select sum(hash(*)) from (select * from orc_llap where cint > 10 and cbigint is not null) t POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_llap +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -383,9 +395,13 @@ POSTHOOK: Input: default@orc_llap PREHOOK: query: explain select sum(hash(*)) from (select cstring2 from orc_llap where cint > 5 and cint < 10) t PREHOOK: type: QUERY +PREHOOK: Input: default@orc_llap +#### A masked pattern was here #### POSTHOOK: query: explain select sum(hash(*)) from (select cstring2 from orc_llap where cint > 5 and cint < 10) t POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_llap +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -456,9 +472,13 @@ NULL PREHOOK: query: explain select sum(hash(*)) from (select cstring1, cstring2, count(*) from orc_llap group by cstring1, cstring2) t PREHOOK: type: QUERY +PREHOOK: Input: default@orc_llap +#### A masked pattern was here #### POSTHOOK: query: explain select sum(hash(*)) from (select cstring1, cstring2, count(*) from orc_llap group by cstring1, cstring2) t POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_llap +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -551,9 +571,13 @@ POSTHOOK: Input: default@orc_llap PREHOOK: query: explain select sum(hash(*)) from (select o1.cstring1, o2.cstring2 from orc_llap o1 inner join orc_llap o2 on o1.csmallint = o2.csmallint where o1.cbigint is not null and o2.cbigint is not null) t PREHOOK: type: QUERY +PREHOOK: Input: default@orc_llap +#### A masked pattern was here #### POSTHOOK: query: explain select sum(hash(*)) from (select o1.cstring1, o2.cstring2 from orc_llap o1 inner join orc_llap o2 on o1.csmallint = o2.csmallint where o1.cbigint is not null and o2.cbigint is not null) t POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_llap +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -695,9 +719,13 @@ POSTHOOK: Output: default@orc_llap PREHOOK: query: explain select sum(hash(*)) from (select cint, csmallint, cbigint from orc_llap where cint > 10 and cbigint is not null) t PREHOOK: type: QUERY +PREHOOK: Input: default@orc_llap +#### A masked pattern was here #### POSTHOOK: query: explain select sum(hash(*)) from (select cint, csmallint, cbigint from orc_llap where cint > 10 and cbigint is not null) t POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_llap +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -768,9 +796,13 @@ POSTHOOK: Input: default@orc_llap PREHOOK: query: explain select sum(hash(*)) from (select * from orc_llap where cint > 10 and cbigint is not null) t PREHOOK: type: QUERY +PREHOOK: Input: default@orc_llap +#### A masked pattern was here #### POSTHOOK: query: explain select sum(hash(*)) from (select * from orc_llap where cint > 10 and cbigint is not null) t POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_llap +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -841,9 +873,13 @@ POSTHOOK: Input: default@orc_llap PREHOOK: query: explain select sum(hash(*)) from (select cstring2 from orc_llap where cint > 5 and cint < 10) t PREHOOK: type: QUERY +PREHOOK: Input: default@orc_llap +#### A masked pattern was here #### POSTHOOK: query: explain select sum(hash(*)) from (select cstring2 from orc_llap where cint > 5 and cint < 10) t POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_llap +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -914,9 +950,13 @@ NULL PREHOOK: query: explain select sum(hash(*)) from (select cstring1, cstring2, count(*) from orc_llap group by cstring1, cstring2) t PREHOOK: type: QUERY +PREHOOK: Input: default@orc_llap +#### A masked pattern was here #### POSTHOOK: query: explain select sum(hash(*)) from (select cstring1, cstring2, count(*) from orc_llap group by cstring1, cstring2) t POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_llap +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1009,9 +1049,13 @@ POSTHOOK: Input: default@orc_llap PREHOOK: query: explain select sum(hash(*)) from (select o1.cstring1, o2.cstring2 from orc_llap o1 inner join orc_llap o2 on o1.csmallint = o2.csmallint where o1.cbigint is not null and o2.cbigint is not null) t PREHOOK: type: QUERY +PREHOOK: Input: default@orc_llap +#### A masked pattern was here #### POSTHOOK: query: explain select sum(hash(*)) from (select o1.cstring1, o2.cstring2 from orc_llap o1 inner join orc_llap o2 on o1.csmallint = o2.csmallint where o1.cbigint is not null and o2.cbigint is not null) t POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_llap +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/orc_llap_nonvector.q.out b/ql/src/test/results/clientpositive/llap/orc_llap_nonvector.q.out index c108be0..f25f09e 100644 --- a/ql/src/test/results/clientpositive/llap/orc_llap_nonvector.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_llap_nonvector.q.out @@ -68,9 +68,13 @@ POSTHOOK: Lineage: orc_llap_nonvector.rdm EXPRESSION [] PREHOOK: query: explain select * from orc_llap_nonvector limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_llap_nonvector +#### A masked pattern was here #### POSTHOOK: query: explain select * from orc_llap_nonvector limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_llap_nonvector +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -219,9 +223,13 @@ NULL 6544 -316718275 -1887561756 NULL 6544.0 w624FVokyo7m7a220 4hA4KQj2vD3fI6gX8 PREHOOK: query: explain select cint, cstring1 from orc_llap_nonvector limit 1025 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_llap_nonvector +#### A masked pattern was here #### POSTHOOK: query: explain select cint, cstring1 from orc_llap_nonvector limit 1025 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_llap_nonvector +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1320,9 +1328,13 @@ POSTHOOK: Lineage: orc_llap_nonvector_2.rdm EXPRESSION [] PREHOOK: query: explain select ROW__ID from orc_llap_nonvector_2 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_llap_nonvector_2 +#### A masked pattern was here #### POSTHOOK: query: explain select ROW__ID from orc_llap_nonvector_2 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_llap_nonvector_2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/orc_merge1.q.out b/ql/src/test/results/clientpositive/llap/orc_merge1.q.out index 7189964..036ca75 100644 --- a/ql/src/test/results/clientpositive/llap/orc_merge1.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_merge1.q.out @@ -45,11 +45,14 @@ PREHOOK: query: EXPLAIN SELECT key, value, PMOD(HASH(key), 2) as part FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@orcfile_merge1_n1@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge1_n1 PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -173,11 +176,14 @@ PREHOOK: query: EXPLAIN SELECT key, value, PMOD(HASH(key), 2) as part FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@orcfile_merge1b_n1@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge1b_n1 PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-8 depends on stages: Stage-1 , consists of Stage-5, Stage-4, Stage-6 @@ -346,11 +352,14 @@ PREHOOK: query: EXPLAIN SELECT key, value, PMOD(HASH(key), 2) as part FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@orcfile_merge1c_n1@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge1c_n1 PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-8 depends on stages: Stage-1 , consists of Stage-5, Stage-4, Stage-6 diff --git a/ql/src/test/results/clientpositive/llap/orc_merge10.q.out b/ql/src/test/results/clientpositive/llap/orc_merge10.q.out index 0f9bb2d..a0b1c40 100644 --- a/ql/src/test/results/clientpositive/llap/orc_merge10.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_merge10.q.out @@ -45,11 +45,14 @@ PREHOOK: query: EXPLAIN SELECT key, value, PMOD(HASH(key), 2) as part FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@orcfile_merge1@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge1 PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -170,11 +173,14 @@ PREHOOK: query: EXPLAIN SELECT key, value, PMOD(HASH(key), 2) as part FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@orcfile_merge1b@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge1b PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-8 depends on stages: Stage-1 , consists of Stage-5, Stage-4, Stage-6 @@ -343,11 +349,14 @@ PREHOOK: query: EXPLAIN SELECT key, value, PMOD(HASH(key), 2) as part FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@orcfile_merge1c@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge1c PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-8 depends on stages: Stage-1 , consists of Stage-5, Stage-4, Stage-6 @@ -569,8 +578,12 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: explain ALTER TABLE orcfile_merge1 PARTITION (ds='1', part='0') CONCATENATE PREHOOK: type: ALTER_PARTITION_MERGE +PREHOOK: Input: default@orcfile_merge1 +PREHOOK: Output: default@orcfile_merge1@ds=1/part=0 POSTHOOK: query: explain ALTER TABLE orcfile_merge1 PARTITION (ds='1', part='0') CONCATENATE POSTHOOK: type: ALTER_PARTITION_MERGE +POSTHOOK: Input: default@orcfile_merge1 +POSTHOOK: Output: default@orcfile_merge1@ds=1/part=0 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/orc_merge2.q.out b/ql/src/test/results/clientpositive/llap/orc_merge2.q.out index b6e4dd6..bd7f5df 100644 --- a/ql/src/test/results/clientpositive/llap/orc_merge2.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_merge2.q.out @@ -19,11 +19,14 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge2a_n0 PARTITION (one PMOD(HASH(value), 10) as three FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@orcfile_merge2a_n0@one=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge2a_n0 PARTITION (one='1', two, three) SELECT key, value, PMOD(HASH(key), 10) as two, PMOD(HASH(value), 10) as three FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/orc_merge3.q.out b/ql/src/test/results/clientpositive/llap/orc_merge3.q.out index b1254f7..89b7de2 100644 --- a/ql/src/test/results/clientpositive/llap/orc_merge3.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_merge3.q.out @@ -51,9 +51,17 @@ POSTHOOK: Lineage: orcfile_merge3a_n0 PARTITION(ds=2).value SIMPLE [(src)src.Fie PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge3b_n0 SELECT key, value FROM orcfile_merge3a_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@orcfile_merge3a_n0 +PREHOOK: Input: default@orcfile_merge3a_n0@ds=1 +PREHOOK: Input: default@orcfile_merge3a_n0@ds=2 +PREHOOK: Output: default@orcfile_merge3b_n0 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge3b_n0 SELECT key, value FROM orcfile_merge3a_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orcfile_merge3a_n0 +POSTHOOK: Input: default@orcfile_merge3a_n0@ds=1 +POSTHOOK: Input: default@orcfile_merge3a_n0@ds=2 +POSTHOOK: Output: default@orcfile_merge3b_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/orc_merge4.q.out b/ql/src/test/results/clientpositive/llap/orc_merge4.q.out index 21c7162..a83f009 100644 --- a/ql/src/test/results/clientpositive/llap/orc_merge4.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_merge4.q.out @@ -69,9 +69,17 @@ Found 1 items PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge3b SELECT key, value FROM orcfile_merge3a PREHOOK: type: QUERY +PREHOOK: Input: default@orcfile_merge3a +PREHOOK: Input: default@orcfile_merge3a@ds=1 +PREHOOK: Input: default@orcfile_merge3a@ds=2 +PREHOOK: Output: default@orcfile_merge3b POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge3b SELECT key, value FROM orcfile_merge3a POSTHOOK: type: QUERY +POSTHOOK: Input: default@orcfile_merge3a +POSTHOOK: Input: default@orcfile_merge3a@ds=1 +POSTHOOK: Input: default@orcfile_merge3a@ds=2 +POSTHOOK: Output: default@orcfile_merge3b STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/orc_merge5.q.out b/ql/src/test/results/clientpositive/llap/orc_merge5.q.out index dfa5e12..998b625 100644 --- a/ql/src/test/results/clientpositive/llap/orc_merge5.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_merge5.q.out @@ -24,8 +24,12 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@orc_merge5_n5 PREHOOK: query: explain insert overwrite table orc_merge5b_n0 select userid,string1,subtype,decimal1,ts from orc_merge5_n5 where userid<=13 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_merge5_n5 +PREHOOK: Output: default@orc_merge5b_n0 POSTHOOK: query: explain insert overwrite table orc_merge5b_n0 select userid,string1,subtype,decimal1,ts from orc_merge5_n5 where userid<=13 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_merge5_n5 +POSTHOOK: Output: default@orc_merge5b_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -149,8 +153,12 @@ POSTHOOK: Input: default@orc_merge5b_n0 5 eat 0.8 6 1969-12-31 16:00:20 PREHOOK: query: explain insert overwrite table orc_merge5b_n0 select userid,string1,subtype,decimal1,ts from orc_merge5_n5 where userid<=13 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_merge5_n5 +PREHOOK: Output: default@orc_merge5b_n0 POSTHOOK: query: explain insert overwrite table orc_merge5b_n0 select userid,string1,subtype,decimal1,ts from orc_merge5_n5 where userid<=13 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_merge5_n5 +POSTHOOK: Output: default@orc_merge5b_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-8 depends on stages: Stage-1 , consists of Stage-5, Stage-4, Stage-6 @@ -350,8 +358,12 @@ POSTHOOK: Input: default@orc_merge5b_n0 5 eat 0.8 6 1969-12-31 16:00:20 PREHOOK: query: explain alter table orc_merge5b_n0 concatenate PREHOOK: type: ALTER_TABLE_MERGE +PREHOOK: Input: default@orc_merge5b_n0 +PREHOOK: Output: default@orc_merge5b_n0 POSTHOOK: query: explain alter table orc_merge5b_n0 concatenate POSTHOOK: type: ALTER_TABLE_MERGE +POSTHOOK: Input: default@orc_merge5b_n0 +POSTHOOK: Output: default@orc_merge5b_n0 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/orc_merge6.q.out b/ql/src/test/results/clientpositive/llap/orc_merge6.q.out index c86c35b..a999d83 100644 --- a/ql/src/test/results/clientpositive/llap/orc_merge6.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_merge6.q.out @@ -24,8 +24,12 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@orc_merge5_n4 PREHOOK: query: explain insert overwrite table orc_merge5a_n1 partition (year="2000",hour=24) select userid,string1,subtype,decimal1,ts from orc_merge5_n4 where userid<=13 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_merge5_n4 +PREHOOK: Output: default@orc_merge5a_n1@year=2000/hour=24 POSTHOOK: query: explain insert overwrite table orc_merge5a_n1 partition (year="2000",hour=24) select userid,string1,subtype,decimal1,ts from orc_merge5_n4 where userid<=13 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_merge5_n4 +POSTHOOK: Output: default@orc_merge5a_n1@year=2000/hour=24 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -202,8 +206,12 @@ POSTHOOK: Input: default@orc_merge5a_n1@year=2001/hour=24 5 eat 0.8 6 1969-12-31 16:00:20 2001 24 PREHOOK: query: explain insert overwrite table orc_merge5a_n1 partition (year="2000",hour=24) select userid,string1,subtype,decimal1,ts from orc_merge5_n4 where userid<=13 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_merge5_n4 +PREHOOK: Output: default@orc_merge5a_n1@year=2000/hour=24 POSTHOOK: query: explain insert overwrite table orc_merge5a_n1 partition (year="2000",hour=24) select userid,string1,subtype,decimal1,ts from orc_merge5_n4 where userid<=13 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_merge5_n4 +POSTHOOK: Output: default@orc_merge5a_n1@year=2000/hour=24 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-8 depends on stages: Stage-1 , consists of Stage-5, Stage-4, Stage-6 @@ -498,8 +506,12 @@ POSTHOOK: Input: default@orc_merge5a_n1@year=2001/hour=24 5 eat 0.8 6 1969-12-31 16:00:20 2001 24 PREHOOK: query: explain alter table orc_merge5a_n1 partition(year="2000",hour=24) concatenate PREHOOK: type: ALTER_PARTITION_MERGE +PREHOOK: Input: default@orc_merge5a_n1 +PREHOOK: Output: default@orc_merge5a_n1@year=2000/hour=24 POSTHOOK: query: explain alter table orc_merge5a_n1 partition(year="2000",hour=24) concatenate POSTHOOK: type: ALTER_PARTITION_MERGE +POSTHOOK: Input: default@orc_merge5a_n1 +POSTHOOK: Output: default@orc_merge5a_n1@year=2000/hour=24 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/orc_merge7.q.out b/ql/src/test/results/clientpositive/llap/orc_merge7.q.out index 0b30145..1f67f7b 100644 --- a/ql/src/test/results/clientpositive/llap/orc_merge7.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_merge7.q.out @@ -24,8 +24,11 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@orc_merge5_n2 PREHOOK: query: explain insert overwrite table orc_merge5a_n0 partition (st) select userid,string1,subtype,decimal1,ts,subtype from orc_merge5_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_merge5_n2 +PREHOOK: Output: default@orc_merge5a_n0 POSTHOOK: query: explain insert overwrite table orc_merge5a_n0 partition (st) select userid,string1,subtype,decimal1,ts,subtype from orc_merge5_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_merge5_n2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -236,8 +239,11 @@ POSTHOOK: Input: default@orc_merge5a_n0@st=80.0 5 eat 0.8 6 1969-12-31 16:00:20 0.8 PREHOOK: query: explain insert overwrite table orc_merge5a_n0 partition (st) select userid,string1,subtype,decimal1,ts,subtype from orc_merge5_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_merge5_n2 +PREHOOK: Output: default@orc_merge5a_n0 POSTHOOK: query: explain insert overwrite table orc_merge5a_n0 partition (st) select userid,string1,subtype,decimal1,ts,subtype from orc_merge5_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_merge5_n2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-8 depends on stages: Stage-1 , consists of Stage-5, Stage-4, Stage-6 @@ -605,8 +611,12 @@ POSTHOOK: Input: default@orc_merge5a_n0@st=80.0 5 eat 0.8 6 1969-12-31 16:00:20 0.8 PREHOOK: query: explain alter table orc_merge5a_n0 partition(st=80.0) concatenate PREHOOK: type: ALTER_PARTITION_MERGE +PREHOOK: Input: default@orc_merge5a_n0 +PREHOOK: Output: default@orc_merge5a_n0@st=80.0 POSTHOOK: query: explain alter table orc_merge5a_n0 partition(st=80.0) concatenate POSTHOOK: type: ALTER_PARTITION_MERGE +POSTHOOK: Input: default@orc_merge5a_n0 +POSTHOOK: Output: default@orc_merge5a_n0@st=80.0 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/orc_merge_diff_fs.q.out b/ql/src/test/results/clientpositive/llap/orc_merge_diff_fs.q.out index 751bb40..dfc9346 100644 --- a/ql/src/test/results/clientpositive/llap/orc_merge_diff_fs.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_merge_diff_fs.q.out @@ -45,11 +45,14 @@ PREHOOK: query: EXPLAIN SELECT key, value, PMOD(HASH(key), 2) as part FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@orcfile_merge1_n0@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge1_n0 PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -168,11 +171,14 @@ PREHOOK: query: EXPLAIN SELECT key, value, PMOD(HASH(key), 2) as part FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@orcfile_merge1b_n0@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge1b_n0 PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-8 depends on stages: Stage-1 , consists of Stage-5, Stage-4, Stage-6 @@ -341,11 +347,14 @@ PREHOOK: query: EXPLAIN SELECT key, value, PMOD(HASH(key), 2) as part FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@orcfile_merge1c_n0@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge1c_n0 PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-8 depends on stages: Stage-1 , consists of Stage-5, Stage-4, Stage-6 diff --git a/ql/src/test/results/clientpositive/llap/orc_merge_incompat1.q.out b/ql/src/test/results/clientpositive/llap/orc_merge_incompat1.q.out index 676af08..86873fc 100644 --- a/ql/src/test/results/clientpositive/llap/orc_merge_incompat1.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_merge_incompat1.q.out @@ -24,8 +24,12 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@orc_merge5_n3 PREHOOK: query: explain insert overwrite table orc_merge5b select userid,string1,subtype,decimal1,ts from orc_merge5_n3 where userid<=13 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_merge5_n3 +PREHOOK: Output: default@orc_merge5b POSTHOOK: query: explain insert overwrite table orc_merge5b select userid,string1,subtype,decimal1,ts from orc_merge5_n3 where userid<=13 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_merge5_n3 +POSTHOOK: Output: default@orc_merge5b STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/orc_merge_incompat2.q.out b/ql/src/test/results/clientpositive/llap/orc_merge_incompat2.q.out index 00d0a14e..5c5bc8e 100644 --- a/ql/src/test/results/clientpositive/llap/orc_merge_incompat2.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_merge_incompat2.q.out @@ -24,8 +24,11 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@orc_merge5 PREHOOK: query: explain insert overwrite table orc_merge5a partition (st) select userid,string1,subtype,decimal1,ts,subtype from orc_merge5 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_merge5 +PREHOOK: Output: default@orc_merge5a POSTHOOK: query: explain insert overwrite table orc_merge5a partition (st) select userid,string1,subtype,decimal1,ts,subtype from orc_merge5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_merge5 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -307,8 +310,12 @@ POSTHOOK: Input: default@orc_merge5a@st=80.0 5 eat 0.8 6 1969-12-31 16:00:20 0.8 PREHOOK: query: explain alter table orc_merge5a partition(st=80.0) concatenate PREHOOK: type: ALTER_PARTITION_MERGE +PREHOOK: Input: default@orc_merge5a +PREHOOK: Output: default@orc_merge5a@st=80.0 POSTHOOK: query: explain alter table orc_merge5a partition(st=80.0) concatenate POSTHOOK: type: ALTER_PARTITION_MERGE +POSTHOOK: Input: default@orc_merge5a +POSTHOOK: Output: default@orc_merge5a@st=80.0 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/orc_ppd_date.q.out b/ql/src/test/results/clientpositive/llap/orc_ppd_date.q.out index f86fe77..23d7b08 100644 --- a/ql/src/test/results/clientpositive/llap/orc_ppd_date.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_ppd_date.q.out @@ -316,8 +316,12 @@ POSTHOOK: Output: default@test_lrl POSTHOOK: Lineage: test_lrl.c SCRIPT [] PREHOOK: query: explain select count(*) from test_lrl where c='1900-01-01' PREHOOK: type: QUERY +PREHOOK: Input: default@test_lrl +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from test_lrl where c='1900-01-01' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_lrl +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -394,8 +398,12 @@ POSTHOOK: Input: default@test_lrl 1 PREHOOK: query: explain select * from test_lrl where c=cast('1900-01-01' as date) PREHOOK: type: QUERY +PREHOOK: Input: default@test_lrl +#### A masked pattern was here #### POSTHOOK: query: explain select * from test_lrl where c=cast('1900-01-01' as date) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_lrl +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -433,8 +441,12 @@ POSTHOOK: Input: default@test_lrl 1900-01-01 PREHOOK: query: explain select count(*) from test_lrl where c LIKE '1900-01-01%' PREHOOK: type: QUERY +PREHOOK: Input: default@test_lrl +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from test_lrl where c LIKE '1900-01-01%' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_lrl +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/orc_predicate_pushdown.q.out b/ql/src/test/results/clientpositive/llap/orc_predicate_pushdown.q.out index e29c3d9..9582d72 100644 --- a/ql/src/test/results/clientpositive/llap/orc_predicate_pushdown.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_predicate_pushdown.q.out @@ -115,8 +115,12 @@ POSTHOOK: Input: default@orc_pred 62430 PREHOOK: query: EXPLAIN SELECT SUM(HASH(t)) FROM orc_pred PREHOOK: type: QUERY +PREHOOK: Input: default@orc_pred +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(t)) FROM orc_pred POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_pred +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -173,8 +177,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT SUM(HASH(t)) FROM orc_pred PREHOOK: type: QUERY +PREHOOK: Input: default@orc_pred +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(t)) FROM orc_pred POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_pred +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -300,11 +308,15 @@ PREHOOK: query: EXPLAIN SELECT SUM(HASH(t)) FROM orc_pred AND t < 0 AND t > -2 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_pred +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(t)) FROM orc_pred WHERE t IS NOT NULL AND t < 0 AND t > -2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_pred +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -367,11 +379,15 @@ PREHOOK: query: EXPLAIN SELECT SUM(HASH(t)) FROM orc_pred AND t < 0 AND t > -2 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_pred +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(t)) FROM orc_pred WHERE t IS NOT NULL AND t < 0 AND t > -2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_pred +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -467,11 +483,15 @@ PREHOOK: query: EXPLAIN SELECT t, s FROM orc_pred AND s IS NOT NULL AND s LIKE 'bob%' PREHOOK: type: QUERY +PREHOOK: Input: default@orc_pred +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT t, s FROM orc_pred WHERE t <=> -1 AND s IS NOT NULL AND s LIKE 'bob%' POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_pred +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -494,11 +514,15 @@ PREHOOK: query: EXPLAIN SELECT t, s FROM orc_pred AND s IS NOT NULL AND s LIKE 'bob%' PREHOOK: type: QUERY +PREHOOK: Input: default@orc_pred +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT t, s FROM orc_pred WHERE t <=> -1 AND s IS NOT NULL AND s LIKE 'bob%' POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_pred +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -566,6 +590,8 @@ PREHOOK: query: EXPLAIN SELECT t, s FROM orc_pred AND t BETWEEN 25 AND 30 SORT BY t,s PREHOOK: type: QUERY +PREHOOK: Input: default@orc_pred +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT t, s FROM orc_pred WHERE s IS NOT NULL AND s LIKE 'bob%' @@ -573,6 +599,8 @@ POSTHOOK: query: EXPLAIN SELECT t, s FROM orc_pred AND t BETWEEN 25 AND 30 SORT BY t,s POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_pred +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -631,6 +659,8 @@ PREHOOK: query: EXPLAIN SELECT t, s FROM orc_pred AND t BETWEEN 25 AND 30 SORT BY t,s PREHOOK: type: QUERY +PREHOOK: Input: default@orc_pred +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT t, s FROM orc_pred WHERE s IS NOT NULL AND s LIKE 'bob%' @@ -638,6 +668,8 @@ POSTHOOK: query: EXPLAIN SELECT t, s FROM orc_pred AND t BETWEEN 25 AND 30 SORT BY t,s POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_pred +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -759,6 +791,8 @@ PREHOOK: query: EXPLAIN SELECT t, si, d, s FROM orc_pred ORDER BY s DESC LIMIT 3 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_pred +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT t, si, d, s FROM orc_pred WHERE d >= ROUND(9.99) AND d < 12 @@ -770,6 +804,8 @@ POSTHOOK: query: EXPLAIN SELECT t, si, d, s FROM orc_pred ORDER BY s DESC LIMIT 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_pred +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -837,6 +873,8 @@ PREHOOK: query: EXPLAIN SELECT t, si, d, s FROM orc_pred ORDER BY s DESC LIMIT 3 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_pred +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT t, si, d, s FROM orc_pred WHERE d >= ROUND(9.99) AND d < 12 @@ -848,6 +886,8 @@ POSTHOOK: query: EXPLAIN SELECT t, si, d, s FROM orc_pred ORDER BY s DESC LIMIT 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_pred +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -980,6 +1020,8 @@ PREHOOK: query: EXPLAIN SELECT t, si, d, s FROM orc_pred SORT BY s DESC LIMIT 3 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_pred +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT t, si, d, s FROM orc_pred WHERE t > 10 AND t <> 101 @@ -993,6 +1035,8 @@ POSTHOOK: query: EXPLAIN SELECT t, si, d, s FROM orc_pred SORT BY s DESC LIMIT 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_pred +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1079,6 +1123,8 @@ PREHOOK: query: EXPLAIN SELECT t, si, d, s FROM orc_pred SORT BY s DESC LIMIT 3 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_pred +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT t, si, d, s FROM orc_pred WHERE t > 10 AND t <> 101 @@ -1092,6 +1138,8 @@ POSTHOOK: query: EXPLAIN SELECT t, si, d, s FROM orc_pred SORT BY s DESC LIMIT 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_pred +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/orc_struct_type_vectorization.q.out b/ql/src/test/results/clientpositive/llap/orc_struct_type_vectorization.q.out index 81703b1..63e1ef3 100644 --- a/ql/src/test/results/clientpositive/llap/orc_struct_type_vectorization.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_struct_type_vectorization.q.out @@ -74,8 +74,12 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 1023 PREHOOK: query: explain vectorization expression select st1, st1.f1, st1.f2, st2, st2.f1, st2.f3 from orc_struct_type limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_struct_type +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization expression select st1, st1.f1, st1.f2, st2, st2.f1, st2.f3 from orc_struct_type limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_struct_type +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -195,8 +199,12 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 10 2010 PREHOOK: query: explain vectorization expression select sum(st1.f1), st1.f1 from orc_struct_type where st1.f1 > 500 group by st1.f1 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_struct_type +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization expression select sum(st1.f1), st1.f1 from orc_struct_type where st1.f1 > 500 group by st1.f1 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_struct_type +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/parallel.q.out b/ql/src/test/results/clientpositive/llap/parallel.q.out index 904f6b7..692bb8c 100644 --- a/ql/src/test/results/clientpositive/llap/parallel.q.out +++ b/ql/src/test/results/clientpositive/llap/parallel.q.out @@ -19,11 +19,17 @@ from (select key, value from src group by key, value) s insert overwrite table src_a select s.key, s.value group by s.key, s.value insert overwrite table src_b_n0 select s.key, s.value group by s.key, s.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_a +PREHOOK: Output: default@src_b_n0 POSTHOOK: query: explain from (select key, value from src group by key, value) s insert overwrite table src_a select s.key, s.value group by s.key, s.value insert overwrite table src_b_n0 select s.key, s.value group by s.key, s.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_a +POSTHOOK: Output: default@src_b_n0 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/llap/parallel_colstats.q.out b/ql/src/test/results/clientpositive/llap/parallel_colstats.q.out index ef03868..91a450a 100644 --- a/ql/src/test/results/clientpositive/llap/parallel_colstats.q.out +++ b/ql/src/test/results/clientpositive/llap/parallel_colstats.q.out @@ -19,11 +19,17 @@ from (select key, value from src group by key, value) s insert overwrite table src_a_n0 select s.key, s.value group by s.key, s.value insert overwrite table src_b_n1 select s.key, s.value group by s.key, s.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_a_n0 +PREHOOK: Output: default@src_b_n1 POSTHOOK: query: explain from (select key, value from src group by key, value) s insert overwrite table src_a_n0 select s.key, s.value group by s.key, s.value insert overwrite table src_b_n1 select s.key, s.value group by s.key, s.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_a_n0 +POSTHOOK: Output: default@src_b_n1 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/llap/parquet_complex_types_vectorization.q.out b/ql/src/test/results/clientpositive/llap/parquet_complex_types_vectorization.q.out index 118a2c3..ccc4637 100644 --- a/ql/src/test/results/clientpositive/llap/parquet_complex_types_vectorization.q.out +++ b/ql/src/test/results/clientpositive/llap/parquet_complex_types_vectorization.q.out @@ -86,8 +86,12 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 1023 PREHOOK: query: explain vectorization expression select l1, l1[0], l1[1], l1[listIndex], listIndex from parquet_complex_types limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_complex_types +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization expression select l1, l1[0], l1[1], l1[listIndex], listIndex from parquet_complex_types limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_complex_types +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -171,8 +175,12 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### [118,119] 118 119 119 1 PREHOOK: query: explain vectorization expression select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_complex_types +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization expression select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_complex_types +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -383,8 +391,12 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 1024 PREHOOK: query: explain vectorization expression select l1, l1[0], l1[1], l1[listIndex], listIndex from parquet_complex_types limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_complex_types +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization expression select l1, l1[0], l1[1], l1[listIndex], listIndex from parquet_complex_types limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_complex_types +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -468,8 +480,12 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### [118,119] 118 119 119 1 PREHOOK: query: explain vectorization expression select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_complex_types +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization expression select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_complex_types +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -680,8 +696,12 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 1025 PREHOOK: query: explain vectorization expression select l1, l1[0], l1[1], l1[listIndex], listIndex from parquet_complex_types limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_complex_types +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization expression select l1, l1[0], l1[1], l1[listIndex], listIndex from parquet_complex_types limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_complex_types +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -765,8 +785,12 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### [118,119] 118 119 119 1 PREHOOK: query: explain vectorization expression select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_complex_types +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization expression select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_complex_types +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/parquet_map_type_vectorization.q.out b/ql/src/test/results/clientpositive/llap/parquet_map_type_vectorization.q.out index df332e1..f2f2380 100644 --- a/ql/src/test/results/clientpositive/llap/parquet_map_type_vectorization.q.out +++ b/ql/src/test/results/clientpositive/llap/parquet_map_type_vectorization.q.out @@ -97,9 +97,13 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain vectorization expression select stringMap, intMap, doubleMap, stringMap['k2'], intMap[456], doubleMap[123.123], stringMap[stringIndex], intMap[intIndex], doubleMap[doubleIndex] from parquet_map_type limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_map_type +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization expression select stringMap, intMap, doubleMap, stringMap['k2'], intMap[456], doubleMap[123.123], stringMap[stringIndex], intMap[intIndex], doubleMap[doubleIndex] from parquet_map_type limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_map_type +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -186,9 +190,13 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain vectorization expression select sum(intMap[123]), sum(doubleMap[123.123]), stringMap['k1'] from parquet_map_type where stringMap['k1'] like 'v100%' group by stringMap['k1'] order by stringMap['k1'] limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_map_type +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization expression select sum(intMap[123]), sum(doubleMap[123.123]), stringMap['k1'] from parquet_map_type where stringMap['k1'] like 'v100%' group by stringMap['k1'] order by stringMap['k1'] limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_map_type +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/parquet_predicate_pushdown.q.out b/ql/src/test/results/clientpositive/llap/parquet_predicate_pushdown.q.out index eaa7e5d..99521f6 100644 --- a/ql/src/test/results/clientpositive/llap/parquet_predicate_pushdown.q.out +++ b/ql/src/test/results/clientpositive/llap/parquet_predicate_pushdown.q.out @@ -107,8 +107,12 @@ POSTHOOK: Input: default@tbl_pred 62430 PREHOOK: query: EXPLAIN SELECT SUM(HASH(t)) FROM tbl_pred PREHOOK: type: QUERY +PREHOOK: Input: default@tbl_pred +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(t)) FROM tbl_pred POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl_pred +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -165,8 +169,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT SUM(HASH(t)) FROM tbl_pred PREHOOK: type: QUERY +PREHOOK: Input: default@tbl_pred +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(t)) FROM tbl_pred POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl_pred +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -311,12 +319,16 @@ PREHOOK: query: EXPLAIN SELECT * FROM tbl_pred AND t > -2 LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl_pred +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM tbl_pred WHERE t IS NOT NULL AND t < 0 AND t > -2 LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl_pred +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -342,12 +354,16 @@ PREHOOK: query: EXPLAIN SELECT * FROM tbl_pred AND t > -2 LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl_pred +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM tbl_pred WHERE t IS NOT NULL AND t < 0 AND t > -2 LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl_pred +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -405,11 +421,15 @@ PREHOOK: query: EXPLAIN SELECT t, s FROM tbl_pred AND s IS NOT NULL AND s LIKE 'bob%' PREHOOK: type: QUERY +PREHOOK: Input: default@tbl_pred +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT t, s FROM tbl_pred WHERE t <=> -1 AND s IS NOT NULL AND s LIKE 'bob%' POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl_pred +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -432,11 +452,15 @@ PREHOOK: query: EXPLAIN SELECT t, s FROM tbl_pred AND s IS NOT NULL AND s LIKE 'bob%' PREHOOK: type: QUERY +PREHOOK: Input: default@tbl_pred +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT t, s FROM tbl_pred WHERE t <=> -1 AND s IS NOT NULL AND s LIKE 'bob%' POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl_pred +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -504,6 +528,8 @@ PREHOOK: query: EXPLAIN SELECT t, s FROM tbl_pred AND t BETWEEN 25 AND 30 SORT BY t,s PREHOOK: type: QUERY +PREHOOK: Input: default@tbl_pred +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT t, s FROM tbl_pred WHERE s IS NOT NULL AND s LIKE 'bob%' @@ -511,6 +537,8 @@ POSTHOOK: query: EXPLAIN SELECT t, s FROM tbl_pred AND t BETWEEN 25 AND 30 SORT BY t,s POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl_pred +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -569,6 +597,8 @@ PREHOOK: query: EXPLAIN SELECT t, s FROM tbl_pred AND t BETWEEN 25 AND 30 SORT BY t,s PREHOOK: type: QUERY +PREHOOK: Input: default@tbl_pred +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT t, s FROM tbl_pred WHERE s IS NOT NULL AND s LIKE 'bob%' @@ -576,6 +606,8 @@ POSTHOOK: query: EXPLAIN SELECT t, s FROM tbl_pred AND t BETWEEN 25 AND 30 SORT BY t,s POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl_pred +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -697,6 +729,8 @@ PREHOOK: query: EXPLAIN SELECT t, si, d, s FROM tbl_pred ORDER BY s DESC LIMIT 3 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl_pred +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT t, si, d, s FROM tbl_pred WHERE d >= ROUND(9.99) AND d < 12 @@ -708,6 +742,8 @@ POSTHOOK: query: EXPLAIN SELECT t, si, d, s FROM tbl_pred ORDER BY s DESC LIMIT 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl_pred +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -775,6 +811,8 @@ PREHOOK: query: EXPLAIN SELECT t, si, d, s FROM tbl_pred ORDER BY s DESC LIMIT 3 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl_pred +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT t, si, d, s FROM tbl_pred WHERE d >= ROUND(9.99) AND d < 12 @@ -786,6 +824,8 @@ POSTHOOK: query: EXPLAIN SELECT t, si, d, s FROM tbl_pred ORDER BY s DESC LIMIT 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl_pred +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -963,6 +1003,8 @@ PREHOOK: query: EXPLAIN SELECT t, si, d, s FROM tbl_pred SORT BY s DESC LIMIT 3 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl_pred +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT t, si, d, s FROM tbl_pred WHERE t > 10 AND t <> 101 @@ -976,6 +1018,8 @@ POSTHOOK: query: EXPLAIN SELECT t, si, d, s FROM tbl_pred SORT BY s DESC LIMIT 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl_pred +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1062,6 +1106,8 @@ PREHOOK: query: EXPLAIN SELECT t, si, d, s FROM tbl_pred SORT BY s DESC LIMIT 3 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl_pred +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT t, si, d, s FROM tbl_pred WHERE t > 10 AND t <> 101 @@ -1075,6 +1121,8 @@ POSTHOOK: query: EXPLAIN SELECT t, si, d, s FROM tbl_pred SORT BY s DESC LIMIT 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl_pred +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1168,6 +1216,8 @@ PREHOOK: query: EXPLAIN SELECT f, i, b FROM tbl_pred SORT BY f DESC LIMIT 3 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl_pred +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT f, i, b FROM tbl_pred WHERE f IS NOT NULL AND f < 123.2 @@ -1187,6 +1237,8 @@ POSTHOOK: query: EXPLAIN SELECT f, i, b FROM tbl_pred SORT BY f DESC LIMIT 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl_pred +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/parquet_struct_type_vectorization.q.out b/ql/src/test/results/clientpositive/llap/parquet_struct_type_vectorization.q.out index c5215ec..f8b4879 100644 --- a/ql/src/test/results/clientpositive/llap/parquet_struct_type_vectorization.q.out +++ b/ql/src/test/results/clientpositive/llap/parquet_struct_type_vectorization.q.out @@ -74,8 +74,12 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 1023 PREHOOK: query: explain vectorization expression select st1, st1.f1, st1.f2, st2, st2.f1, st2.f3 from parquet_struct_type limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_struct_type +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization expression select st1, st1.f1, st1.f2, st2, st2.f1, st2.f3 from parquet_struct_type limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_struct_type +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -195,8 +199,12 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 10 2010 PREHOOK: query: explain vectorization expression select sum(st1.f1), st1.f1 from parquet_struct_type where st1.f1 > 500 group by st1.f1 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_struct_type +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization expression select sum(st1.f1), st1.f1 from parquet_struct_type where st1.f1 > 500 group by st1.f1 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_struct_type +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/parquet_types_vectorization.q.out b/ql/src/test/results/clientpositive/llap/parquet_types_vectorization.q.out index ae1a1cb..4cc93bd 100644 --- a/ql/src/test/results/clientpositive/llap/parquet_types_vectorization.q.out +++ b/ql/src/test/results/clientpositive/llap/parquet_types_vectorization.q.out @@ -162,6 +162,8 @@ FROM parquet_types_n0 GROUP BY ctinyint ORDER BY ctinyint PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_types_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT ctinyint, MAX(cint), MIN(csmallint), @@ -172,6 +174,8 @@ FROM parquet_types_n0 GROUP BY ctinyint ORDER BY ctinyint POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_types_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -276,8 +280,12 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 3 120 1 7 1.17143 1.8 PREHOOK: query: EXPLAIN SELECT cfloat, count(*) FROM parquet_types_n0 GROUP BY cfloat ORDER BY cfloat PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_types_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT cfloat, count(*) FROM parquet_types_n0 GROUP BY cfloat ORDER BY cfloat POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_types_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -364,8 +372,12 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 1.4 4 PREHOOK: query: EXPLAIN SELECT cchar, count(*) FROM parquet_types_n0 GROUP BY cchar ORDER BY cchar PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_types_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT cchar, count(*) FROM parquet_types_n0 GROUP BY cchar ORDER BY cchar POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_types_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -465,8 +477,12 @@ vwxyz 1 wxyza 1 PREHOOK: query: EXPLAIN SELECT cvarchar, count(*) FROM parquet_types_n0 GROUP BY cvarchar ORDER BY cvarchar PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_types_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT cvarchar, count(*) FROM parquet_types_n0 GROUP BY cvarchar ORDER BY cvarchar POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_types_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -562,8 +578,12 @@ abcdefgh 1 b 1 PREHOOK: query: EXPLAIN SELECT cstring1, count(*) FROM parquet_types_n0 GROUP BY cstring1 ORDER BY cstring1 PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_types_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT cstring1, count(*) FROM parquet_types_n0 GROUP BY cstring1 ORDER BY cstring1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_types_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -666,8 +686,12 @@ yza 1 zab 1 PREHOOK: query: EXPLAIN SELECT t, count(*) FROM parquet_types_n0 GROUP BY t ORDER BY t PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_types_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT t, count(*) FROM parquet_types_n0 GROUP BY t ORDER BY t POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_types_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -771,8 +795,12 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 2032-10-10 22:22:22.222222222 1 PREHOOK: query: EXPLAIN SELECT hex(cbinary), count(*) FROM parquet_types_n0 GROUP BY cbinary PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_types_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT hex(cbinary), count(*) FROM parquet_types_n0 GROUP BY cbinary POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_types_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/partialdhj.q.out b/ql/src/test/results/clientpositive/llap/partialdhj.q.out index fde5496..fbbd204 100644 --- a/ql/src/test/results/clientpositive/llap/partialdhj.q.out +++ b/ql/src/test/results/clientpositive/llap/partialdhj.q.out @@ -10,6 +10,9 @@ FROM ( JOIN src ON (a.value = src.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM ( @@ -22,6 +25,9 @@ FROM ( JOIN src ON (a.value = src.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -240,6 +246,9 @@ JOIN ( ) a ON (src.value = a.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src @@ -252,6 +261,9 @@ JOIN ( ) a ON (src.value = a.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/partition_ctas.q.out b/ql/src/test/results/clientpositive/llap/partition_ctas.q.out index 67c7965..8d96e26 100644 --- a/ql/src/test/results/clientpositive/llap/partition_ctas.q.out +++ b/ql/src/test/results/clientpositive/llap/partition_ctas.q.out @@ -2,10 +2,17 @@ PREHOOK: query: EXPLAIN CREATE TABLE partition_ctas_1 PARTITIONED BY (key) AS SELECT value, key FROM src where key > 200 and key < 300 PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@partition_ctas_1 +PREHOOK: Output: default@partition_ctas_1 POSTHOOK: query: EXPLAIN CREATE TABLE partition_ctas_1 PARTITIONED BY (key) AS SELECT value, key FROM src where key > 200 and key < 300 POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partition_ctas_1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -249,9 +256,15 @@ Storage Desc Params: PREHOOK: query: EXPLAIN SELECT * FROM partition_ctas_1 where key = 238 PREHOOK: type: QUERY +PREHOOK: Input: default@partition_ctas_1 +PREHOOK: Input: default@partition_ctas_1@key=238 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM partition_ctas_1 where key = 238 POSTHOOK: type: QUERY +POSTHOOK: Input: default@partition_ctas_1 +POSTHOOK: Input: default@partition_ctas_1@key=238 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -419,9 +432,15 @@ POSTHOOK: Lineage: partition_ctas_2 PARTITION(value=val_298).key SIMPLE [(src)sr PREHOOK: query: EXPLAIN SELECT * FROM partition_ctas_2 where value = 'val_238' PREHOOK: type: QUERY +PREHOOK: Input: default@partition_ctas_2 +PREHOOK: Input: default@partition_ctas_2@value=val_238 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM partition_ctas_2 where value = 'val_238' POSTHOOK: type: QUERY +POSTHOOK: Input: default@partition_ctas_2 +POSTHOOK: Input: default@partition_ctas_2@value=val_238 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -452,9 +471,137 @@ POSTHOOK: Input: default@partition_ctas_2@value=val_238 PREHOOK: query: EXPLAIN SELECT value FROM partition_ctas_2 where key = 238 PREHOOK: type: QUERY +PREHOOK: Input: default@partition_ctas_2 +PREHOOK: Input: default@partition_ctas_2@value=val_201 +PREHOOK: Input: default@partition_ctas_2@value=val_202 +PREHOOK: Input: default@partition_ctas_2@value=val_203 +PREHOOK: Input: default@partition_ctas_2@value=val_205 +PREHOOK: Input: default@partition_ctas_2@value=val_207 +PREHOOK: Input: default@partition_ctas_2@value=val_208 +PREHOOK: Input: default@partition_ctas_2@value=val_209 +PREHOOK: Input: default@partition_ctas_2@value=val_213 +PREHOOK: Input: default@partition_ctas_2@value=val_214 +PREHOOK: Input: default@partition_ctas_2@value=val_216 +PREHOOK: Input: default@partition_ctas_2@value=val_217 +PREHOOK: Input: default@partition_ctas_2@value=val_218 +PREHOOK: Input: default@partition_ctas_2@value=val_219 +PREHOOK: Input: default@partition_ctas_2@value=val_221 +PREHOOK: Input: default@partition_ctas_2@value=val_222 +PREHOOK: Input: default@partition_ctas_2@value=val_223 +PREHOOK: Input: default@partition_ctas_2@value=val_224 +PREHOOK: Input: default@partition_ctas_2@value=val_226 +PREHOOK: Input: default@partition_ctas_2@value=val_228 +PREHOOK: Input: default@partition_ctas_2@value=val_229 +PREHOOK: Input: default@partition_ctas_2@value=val_230 +PREHOOK: Input: default@partition_ctas_2@value=val_233 +PREHOOK: Input: default@partition_ctas_2@value=val_235 +PREHOOK: Input: default@partition_ctas_2@value=val_237 +PREHOOK: Input: default@partition_ctas_2@value=val_238 +PREHOOK: Input: default@partition_ctas_2@value=val_239 +PREHOOK: Input: default@partition_ctas_2@value=val_241 +PREHOOK: Input: default@partition_ctas_2@value=val_242 +PREHOOK: Input: default@partition_ctas_2@value=val_244 +PREHOOK: Input: default@partition_ctas_2@value=val_247 +PREHOOK: Input: default@partition_ctas_2@value=val_248 +PREHOOK: Input: default@partition_ctas_2@value=val_249 +PREHOOK: Input: default@partition_ctas_2@value=val_252 +PREHOOK: Input: default@partition_ctas_2@value=val_255 +PREHOOK: Input: default@partition_ctas_2@value=val_256 +PREHOOK: Input: default@partition_ctas_2@value=val_257 +PREHOOK: Input: default@partition_ctas_2@value=val_258 +PREHOOK: Input: default@partition_ctas_2@value=val_260 +PREHOOK: Input: default@partition_ctas_2@value=val_262 +PREHOOK: Input: default@partition_ctas_2@value=val_263 +PREHOOK: Input: default@partition_ctas_2@value=val_265 +PREHOOK: Input: default@partition_ctas_2@value=val_266 +PREHOOK: Input: default@partition_ctas_2@value=val_272 +PREHOOK: Input: default@partition_ctas_2@value=val_273 +PREHOOK: Input: default@partition_ctas_2@value=val_274 +PREHOOK: Input: default@partition_ctas_2@value=val_275 +PREHOOK: Input: default@partition_ctas_2@value=val_277 +PREHOOK: Input: default@partition_ctas_2@value=val_278 +PREHOOK: Input: default@partition_ctas_2@value=val_280 +PREHOOK: Input: default@partition_ctas_2@value=val_281 +PREHOOK: Input: default@partition_ctas_2@value=val_282 +PREHOOK: Input: default@partition_ctas_2@value=val_283 +PREHOOK: Input: default@partition_ctas_2@value=val_284 +PREHOOK: Input: default@partition_ctas_2@value=val_285 +PREHOOK: Input: default@partition_ctas_2@value=val_286 +PREHOOK: Input: default@partition_ctas_2@value=val_287 +PREHOOK: Input: default@partition_ctas_2@value=val_288 +PREHOOK: Input: default@partition_ctas_2@value=val_289 +PREHOOK: Input: default@partition_ctas_2@value=val_291 +PREHOOK: Input: default@partition_ctas_2@value=val_292 +PREHOOK: Input: default@partition_ctas_2@value=val_296 +PREHOOK: Input: default@partition_ctas_2@value=val_298 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT value FROM partition_ctas_2 where key = 238 POSTHOOK: type: QUERY +POSTHOOK: Input: default@partition_ctas_2 +POSTHOOK: Input: default@partition_ctas_2@value=val_201 +POSTHOOK: Input: default@partition_ctas_2@value=val_202 +POSTHOOK: Input: default@partition_ctas_2@value=val_203 +POSTHOOK: Input: default@partition_ctas_2@value=val_205 +POSTHOOK: Input: default@partition_ctas_2@value=val_207 +POSTHOOK: Input: default@partition_ctas_2@value=val_208 +POSTHOOK: Input: default@partition_ctas_2@value=val_209 +POSTHOOK: Input: default@partition_ctas_2@value=val_213 +POSTHOOK: Input: default@partition_ctas_2@value=val_214 +POSTHOOK: Input: default@partition_ctas_2@value=val_216 +POSTHOOK: Input: default@partition_ctas_2@value=val_217 +POSTHOOK: Input: default@partition_ctas_2@value=val_218 +POSTHOOK: Input: default@partition_ctas_2@value=val_219 +POSTHOOK: Input: default@partition_ctas_2@value=val_221 +POSTHOOK: Input: default@partition_ctas_2@value=val_222 +POSTHOOK: Input: default@partition_ctas_2@value=val_223 +POSTHOOK: Input: default@partition_ctas_2@value=val_224 +POSTHOOK: Input: default@partition_ctas_2@value=val_226 +POSTHOOK: Input: default@partition_ctas_2@value=val_228 +POSTHOOK: Input: default@partition_ctas_2@value=val_229 +POSTHOOK: Input: default@partition_ctas_2@value=val_230 +POSTHOOK: Input: default@partition_ctas_2@value=val_233 +POSTHOOK: Input: default@partition_ctas_2@value=val_235 +POSTHOOK: Input: default@partition_ctas_2@value=val_237 +POSTHOOK: Input: default@partition_ctas_2@value=val_238 +POSTHOOK: Input: default@partition_ctas_2@value=val_239 +POSTHOOK: Input: default@partition_ctas_2@value=val_241 +POSTHOOK: Input: default@partition_ctas_2@value=val_242 +POSTHOOK: Input: default@partition_ctas_2@value=val_244 +POSTHOOK: Input: default@partition_ctas_2@value=val_247 +POSTHOOK: Input: default@partition_ctas_2@value=val_248 +POSTHOOK: Input: default@partition_ctas_2@value=val_249 +POSTHOOK: Input: default@partition_ctas_2@value=val_252 +POSTHOOK: Input: default@partition_ctas_2@value=val_255 +POSTHOOK: Input: default@partition_ctas_2@value=val_256 +POSTHOOK: Input: default@partition_ctas_2@value=val_257 +POSTHOOK: Input: default@partition_ctas_2@value=val_258 +POSTHOOK: Input: default@partition_ctas_2@value=val_260 +POSTHOOK: Input: default@partition_ctas_2@value=val_262 +POSTHOOK: Input: default@partition_ctas_2@value=val_263 +POSTHOOK: Input: default@partition_ctas_2@value=val_265 +POSTHOOK: Input: default@partition_ctas_2@value=val_266 +POSTHOOK: Input: default@partition_ctas_2@value=val_272 +POSTHOOK: Input: default@partition_ctas_2@value=val_273 +POSTHOOK: Input: default@partition_ctas_2@value=val_274 +POSTHOOK: Input: default@partition_ctas_2@value=val_275 +POSTHOOK: Input: default@partition_ctas_2@value=val_277 +POSTHOOK: Input: default@partition_ctas_2@value=val_278 +POSTHOOK: Input: default@partition_ctas_2@value=val_280 +POSTHOOK: Input: default@partition_ctas_2@value=val_281 +POSTHOOK: Input: default@partition_ctas_2@value=val_282 +POSTHOOK: Input: default@partition_ctas_2@value=val_283 +POSTHOOK: Input: default@partition_ctas_2@value=val_284 +POSTHOOK: Input: default@partition_ctas_2@value=val_285 +POSTHOOK: Input: default@partition_ctas_2@value=val_286 +POSTHOOK: Input: default@partition_ctas_2@value=val_287 +POSTHOOK: Input: default@partition_ctas_2@value=val_288 +POSTHOOK: Input: default@partition_ctas_2@value=val_289 +POSTHOOK: Input: default@partition_ctas_2@value=val_291 +POSTHOOK: Input: default@partition_ctas_2@value=val_292 +POSTHOOK: Input: default@partition_ctas_2@value=val_296 +POSTHOOK: Input: default@partition_ctas_2@value=val_298 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -746,9 +893,15 @@ POSTHOOK: Lineage: partition_ctas_diff_order PARTITION(value=val_298).key SIMPLE PREHOOK: query: EXPLAIN SELECT * FROM partition_ctas_diff_order where value = 'val_238' PREHOOK: type: QUERY +PREHOOK: Input: default@partition_ctas_diff_order +PREHOOK: Input: default@partition_ctas_diff_order@value=val_238 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM partition_ctas_diff_order where value = 'val_238' POSTHOOK: type: QUERY +POSTHOOK: Input: default@partition_ctas_diff_order +POSTHOOK: Input: default@partition_ctas_diff_order@value=val_238 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -908,9 +1061,15 @@ POSTHOOK: Lineage: partition_ctas_complex_order PARTITION(c0=val_239_0,c4=val_23 PREHOOK: query: EXPLAIN SELECT * FROM partition_ctas_complex_order where c0 = 'val_238_0' PREHOOK: type: QUERY +PREHOOK: Input: default@partition_ctas_complex_order +PREHOOK: Input: default@partition_ctas_complex_order@c0=val_238_0/c4=val_238_4/c1=val_238_1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM partition_ctas_complex_order where c0 = 'val_238_0' POSTHOOK: type: QUERY +POSTHOOK: Input: default@partition_ctas_complex_order +POSTHOOK: Input: default@partition_ctas_complex_order@c0=val_238_0/c4=val_238_4/c1=val_238_1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/llap/partition_multilevels.q.out b/ql/src/test/results/clientpositive/llap/partition_multilevels.q.out index 3df6e2f..1bbdc21 100644 --- a/ql/src/test/results/clientpositive/llap/partition_multilevels.q.out +++ b/ql/src/test/results/clientpositive/llap/partition_multilevels.q.out @@ -964,8 +964,24 @@ POSTHOOK: Input: default@partition_test_multilevel@level1=2222/level2=333/level3 2222 333 11 19 PREHOOK: query: explain select level1, level2, level3, count(*) from partition_test_multilevel where (level1 = '2222') and (level2 between '222' and '333') and (level3 between '11' and '33') group by level1, level2, level3 PREHOOK: type: QUERY +PREHOOK: Input: default@partition_test_multilevel +PREHOOK: Input: default@partition_test_multilevel@level1=2222/level2=222/level3=11 +PREHOOK: Input: default@partition_test_multilevel@level1=2222/level2=222/level3=22 +PREHOOK: Input: default@partition_test_multilevel@level1=2222/level2=222/level3=33 +PREHOOK: Input: default@partition_test_multilevel@level1=2222/level2=333/level3=11 +PREHOOK: Input: default@partition_test_multilevel@level1=2222/level2=333/level3=22 +PREHOOK: Input: default@partition_test_multilevel@level1=2222/level2=333/level3=33 +#### A masked pattern was here #### POSTHOOK: query: explain select level1, level2, level3, count(*) from partition_test_multilevel where (level1 = '2222') and (level2 between '222' and '333') and (level3 between '11' and '33') group by level1, level2, level3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@partition_test_multilevel +POSTHOOK: Input: default@partition_test_multilevel@level1=2222/level2=222/level3=11 +POSTHOOK: Input: default@partition_test_multilevel@level1=2222/level2=222/level3=22 +POSTHOOK: Input: default@partition_test_multilevel@level1=2222/level2=222/level3=33 +POSTHOOK: Input: default@partition_test_multilevel@level1=2222/level2=333/level3=11 +POSTHOOK: Input: default@partition_test_multilevel@level1=2222/level2=333/level3=22 +POSTHOOK: Input: default@partition_test_multilevel@level1=2222/level2=333/level3=33 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1554,8 +1570,24 @@ POSTHOOK: Input: default@partition_test_multilevel@level1=2222/level2=333/level3 2222 333 11 19 PREHOOK: query: explain select level1, level2, level3, count(*) from partition_test_multilevel where (level1 = '2222') and (level2 between '222' and '333') and (level3 between '11' and '33') group by level1, level2, level3 PREHOOK: type: QUERY +PREHOOK: Input: default@partition_test_multilevel +PREHOOK: Input: default@partition_test_multilevel@level1=2222/level2=222/level3=11 +PREHOOK: Input: default@partition_test_multilevel@level1=2222/level2=222/level3=22 +PREHOOK: Input: default@partition_test_multilevel@level1=2222/level2=222/level3=33 +PREHOOK: Input: default@partition_test_multilevel@level1=2222/level2=333/level3=11 +PREHOOK: Input: default@partition_test_multilevel@level1=2222/level2=333/level3=22 +PREHOOK: Input: default@partition_test_multilevel@level1=2222/level2=333/level3=33 +#### A masked pattern was here #### POSTHOOK: query: explain select level1, level2, level3, count(*) from partition_test_multilevel where (level1 = '2222') and (level2 between '222' and '333') and (level3 between '11' and '33') group by level1, level2, level3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@partition_test_multilevel +POSTHOOK: Input: default@partition_test_multilevel@level1=2222/level2=222/level3=11 +POSTHOOK: Input: default@partition_test_multilevel@level1=2222/level2=222/level3=22 +POSTHOOK: Input: default@partition_test_multilevel@level1=2222/level2=222/level3=33 +POSTHOOK: Input: default@partition_test_multilevel@level1=2222/level2=333/level3=11 +POSTHOOK: Input: default@partition_test_multilevel@level1=2222/level2=333/level3=22 +POSTHOOK: Input: default@partition_test_multilevel@level1=2222/level2=333/level3=33 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/partition_pruning.q.out b/ql/src/test/results/clientpositive/llap/partition_pruning.q.out index 8254aef..6e59609 100644 --- a/ql/src/test/results/clientpositive/llap/partition_pruning.q.out +++ b/ql/src/test/results/clientpositive/llap/partition_pruning.q.out @@ -94,8 +94,14 @@ POSTHOOK: Input: default@daysales@dt=2001-01-03 3 2001-01-03 PREHOOK: query: explain extended select * from daysales where nvl(dt='2001-01-01' and customer=1, false) PREHOOK: type: QUERY +PREHOOK: Input: default@daysales +PREHOOK: Input: default@daysales@dt=2001-01-01 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from daysales where nvl(dt='2001-01-01' and customer=1, false) POSTHOOK: type: QUERY +POSTHOOK: Input: default@daysales +POSTHOOK: Input: default@daysales@dt=2001-01-01 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `customer`, `dt` FROM `default`.`daysales` WHERE NVL(`dt` = '2001-01-01' AND `customer` = 1, FALSE) @@ -167,8 +173,16 @@ STAGE PLANS: PREHOOK: query: explain extended select * from daysales where nvl(dt='2001-01-01' or customer=3, false) PREHOOK: type: QUERY +PREHOOK: Input: default@daysales +PREHOOK: Input: default@daysales@dt=2001-01-01 +PREHOOK: Input: default@daysales@dt=2001-01-03 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from daysales where nvl(dt='2001-01-01' or customer=3, false) POSTHOOK: type: QUERY +POSTHOOK: Input: default@daysales +POSTHOOK: Input: default@daysales@dt=2001-01-01 +POSTHOOK: Input: default@daysales@dt=2001-01-03 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `customer`, `dt` FROM `default`.`daysales` WHERE NVL(`dt` = '2001-01-01' OR `customer` = 3, FALSE) @@ -286,8 +300,16 @@ STAGE PLANS: PREHOOK: query: explain extended select * from daysales where nvl(dt='2001-01-01' or customer=3, false) PREHOOK: type: QUERY +PREHOOK: Input: default@daysales +PREHOOK: Input: default@daysales@dt=2001-01-01 +PREHOOK: Input: default@daysales@dt=2001-01-03 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from daysales where nvl(dt='2001-01-01' or customer=3, false) POSTHOOK: type: QUERY +POSTHOOK: Input: default@daysales +POSTHOOK: Input: default@daysales@dt=2001-01-01 +POSTHOOK: Input: default@daysales@dt=2001-01-03 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `customer`, `dt` FROM `default`.`daysales` WHERE NVL(`dt` = '2001-01-01' OR `customer` = 3, FALSE) diff --git a/ql/src/test/results/clientpositive/llap/partition_shared_scan.q.out b/ql/src/test/results/clientpositive/llap/partition_shared_scan.q.out index fd33f12..a196928 100644 --- a/ql/src/test/results/clientpositive/llap/partition_shared_scan.q.out +++ b/ql/src/test/results/clientpositive/llap/partition_shared_scan.q.out @@ -35,6 +35,11 @@ join part p1 on (p1.p_partkey = f1.i) join foo_n1 f2 on (f1.i = f2.i) where f1.s='foo_n1' and f2.s='bar' PREHOOK: type: QUERY +PREHOOK: Input: default@foo_n1 +PREHOOK: Input: default@foo_n1@s=bar +PREHOOK: Input: default@foo_n1@s=foo_n1 +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from foo_n1 f1 @@ -42,6 +47,11 @@ join part p1 on (p1.p_partkey = f1.i) join foo_n1 f2 on (f1.i = f2.i) where f1.s='foo_n1' and f2.s='bar' POSTHOOK: type: QUERY +POSTHOOK: Input: default@foo_n1 +POSTHOOK: Input: default@foo_n1@s=bar +POSTHOOK: Input: default@foo_n1@s=foo_n1 +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -166,6 +176,10 @@ join part p1 on (p1.p_partkey = f1.i) join foo_n1 f2 on (f1.i = f2.i) where f1.s='foo_n1' and f2.s='foo_n1' PREHOOK: type: QUERY +PREHOOK: Input: default@foo_n1 +PREHOOK: Input: default@foo_n1@s=foo_n1 +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from foo_n1 f1 @@ -173,6 +187,10 @@ join part p1 on (p1.p_partkey = f1.i) join foo_n1 f2 on (f1.i = f2.i) where f1.s='foo_n1' and f2.s='foo_n1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@foo_n1 +POSTHOOK: Input: default@foo_n1@s=foo_n1 +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/ppd_union_view.q.out b/ql/src/test/results/clientpositive/llap/ppd_union_view.q.out index 9908b89..e5ab461 100644 --- a/ql/src/test/results/clientpositive/llap/ppd_union_view.q.out +++ b/ql/src/test/results/clientpositive/llap/ppd_union_view.q.out @@ -133,9 +133,23 @@ POSTHOOK: Lineage: t1_n113.value EXPRESSION [(t1_new_n0)t1_new_n0.FieldSchema(na PREHOOK: query: explain extended select * from t1_n113 where ds = '2011-10-13' PREHOOK: type: QUERY +PREHOOK: Input: default@t1_mapping +PREHOOK: Input: default@t1_mapping@ds=2011-10-13 +PREHOOK: Input: default@t1_n113 +PREHOOK: Input: default@t1_new_n0 +PREHOOK: Input: default@t1_old +PREHOOK: Input: default@t1_old@ds=2011-10-13 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from t1_n113 where ds = '2011-10-13' POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_mapping +POSTHOOK: Input: default@t1_mapping@ds=2011-10-13 +POSTHOOK: Input: default@t1_n113 +POSTHOOK: Input: default@t1_new_n0 +POSTHOOK: Input: default@t1_old +POSTHOOK: Input: default@t1_old@ds=2011-10-13 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value`, CAST('2011-10-13' AS STRING) AS `ds` FROM (SELECT `key`, `value` FROM `default`.`t1_new_n0` @@ -460,9 +474,21 @@ key4 value4 2011-10-14 PREHOOK: query: explain extended select * from t1_n113 where ds = '2011-10-15' PREHOOK: type: QUERY +PREHOOK: Input: default@t1_mapping +PREHOOK: Input: default@t1_n113 +PREHOOK: Input: default@t1_new_n0 +PREHOOK: Input: default@t1_new_n0@ds=2011-10-15 +PREHOOK: Input: default@t1_old +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from t1_n113 where ds = '2011-10-15' POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_mapping +POSTHOOK: Input: default@t1_n113 +POSTHOOK: Input: default@t1_new_n0 +POSTHOOK: Input: default@t1_new_n0@ds=2011-10-15 +POSTHOOK: Input: default@t1_old +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value`, CAST('2011-10-15' AS STRING) AS `ds` FROM (SELECT `key`, `value` FROM `default`.`t1_new_n0` diff --git a/ql/src/test/results/clientpositive/llap/ptf.q.out b/ql/src/test/results/clientpositive/llap/ptf.q.out index 13ea607..1d9487d 100644 --- a/ql/src/test/results/clientpositive/llap/ptf.q.out +++ b/ql/src/test/results/clientpositive/llap/ptf.q.out @@ -8,6 +8,8 @@ from noop(on part order by p_name ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -18,6 +20,8 @@ from noop(on part order by p_name ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -185,6 +189,8 @@ from noop (on (select p1.* from part p1 join part p2 on p1.p_partkey = p2.p_part distribute by j.p_mfgr sort by j.p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, p_size - lag(p_size,1,p_size) over (partition by p_mfgr order by p_name) as deltaSz @@ -192,6 +198,8 @@ from noop (on (select p1.* from part p1 join part p2 on p1.p_partkey = p2.p_part distribute by j.p_mfgr sort by j.p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -377,12 +385,16 @@ from noop(on part partition by p_mfgr order by p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size from noop(on part partition by p_mfgr order by p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -497,6 +509,8 @@ from noop(on part order by p_name ) abc PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -507,6 +521,8 @@ from noop(on part order by p_name ) abc POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -677,6 +693,8 @@ from noop(on part order by p_name ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -687,6 +705,8 @@ from noop(on part order by p_name ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -859,6 +879,8 @@ from noop(on part ) group by p_mfgr, p_name, p_size PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -870,6 +892,8 @@ from noop(on part ) group by p_mfgr, p_name, p_size POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1048,6 +1072,8 @@ partition by p_mfgr order by p_name ) abc join part p1 on abc.p_partkey = p1.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select abc.* from noop(on part @@ -1055,6 +1081,8 @@ partition by p_mfgr order by p_name ) abc join part p1 on abc.p_partkey = p1.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1202,6 +1230,8 @@ partition by p_mfgr order by p_name ) abc on abc.p_partkey = p1.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select abc.* from part p1 join noop(on part @@ -1209,6 +1239,8 @@ partition by p_mfgr order by p_name ) abc on abc.p_partkey = p1.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1360,6 +1392,8 @@ from noopwithmap(on part partition by p_mfgr order by p_name, p_size desc) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name, p_size desc) as r @@ -1367,6 +1401,8 @@ from noopwithmap(on part partition by p_mfgr order by p_name, p_size desc) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1532,6 +1568,8 @@ from noopwithmap(on part partition by p_mfgr order by p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -1541,6 +1579,8 @@ from noopwithmap(on part partition by p_mfgr order by p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1725,6 +1765,8 @@ from noop(on part partition by p_mfgr order by p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -1734,6 +1776,8 @@ from noop(on part partition by p_mfgr order by p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1902,6 +1946,8 @@ partition by p_mfgr order by p_mfgr DESC, p_name ))) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -1912,6 +1958,8 @@ partition by p_mfgr order by p_mfgr DESC, p_name ))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2144,6 +2192,8 @@ order by p_name) window w1 as (partition by p_mfgr order by p_name rows between 2 preceding and 2 following) ) sub1 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, sub1.cd, sub1.s1 @@ -2157,6 +2207,8 @@ order by p_name) window w1 as (partition by p_mfgr order by p_name rows between 2 preceding and 2 following) ) sub1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2327,6 +2379,8 @@ partition by p_mfgr order by p_name ) abc join part p1 on abc.p_partkey = p1.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select abc.p_mfgr, abc.p_name, rank() over (distribute by abc.p_mfgr sort by abc.p_name) as r, @@ -2339,6 +2393,8 @@ partition by p_mfgr order by p_name ) abc join part p1 on abc.p_partkey = p1.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2560,12 +2616,16 @@ from noop(on part partition by p_mfgr order by p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select DISTINCT p_mfgr, p_name, p_size from noop(on part partition by p_mfgr order by p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2717,6 +2777,9 @@ partition by p_mfgr order by p_mfgr) window w1 as ( partition by p_mfgr order by p_brand rows between 2 preceding and current row) PREHOOK: type: QUERY +PREHOOK: Input: default@mfgr_price_view_n5 +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_brand, s, round(sum(s) over w1,2) as s1 @@ -2725,6 +2788,9 @@ partition by p_mfgr order by p_mfgr) window w1 as ( partition by p_mfgr order by p_brand rows between 2 preceding and current row) POSTHOOK: type: QUERY +POSTHOOK: Input: default@mfgr_price_view_n5 +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2935,6 +3001,9 @@ cume_dist() over (distribute by p_mfgr sort by p_mfgr, p_name) as cud, first_value(p_size, true) over w1 as fv1 window w1 as (distribute by p_mfgr sort by p_mfgr, p_name rows between 2 preceding and 2 following) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Output: default@part_4_n2 +PREHOOK: Output: default@part_5_n2 POSTHOOK: query: explain from noop(on part partition by p_mfgr @@ -2951,6 +3020,9 @@ cume_dist() over (distribute by p_mfgr sort by p_mfgr, p_name) as cud, first_value(p_size, true) over w1 as fv1 window w1 as (distribute by p_mfgr sort by p_mfgr, p_name rows between 2 preceding and 2 following) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Output: default@part_4_n2 +POSTHOOK: Output: default@part_5_n2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -3399,6 +3471,8 @@ from noop(on partition by p_mfgr,p_name order by p_mfgr,p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, rank() over (partition by p_mfgr,p_name) as r, @@ -3416,6 +3490,8 @@ from noop(on partition by p_mfgr,p_name order by p_mfgr,p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3673,6 +3749,8 @@ from noop(on partition by p_mfgr order by p_mfgr ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, rank() over (partition by p_mfgr order by p_name) as r, @@ -3690,6 +3768,8 @@ from noop(on partition by p_mfgr order by p_mfgr ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3942,6 +4022,8 @@ from noop(on partition by p_mfgr order by p_mfgr)) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, rank() over (partition by p_mfgr order by p_name) as r, @@ -3957,6 +4039,8 @@ from noop(on partition by p_mfgr order by p_mfgr)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4186,6 +4270,8 @@ from noopwithmap(on partition by p_mfgr,p_name order by p_mfgr,p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, rank() over (partition by p_mfgr,p_name) as r, @@ -4203,6 +4289,8 @@ from noopwithmap(on partition by p_mfgr,p_name order by p_mfgr,p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4473,6 +4561,8 @@ from noop(on order by p_mfgr )) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, rank() over (partition by p_mfgr,p_name order by p_mfgr,p_name) as r, @@ -4489,6 +4579,8 @@ from noop(on order by p_mfgr )) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4734,6 +4826,8 @@ from noopwithmap(on order by p_mfgr, p_name) )) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, rank() over (partition by p_mfgr order by p_name) as r, @@ -4748,6 +4842,8 @@ from noopwithmap(on order by p_mfgr, p_name) )) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/ptf_matchpath.q.out b/ql/src/test/results/clientpositive/llap/ptf_matchpath.q.out index c2a80fe..010ccc1 100644 --- a/ql/src/test/results/clientpositive/llap/ptf_matchpath.q.out +++ b/ql/src/test/results/clientpositive/llap/ptf_matchpath.q.out @@ -45,6 +45,8 @@ from matchpath(on arg4('origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath') ) PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select origin_city_name, fl_num, year, month, day_of_month, sz, tpath from matchpath(on @@ -56,6 +58,8 @@ from matchpath(on arg4('origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath') ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -173,6 +177,8 @@ from matchpath(on ) where fl_num = 1142 PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select origin_city_name, fl_num, year, month, day_of_month, sz, tpath from matchpath(on @@ -184,6 +190,8 @@ from matchpath(on ) where fl_num = 1142 POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -292,6 +300,8 @@ from matchpath(on arg4('origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath') ) PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select origin_city_name, fl_num, year, month, day_of_month, sz, tpath from matchpath(on @@ -302,6 +312,8 @@ from matchpath(on arg4('origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath') ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/ptf_streaming.q.out b/ql/src/test/results/clientpositive/llap/ptf_streaming.q.out index 3b3b13d..66dc679 100644 --- a/ql/src/test/results/clientpositive/llap/ptf_streaming.q.out +++ b/ql/src/test/results/clientpositive/llap/ptf_streaming.q.out @@ -8,6 +8,8 @@ from noopstreaming(on part order by p_name ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -18,6 +20,8 @@ from noopstreaming(on part order by p_name ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -185,6 +189,8 @@ from noopstreaming (on (select p1.* from part p1 join part p2 on p1.p_partkey = distribute by j.p_mfgr sort by j.p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, p_size - lag(p_size,1,p_size) over (partition by p_mfgr order by p_name) as deltaSz @@ -192,6 +198,8 @@ from noopstreaming (on (select p1.* from part p1 join part p2 on p1.p_partkey = distribute by j.p_mfgr sort by j.p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -378,6 +386,8 @@ partition by p_mfgr order by p_name ) abc join part p1 on abc.p_partkey = p1.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select abc.* from noopstreaming(on part @@ -385,6 +395,8 @@ partition by p_mfgr order by p_name ) abc join part p1 on abc.p_partkey = p1.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -532,6 +544,8 @@ from noopwithmapstreaming(on part partition by p_mfgr order by p_name, p_size desc) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name, p_size desc) as r @@ -539,6 +553,8 @@ from noopwithmapstreaming(on part partition by p_mfgr order by p_name, p_size desc) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -704,6 +720,8 @@ from noopwithmapstreaming(on part partition by p_mfgr order by p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -713,6 +731,8 @@ from noopwithmapstreaming(on part partition by p_mfgr order by p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -898,6 +918,8 @@ partition by p_mfgr order by p_mfgr, p_name ))) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -908,6 +930,8 @@ partition by p_mfgr order by p_mfgr, p_name ))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1137,6 +1161,8 @@ partition by p_mfgr order by p_mfgr, p_name ))) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -1147,6 +1173,8 @@ partition by p_mfgr order by p_mfgr, p_name ))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1376,6 +1404,8 @@ partition by p_mfgr order by p_mfgr, p_name ))) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -1386,6 +1416,8 @@ partition by p_mfgr order by p_mfgr, p_name ))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1617,6 +1649,8 @@ partition by p_mfgr order by p_name ) abc join part p1 on abc.p_partkey = p1.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select abc.p_mfgr, abc.p_name, rank() over (distribute by abc.p_mfgr sort by abc.p_name) as r, @@ -1629,6 +1663,8 @@ partition by p_mfgr order by p_name ) abc join part p1 on abc.p_partkey = p1.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1861,6 +1897,8 @@ from noopstreaming(on partition by p_mfgr,p_name order by p_mfgr,p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, rank() over (partition by p_mfgr,p_name) as r, @@ -1878,6 +1916,8 @@ from noopstreaming(on partition by p_mfgr,p_name order by p_mfgr,p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2135,6 +2175,8 @@ from noop(on partition by p_mfgr order by p_mfgr ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, rank() over (partition by p_mfgr order by p_name) as r, @@ -2152,6 +2194,8 @@ from noop(on partition by p_mfgr order by p_mfgr ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2403,6 +2447,8 @@ from noopwithmapstreaming(on order by p_mfgr, p_name) )) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, rank() over (partition by p_mfgr order by p_name) as r, @@ -2417,6 +2463,8 @@ from noopwithmapstreaming(on order by p_mfgr, p_name) )) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/quotedid_smb.q.out b/ql/src/test/results/clientpositive/llap/quotedid_smb.q.out index 13f2f9a..f836c47 100644 --- a/ql/src/test/results/clientpositive/llap/quotedid_smb.q.out +++ b/ql/src/test/results/clientpositive/llap/quotedid_smb.q.out @@ -46,10 +46,16 @@ PREHOOK: query: explain select a.`x+1`, a.`!@#$%^&*()_q`, b.`x+1`, b.`!@#$%^&*() from src_b a join src_b2 b on a.`!@#$%^&*()_q` = b.`!@#$%^&*()_q` where a.`x+1` < '11' PREHOOK: type: QUERY +PREHOOK: Input: default@src_b +PREHOOK: Input: default@src_b2 +#### A masked pattern was here #### POSTHOOK: query: explain select a.`x+1`, a.`!@#$%^&*()_q`, b.`x+1`, b.`!@#$%^&*()_q` from src_b a join src_b2 b on a.`!@#$%^&*()_q` = b.`!@#$%^&*()_q` where a.`x+1` < '11' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_b +POSTHOOK: Input: default@src_b2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/rcfile_createas1.q.out b/ql/src/test/results/clientpositive/llap/rcfile_createas1.q.out index 58fc47d..f6f47bb 100644 --- a/ql/src/test/results/clientpositive/llap/rcfile_createas1.q.out +++ b/ql/src/test/results/clientpositive/llap/rcfile_createas1.q.out @@ -46,12 +46,22 @@ PREHOOK: query: EXPLAIN SELECT key, value, PMOD(HASH(key), 50) as part FROM rcfile_createas1a PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@rcfile_createas1a +PREHOOK: Input: default@rcfile_createas1a@ds=1 +PREHOOK: Input: default@rcfile_createas1a@ds=2 +PREHOOK: Output: database:default +PREHOOK: Output: default@rcfile_createas1b POSTHOOK: query: EXPLAIN CREATE TABLE rcfile_createas1b STORED AS RCFILE AS SELECT key, value, PMOD(HASH(key), 50) as part FROM rcfile_createas1a POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@rcfile_createas1a +POSTHOOK: Input: default@rcfile_createas1a@ds=1 +POSTHOOK: Input: default@rcfile_createas1a@ds=2 +POSTHOOK: Output: database:default +POSTHOOK: Output: default@rcfile_createas1b STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/rcfile_merge2.q.out b/ql/src/test/results/clientpositive/llap/rcfile_merge2.q.out index afdc8f8..da5feda 100644 --- a/ql/src/test/results/clientpositive/llap/rcfile_merge2.q.out +++ b/ql/src/test/results/clientpositive/llap/rcfile_merge2.q.out @@ -19,11 +19,14 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE rcfile_merge2a PARTITION (one='1' PMOD(HASH(value), 10) as three FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@rcfile_merge2a@one=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE rcfile_merge2a PARTITION (one='1', two, three) SELECT key, value, PMOD(HASH(key), 10) as two, PMOD(HASH(value), 10) as three FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/rcfile_merge3.q.out b/ql/src/test/results/clientpositive/llap/rcfile_merge3.q.out index 3374cc6..da615a9 100644 --- a/ql/src/test/results/clientpositive/llap/rcfile_merge3.q.out +++ b/ql/src/test/results/clientpositive/llap/rcfile_merge3.q.out @@ -51,9 +51,17 @@ POSTHOOK: Lineage: rcfile_merge3a_n0 PARTITION(ds=2).value SIMPLE [(src)src.Fiel PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE rcfile_merge3b_n0 SELECT key, value FROM rcfile_merge3a_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@rcfile_merge3a_n0 +PREHOOK: Input: default@rcfile_merge3a_n0@ds=1 +PREHOOK: Input: default@rcfile_merge3a_n0@ds=2 +PREHOOK: Output: default@rcfile_merge3b_n0 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE rcfile_merge3b_n0 SELECT key, value FROM rcfile_merge3a_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@rcfile_merge3a_n0 +POSTHOOK: Input: default@rcfile_merge3a_n0@ds=1 +POSTHOOK: Input: default@rcfile_merge3a_n0@ds=2 +POSTHOOK: Output: default@rcfile_merge3b_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/rcfile_merge4.q.out b/ql/src/test/results/clientpositive/llap/rcfile_merge4.q.out index 3fe587b..41902b6 100644 --- a/ql/src/test/results/clientpositive/llap/rcfile_merge4.q.out +++ b/ql/src/test/results/clientpositive/llap/rcfile_merge4.q.out @@ -51,9 +51,17 @@ POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=2).value SIMPLE [(src)src.FieldSc PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE rcfile_merge3b SELECT key, value FROM rcfile_merge3a PREHOOK: type: QUERY +PREHOOK: Input: default@rcfile_merge3a +PREHOOK: Input: default@rcfile_merge3a@ds=1 +PREHOOK: Input: default@rcfile_merge3a@ds=2 +PREHOOK: Output: default@rcfile_merge3b POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE rcfile_merge3b SELECT key, value FROM rcfile_merge3a POSTHOOK: type: QUERY +POSTHOOK: Input: default@rcfile_merge3a +POSTHOOK: Input: default@rcfile_merge3a@ds=1 +POSTHOOK: Input: default@rcfile_merge3a@ds=2 +POSTHOOK: Output: default@rcfile_merge3b STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/reduce_deduplicate.q.out b/ql/src/test/results/clientpositive/llap/reduce_deduplicate.q.out index 0717559..d48ceac 100644 --- a/ql/src/test/results/clientpositive/llap/reduce_deduplicate.q.out +++ b/ql/src/test/results/clientpositive/llap/reduce_deduplicate.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain extended insert overwrite table bucket5_1 select * from src cluster by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@bucket5_1 POSTHOOK: query: explain extended insert overwrite table bucket5_1 select * from src cluster by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@bucket5_1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -289,6 +293,8 @@ select s2.* from )s )s2 PREHOOK: type: QUERY +PREHOOK: Input: default@complex_tbl_2 +PREHOOK: Output: default@complex_tbl_1@ds=2010-03-29 POSTHOOK: query: explain extended insert overwrite table complex_tbl_1 partition (ds='2010-03-29') select s2.* from @@ -305,6 +311,8 @@ select s2.* from )s )s2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@complex_tbl_2 +POSTHOOK: Output: default@complex_tbl_1@ds=2010-03-29 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/reduce_deduplicate_distinct.q.out b/ql/src/test/results/clientpositive/llap/reduce_deduplicate_distinct.q.out index 758a2e5..8d04800 100644 --- a/ql/src/test/results/clientpositive/llap/reduce_deduplicate_distinct.q.out +++ b/ql/src/test/results/clientpositive/llap/reduce_deduplicate_distinct.q.out @@ -21,10 +21,14 @@ PREHOOK: query: explain select id,count(distinct key),count(distinct name) from count_distinct_test group by id PREHOOK: type: QUERY +PREHOOK: Input: default@count_distinct_test +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select id,count(distinct key),count(distinct name) from count_distinct_test group by id POSTHOOK: type: QUERY +POSTHOOK: Input: default@count_distinct_test +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -99,10 +103,14 @@ PREHOOK: query: explain select id,count(Distinct key),count(Distinct name) from (select id,key,name from count_distinct_test group by id,key,name)m group by id PREHOOK: type: QUERY +PREHOOK: Input: default@count_distinct_test +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select id,count(Distinct key),count(Distinct name) from (select id,key,name from count_distinct_test group by id,key,name)m group by id POSTHOOK: type: QUERY +POSTHOOK: Input: default@count_distinct_test +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -196,10 +204,14 @@ PREHOOK: query: explain select id,count(Distinct name),count(Distinct key) from (select id,key,name from count_distinct_test group by id,name,key)m group by id PREHOOK: type: QUERY +PREHOOK: Input: default@count_distinct_test +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select id,count(Distinct name),count(Distinct key) from (select id,key,name from count_distinct_test group by id,name,key)m group by id POSTHOOK: type: QUERY +POSTHOOK: Input: default@count_distinct_test +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -293,10 +305,14 @@ PREHOOK: query: explain select id,count(Distinct key),count(Distinct name) from (select id,key,name from count_distinct_test group by id,key,name)m group by id PREHOOK: type: QUERY +PREHOOK: Input: default@count_distinct_test +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select id,count(Distinct key),count(Distinct name) from (select id,key,name from count_distinct_test group by id,key,name)m group by id POSTHOOK: type: QUERY +POSTHOOK: Input: default@count_distinct_test +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -390,10 +406,14 @@ PREHOOK: query: explain select id,count(Distinct name),count(Distinct key) from (select id,key,name from count_distinct_test group by id,name,key)m group by id PREHOOK: type: QUERY +PREHOOK: Input: default@count_distinct_test +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select id,count(Distinct name),count(Distinct key) from (select id,key,name from count_distinct_test group by id,name,key)m group by id POSTHOOK: type: QUERY +POSTHOOK: Input: default@count_distinct_test +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/reduce_deduplicate_extended.q.out b/ql/src/test/results/clientpositive/llap/reduce_deduplicate_extended.q.out index dec81dd..7ce79bd 100644 --- a/ql/src/test/results/clientpositive/llap/reduce_deduplicate_extended.q.out +++ b/ql/src/test/results/clientpositive/llap/reduce_deduplicate_extended.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain select key, sum(key) from (select * from src distribute by key sort by key, value) Q1 group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, sum(key) from (select * from src distribute by key sort by key, value) Q1 group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -59,8 +63,12 @@ STAGE PLANS: PREHOOK: query: explain select key, sum(key), lower(value) from (select * from src order by key) Q1 group by key, lower(value) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, sum(key), lower(value) from (select * from src order by key) Q1 group by key, lower(value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -123,8 +131,12 @@ STAGE PLANS: PREHOOK: query: explain select key, sum(key), (X + 1) from (select key, (value + 1) as X from src order by key) Q1 group by key, (X + 1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, sum(key), (X + 1) from (select key, (value + 1) as X from src order by key) Q1 group by key, (X + 1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -187,8 +199,12 @@ STAGE PLANS: PREHOOK: query: explain select key, sum(key) as value from src group by key order by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, sum(key) as value from src group by key order by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -249,8 +265,14 @@ STAGE PLANS: PREHOOK: query: explain select src.key, sum(src.key) FROM src JOIN src1 ON src.key = src1.key group by src.key, src.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain select src.key, sum(src.key) FROM src JOIN src1 ON src.key = src1.key group by src.key, src.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -355,8 +377,14 @@ STAGE PLANS: PREHOOK: query: explain select src.key, src.value FROM src JOIN src1 ON src.key = src1.key order by src.key, src.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain select src.key, src.value FROM src JOIN src1 ON src.key = src1.key order by src.key, src.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -447,8 +475,12 @@ STAGE PLANS: PREHOOK: query: explain from (select key, value from src group by key, value) s select s.key group by s.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain from (select key, value from src group by key, value) s select s.key group by s.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -515,8 +547,12 @@ STAGE PLANS: PREHOOK: query: explain select key, count(distinct value) from (select key, value from src group by key, value) t group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(distinct value) from (select key, value from src group by key, value) t group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2554,8 +2590,12 @@ POSTHOOK: Input: default@src 98 1 PREHOOK: query: explain select key, sum(key) from (select * from src distribute by key sort by key, value) Q1 group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, sum(key) from (select * from src distribute by key sort by key, value) Q1 group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2613,8 +2653,12 @@ STAGE PLANS: PREHOOK: query: explain select key, sum(key), lower(value) from (select * from src order by key) Q1 group by key, lower(value) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, sum(key), lower(value) from (select * from src order by key) Q1 group by key, lower(value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2677,8 +2721,12 @@ STAGE PLANS: PREHOOK: query: explain select key, sum(key), (X + 1) from (select key, (value + 1) as X from src order by key) Q1 group by key, (X + 1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, sum(key), (X + 1) from (select key, (value + 1) as X from src order by key) Q1 group by key, (X + 1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2741,8 +2789,12 @@ STAGE PLANS: PREHOOK: query: explain select key, sum(key) as value from src group by key order by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, sum(key) as value from src group by key order by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2796,8 +2848,14 @@ STAGE PLANS: PREHOOK: query: explain select src.key, sum(src.key) FROM src JOIN src1 ON src.key = src1.key group by src.key, src.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain select src.key, sum(src.key) FROM src JOIN src1 ON src.key = src1.key group by src.key, src.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2895,8 +2953,14 @@ STAGE PLANS: PREHOOK: query: explain select src.key, src.value FROM src JOIN src1 ON src.key = src1.key order by src.key, src.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain select src.key, src.value FROM src JOIN src1 ON src.key = src1.key order by src.key, src.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2987,8 +3051,12 @@ STAGE PLANS: PREHOOK: query: explain from (select key, value from src group by key, value) s select s.key group by s.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain from (select key, value from src group by key, value) s select s.key group by s.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3050,8 +3118,12 @@ STAGE PLANS: PREHOOK: query: explain select key, count(distinct value) from (select key, value from src group by key, value) t group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(distinct value) from (select key, value from src group by key, value) t group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/reopt_dpp.q.out b/ql/src/test/results/clientpositive/llap/reopt_dpp.q.out index 31726f6..0d6c279 100644 --- a/ql/src/test/results/clientpositive/llap/reopt_dpp.q.out +++ b/ql/src/test/results/clientpositive/llap/reopt_dpp.q.out @@ -117,6 +117,11 @@ select count(*) cnt and s.ss_sold_date_sk = d.d_date_sk and d.d_year=2000 PREHOOK: type: QUERY +PREHOOK: Input: default@x1_date_dim +PREHOOK: Input: default@x1_store_sales +PREHOOK: Input: default@x1_store_sales@ss_sold_date_sk=1 +PREHOOK: Input: default@x1_store_sales@ss_sold_date_sk=2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) cnt from @@ -127,6 +132,11 @@ select count(*) cnt and s.ss_sold_date_sk = d.d_date_sk and d.d_year=2000 POSTHOOK: type: QUERY +POSTHOOK: Input: default@x1_date_dim +POSTHOOK: Input: default@x1_store_sales +POSTHOOK: Input: default@x1_store_sales@ss_sold_date_sk=1 +POSTHOOK: Input: default@x1_store_sales@ss_sold_date_sk=2 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -207,6 +217,11 @@ select count(*) cnt and s.ss_sold_date_sk = d.d_date_sk and d.d_year=2000 PREHOOK: type: QUERY +PREHOOK: Input: default@x1_date_dim +PREHOOK: Input: default@x1_store_sales +PREHOOK: Input: default@x1_store_sales@ss_sold_date_sk=1 +PREHOOK: Input: default@x1_store_sales@ss_sold_date_sk=2 +#### A masked pattern was here #### POSTHOOK: query: explain reoptimization select count(*) cnt from @@ -217,6 +232,11 @@ select count(*) cnt and s.ss_sold_date_sk = d.d_date_sk and d.d_year=2000 POSTHOOK: type: QUERY +POSTHOOK: Input: default@x1_date_dim +POSTHOOK: Input: default@x1_store_sales +POSTHOOK: Input: default@x1_store_sales@ss_sold_date_sk=1 +POSTHOOK: Input: default@x1_store_sales@ss_sold_date_sk=2 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/llap/reopt_semijoin.q.out b/ql/src/test/results/clientpositive/llap/reopt_semijoin.q.out index e60b207..3d29f15 100644 --- a/ql/src/test/results/clientpositive/llap/reopt_semijoin.q.out +++ b/ql/src/test/results/clientpositive/llap/reopt_semijoin.q.out @@ -116,6 +116,9 @@ select sum(s.ss_item_sk) and s.ss_sold_date_sk=d.d_date_sk and d.d_moy=3 PREHOOK: type: QUERY +PREHOOK: Input: default@x1_date_dim +PREHOOK: Input: default@x1_store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select sum(s.ss_item_sk) from @@ -126,6 +129,9 @@ select sum(s.ss_item_sk) and s.ss_sold_date_sk=d.d_date_sk and d.d_moy=3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@x1_date_dim +POSTHOOK: Input: default@x1_store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -285,6 +291,9 @@ select sum(s.ss_item_sk) and s.ss_sold_date_sk=d.d_date_sk and d.d_moy=3 PREHOOK: type: QUERY +PREHOOK: Input: default@x1_date_dim +PREHOOK: Input: default@x1_store_sales +#### A masked pattern was here #### POSTHOOK: query: explain reoptimization select sum(s.ss_item_sk) from @@ -295,6 +304,9 @@ select sum(s.ss_item_sk) and s.ss_sold_date_sk=d.d_date_sk and d.d_moy=3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@x1_date_dim +POSTHOOK: Input: default@x1_store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/results_cache_1.q.out b/ql/src/test/results/clientpositive/llap/results_cache_1.q.out index 6f5bfc3..94c008a 100644 --- a/ql/src/test/results/clientpositive/llap/results_cache_1.q.out +++ b/ql/src/test/results/clientpositive/llap/results_cache_1.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select count(*) from src a join src b on (a.key = b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from src a join src b on (a.key = b.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -109,9 +113,11 @@ test.comment="Cache should be used for this query" PREHOOK: query: explain select count(*) from src a join src b on (a.key = b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src POSTHOOK: query: explain select count(*) from src a join src b on (a.key = b.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-0 is a root stage @@ -134,9 +140,13 @@ test.comment="Cache is disabled, should not be used here." PREHOOK: query: explain select count(*) from src a join src b on (a.key = b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from src a join src b on (a.key = b.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -257,9 +267,13 @@ test.comment="Same query string, but different current database. Cache should no PREHOOK: query: explain select count(*) from src a join src b on (a.key = b.key) PREHOOK: type: QUERY +PREHOOK: Input: db1@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from src a join src b on (a.key = b.key) POSTHOOK: type: QUERY +POSTHOOK: Input: db1@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -380,11 +394,13 @@ select * from src where key = 0 union all select * from src where key = 2 PREHOOK: type: QUERY +PREHOOK: Input: default@src POSTHOOK: query: explain select * from src where key = 0 union all select * from src where key = 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-0 is a root stage @@ -434,11 +450,13 @@ with q1 as ( select distinct key from q2 ), q2 as ( select key, value from src where key < 10 ) select * from q1 a, q1 b where a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src POSTHOOK: query: explain with q1 as ( select distinct key from q2 ), q2 as ( select key, value from src where key < 10 ) select * from q1 a, q1 b where a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-0 is a root stage @@ -492,12 +510,14 @@ q2 as ( select key, value from src where key < 10 ), q3 as ( select key, value from src where key = 0 ) select * from q1 intersect all select * from q2 except all select * from q3 PREHOOK: type: QUERY +PREHOOK: Input: default@src POSTHOOK: query: explain with q1 as ( select distinct key, value from src ), q2 as ( select key, value from src where key < 10 ), q3 as ( select key, value from src where key = 0 ) select * from q1 intersect all select * from q2 except all select * from q3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-0 is a root stage @@ -550,9 +570,19 @@ test.comment="Semijoin. Cache should be used now" PREHOOK: query: explain select a, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by a+b desc, c asc limit 5) cbo_t1 left semi join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by q+r/10 desc, p limit 5) cbo_t2 on cbo_t1.a=p left semi join cbo_t3 on cbo_t1.a=key where (b + 1 >= 0) and (b > 0 or a >= 0) group by a, c having a > 0 and (a >=1 or c >= 1) and (a + c) >= 0 order by c, a PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +PREHOOK: Input: default@cbo_t3 POSTHOOK: query: explain select a, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by a+b desc, c asc limit 5) cbo_t1 left semi join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by q+r/10 desc, p limit 5) cbo_t2 on cbo_t1.a=p left semi join cbo_t3 on cbo_t1.a=key where (b + 1 >= 0) and (b > 0 or a >= 0) group by a, c having a > 0 and (a >=1 or c >= 1) and (a + c) >= 0 order by c, a POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +POSTHOOK: Input: default@cbo_t3 STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/llap/results_cache_2.q.out b/ql/src/test/results/clientpositive/llap/results_cache_2.q.out index edce6c3..87326b5 100644 --- a/ql/src/test/results/clientpositive/llap/results_cache_2.q.out +++ b/ql/src/test/results/clientpositive/llap/results_cache_2.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select key, value from src where key=0 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value from src where key=0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -36,9 +40,13 @@ test.comment=Query only requires fetch task - should not use results cache PREHOOK: query: explain select key, value from src where key=0 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value from src where key=0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -75,11 +83,13 @@ select c1, count(*) from (select sign(value) c1, value from src where key < 10) q group by c1 PREHOOK: type: QUERY +PREHOOK: Input: default@src POSTHOOK: query: explain select c1, count(*) from (select sign(value) c1, value from src where key < 10) q group by c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-0 is a root stage @@ -110,11 +120,15 @@ select c1, count(*) from (select current_timestamp c1, value from src where key < 10) q group by c1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select c1, count(*) from (select current_timestamp c1, value from src where key < 10) q group by c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -196,11 +210,15 @@ select c1, count(*) from (select sign(value) c1, value from src where key < 10) q group by c1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain analyze select c1, count(*) from (select sign(value) c1, value from src where key < 10) q group by c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/results_cache_capacity.q.out b/ql/src/test/results/clientpositive/llap/results_cache_capacity.q.out index 995e88c..5bc28fa 100644 --- a/ql/src/test/results/clientpositive/llap/results_cache_capacity.q.out +++ b/ql/src/test/results/clientpositive/llap/results_cache_capacity.q.out @@ -11,9 +11,11 @@ test.comment=Q1 should be cached PREHOOK: query: explain select key, count(*) from src where key = 0 group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src POSTHOOK: query: explain select key, count(*) from src where key = 0 group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-0 is a root stage @@ -38,9 +40,11 @@ test.comment=Q2 should now be cached PREHOOK: query: explain select key, count(*) from src where key = 2 group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src POSTHOOK: query: explain select key, count(*) from src where key = 2 group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-0 is a root stage @@ -56,9 +60,11 @@ test.comment=Q1 should still be cached PREHOOK: query: explain select key, count(*) from src where key = 0 group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src POSTHOOK: query: explain select key, count(*) from src where key = 0 group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-0 is a root stage @@ -83,9 +89,11 @@ test.comment=Q3 should now be cached PREHOOK: query: explain select key, count(*) from src where key = 4 group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src POSTHOOK: query: explain select key, count(*) from src where key = 4 group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-0 is a root stage @@ -101,9 +109,11 @@ test.comment=Q1 should still be cached PREHOOK: query: explain select key, count(*) from src where key = 0 group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src POSTHOOK: query: explain select key, count(*) from src where key = 0 group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-0 is a root stage @@ -119,9 +129,13 @@ test.comment=Q2 should no longer be in the cache PREHOOK: query: explain select key, count(*) from src where key = 2 group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from src where key = 2 group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -196,9 +210,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select key, count(*) from src where key < 10 group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from src where key < 10 group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/results_cache_empty_result.q.out b/ql/src/test/results/clientpositive/llap/results_cache_empty_result.q.out index 642c0bf..5eb29cb 100644 --- a/ql/src/test/results/clientpositive/llap/results_cache_empty_result.q.out +++ b/ql/src/test/results/clientpositive/llap/results_cache_empty_result.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select count(*), key from src a where key < 0 group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), key from src a where key < 0 group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -77,9 +81,11 @@ test.comment="Cache should be used for this query" PREHOOK: query: explain select count(*), key from src a where key < 0 group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src POSTHOOK: query: explain select count(*), key from src a where key < 0 group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/llap/results_cache_invalidation.q.out b/ql/src/test/results/clientpositive/llap/results_cache_invalidation.q.out index bf4b56d..5db8170 100644 --- a/ql/src/test/results/clientpositive/llap/results_cache_invalidation.q.out +++ b/ql/src/test/results/clientpositive/llap/results_cache_invalidation.q.out @@ -38,9 +38,13 @@ test.comment="Run queries to load into cache" PREHOOK: query: explain select count(*) from tab1_n6 a where key >= 0 PREHOOK: type: QUERY +PREHOOK: Input: default@tab1_n6 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from tab1_n6 a where key >= 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab1_n6 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -108,9 +112,13 @@ POSTHOOK: Input: default@tab1_n6 PREHOOK: query: explain select max(key) from tab2_n5 PREHOOK: type: QUERY +PREHOOK: Input: default@tab2_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select max(key) from tab2_n5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab2_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -177,9 +185,15 @@ POSTHOOK: Input: default@tab2_n5 PREHOOK: query: explain select count(*) from tab1_n6 join tab2_n5 on (tab1_n6.key = tab2_n5.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tab1_n6 +PREHOOK: Input: default@tab2_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from tab1_n6 join tab2_n5 on (tab1_n6.key = tab2_n5.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab1_n6 +POSTHOOK: Input: default@tab2_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -287,9 +301,11 @@ test.comment="Q1 should now be able to use cache" PREHOOK: query: explain select count(*) from tab1_n6 a where key >= 0 PREHOOK: type: QUERY +PREHOOK: Input: default@tab1_n6 POSTHOOK: query: explain select count(*) from tab1_n6 a where key >= 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab1_n6 STAGE DEPENDENCIES: Stage-0 is a root stage @@ -312,9 +328,11 @@ test.comment="Q2 should now be able to use cache" PREHOOK: query: explain select max(key) from tab2_n5 PREHOOK: type: QUERY +PREHOOK: Input: default@tab2_n5 POSTHOOK: query: explain select max(key) from tab2_n5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab2_n5 STAGE DEPENDENCIES: Stage-0 is a root stage @@ -337,9 +355,13 @@ test.comment="Q3 should now be able to use cache" PREHOOK: query: explain select count(*) from tab1_n6 join tab2_n5 on (tab1_n6.key = tab2_n5.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tab1_n6 +PREHOOK: Input: default@tab2_n5 POSTHOOK: query: explain select count(*) from tab1_n6 join tab2_n5 on (tab1_n6.key = tab2_n5.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab1_n6 +POSTHOOK: Input: default@tab2_n5 STAGE DEPENDENCIES: Stage-0 is a root stage @@ -374,9 +396,13 @@ test.comment="Q1 should not use cache" PREHOOK: query: explain select count(*) from tab1_n6 a where key >= 0 PREHOOK: type: QUERY +PREHOOK: Input: default@tab1_n6 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from tab1_n6 a where key >= 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab1_n6 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -445,9 +471,11 @@ test.comment="Q2 should still use cache since tab2_n5 not updated" PREHOOK: query: explain select max(key) from tab2_n5 PREHOOK: type: QUERY +PREHOOK: Input: default@tab2_n5 POSTHOOK: query: explain select max(key) from tab2_n5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab2_n5 STAGE DEPENDENCIES: Stage-0 is a root stage @@ -470,9 +498,15 @@ test.comment="Q3 should not use cache" PREHOOK: query: explain select count(*) from tab1_n6 join tab2_n5 on (tab1_n6.key = tab2_n5.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tab1_n6 +PREHOOK: Input: default@tab2_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from tab1_n6 join tab2_n5 on (tab1_n6.key = tab2_n5.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab1_n6 +POSTHOOK: Input: default@tab2_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -590,9 +624,11 @@ test.comment="Q1 should use cache" PREHOOK: query: explain select count(*) from tab1_n6 a where key >= 0 PREHOOK: type: QUERY +PREHOOK: Input: default@tab1_n6 POSTHOOK: query: explain select count(*) from tab1_n6 a where key >= 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab1_n6 STAGE DEPENDENCIES: Stage-0 is a root stage @@ -615,9 +651,13 @@ test.comment="Q2 should not use cache" PREHOOK: query: explain select max(key) from tab2_n5 PREHOOK: type: QUERY +PREHOOK: Input: default@tab2_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select max(key) from tab2_n5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab2_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -685,9 +725,15 @@ test.comment="Q3 should not use cache" PREHOOK: query: explain select count(*) from tab1_n6 join tab2_n5 on (tab1_n6.key = tab2_n5.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tab1_n6 +PREHOOK: Input: default@tab2_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from tab1_n6 join tab2_n5 on (tab1_n6.key = tab2_n5.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab1_n6 +POSTHOOK: Input: default@tab2_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/results_cache_invalidation2.q.out b/ql/src/test/results/clientpositive/llap/results_cache_invalidation2.q.out index 57bba3f..440c248 100644 --- a/ql/src/test/results/clientpositive/llap/results_cache_invalidation2.q.out +++ b/ql/src/test/results/clientpositive/llap/results_cache_invalidation2.q.out @@ -80,9 +80,11 @@ test.comment="Cached entry should be used" PREHOOK: query: explain select count(*) from tab1 where key > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@tab1 POSTHOOK: query: explain select count(*) from tab1 where key > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab1 STAGE DEPENDENCIES: Stage-0 is a root stage @@ -105,9 +107,13 @@ test.comment="Cached entry should be used" PREHOOK: query: explain select count(*) from tab1 join tab2 on (tab1.key = tab2.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tab1 +PREHOOK: Input: default@tab2 POSTHOOK: query: explain select count(*) from tab1 join tab2 on (tab1.key = tab2.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab1 +POSTHOOK: Input: default@tab2 STAGE DEPENDENCIES: Stage-0 is a root stage @@ -132,9 +138,11 @@ test.comment="Cached entry should be used" PREHOOK: query: explain select count(*) from tab2 where key > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@tab2 POSTHOOK: query: explain select count(*) from tab2 where key > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab2 STAGE DEPENDENCIES: Stage-0 is a root stage @@ -176,9 +184,13 @@ test.comment="Cached entry should be invalidated - query should not use cache" PREHOOK: query: explain select count(*) from tab1 where key > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@tab1 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from tab1 where key > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -247,9 +259,15 @@ test.comment="Cached entry should be invalidated - query should not use cache" PREHOOK: query: explain select count(*) from tab1 join tab2 on (tab1.key = tab2.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tab1 +PREHOOK: Input: default@tab2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from tab1 join tab2 on (tab1.key = tab2.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab1 +POSTHOOK: Input: default@tab2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -357,9 +375,11 @@ test.comment="tab2 was not modified, this query should still use cache" PREHOOK: query: explain select count(*) from tab2 where key > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@tab2 POSTHOOK: query: explain select count(*) from tab2 where key > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab2 STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/llap/results_cache_lifetime.q.out b/ql/src/test/results/clientpositive/llap/results_cache_lifetime.q.out index 8b8907b..6a17363 100644 --- a/ql/src/test/results/clientpositive/llap/results_cache_lifetime.q.out +++ b/ql/src/test/results/clientpositive/llap/results_cache_lifetime.q.out @@ -20,9 +20,13 @@ test.comment="Cached entry should be expired - query should not use cache" PREHOOK: query: explain select count(*) from src a join src b on (a.key = b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from src a join src b on (a.key = b.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/results_cache_quoted_identifiers.q.out b/ql/src/test/results/clientpositive/llap/results_cache_quoted_identifiers.q.out index 30a0cf7..98fe7be 100644 --- a/ql/src/test/results/clientpositive/llap/results_cache_quoted_identifiers.q.out +++ b/ql/src/test/results/clientpositive/llap/results_cache_quoted_identifiers.q.out @@ -31,9 +31,13 @@ POSTHOOK: Lineage: quoted1.int EXPRESSION [(src)src.FieldSchema(name:key, type:s PREHOOK: query: explain select max(`_c1`), max(`int`), max(`col 3`), max(`col``4`) from quoted1 PREHOOK: type: QUERY +PREHOOK: Input: default@quoted1 +#### A masked pattern was here #### POSTHOOK: query: explain select max(`_c1`), max(`int`), max(`col 3`), max(`col``4`) from quoted1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@quoted1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -101,9 +105,11 @@ test.comment="Cache should be used for this query" PREHOOK: query: explain select max(`_c1`), max(`int`), max(`col 3`), max(`col``4`) from quoted1 PREHOOK: type: QUERY +PREHOOK: Input: default@quoted1 POSTHOOK: query: explain select max(`_c1`), max(`int`), max(`col 3`), max(`col``4`) from quoted1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@quoted1 STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/llap/results_cache_temptable.q.out b/ql/src/test/results/clientpositive/llap/results_cache_temptable.q.out index e34ac6a..8274d72 100644 --- a/ql/src/test/results/clientpositive/llap/results_cache_temptable.q.out +++ b/ql/src/test/results/clientpositive/llap/results_cache_temptable.q.out @@ -63,9 +63,13 @@ test.comment="Query involving temp tables should not be added to the cache" PREHOOK: query: explain select count(*) from tmptab where key = 0 PREHOOK: type: QUERY +PREHOOK: Input: default@tmptab +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from tmptab where key = 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tmptab +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -134,9 +138,11 @@ test.comment="Query should use the cache" PREHOOK: query: explain select count(*) from rct where key = 0 PREHOOK: type: QUERY +PREHOOK: Input: default@rct POSTHOOK: query: explain select count(*) from rct where key = 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@rct STAGE DEPENDENCIES: Stage-0 is a root stage @@ -162,9 +168,13 @@ test.comment="Cached query does not get used now that it resolves to a temp tabl PREHOOK: query: explain select count(*) from rct where key = 0 PREHOOK: type: QUERY +PREHOOK: Input: default@rct +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from rct where key = 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@rct +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -235,9 +245,13 @@ test.comment="Query should use the cache" PREHOOK: query: explain select count(*) from rct_part where ds="2008-04-08" and key = 0 PREHOOK: type: QUERY +PREHOOK: Input: default@rct_part +PREHOOK: Input: default@rct_part@ds=2008-04-08 POSTHOOK: query: explain select count(*) from rct_part where ds="2008-04-08" and key = 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@rct_part +POSTHOOK: Input: default@rct_part@ds=2008-04-08 STAGE DEPENDENCIES: Stage-0 is a root stage @@ -263,9 +277,13 @@ test.comment="Cached query does not get used now that it resolves to a temp tabl PREHOOK: query: explain select count(*) from rct_part where ds="2008-04-08" and key = 0 PREHOOK: type: QUERY +PREHOOK: Input: default@rct_part +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from rct_part where ds="2008-04-08" and key = 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@rct_part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/results_cache_transactional.q.out b/ql/src/test/results/clientpositive/llap/results_cache_transactional.q.out index 3740b76..773c3e6 100644 --- a/ql/src/test/results/clientpositive/llap/results_cache_transactional.q.out +++ b/ql/src/test/results/clientpositive/llap/results_cache_transactional.q.out @@ -37,9 +37,13 @@ POSTHOOK: Lineage: tab2_n1.value SIMPLE [(src)src.FieldSchema(name:value, type:s PREHOOK: query: explain select max(key) from tab1_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@tab1_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select max(key) from tab1_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -107,9 +111,11 @@ test.comment="Query on transactional table should use cache" PREHOOK: query: explain select max(key) from tab1_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@tab1_n1 POSTHOOK: query: explain select max(key) from tab1_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab1_n1 STAGE DEPENDENCIES: Stage-0 is a root stage @@ -131,9 +137,15 @@ POSTHOOK: Input: default@tab1_n1 PREHOOK: query: explain select count(*) from tab1_n1 join tab2_n1 on (tab1_n1.key = tab2_n1.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tab1_n1 +PREHOOK: Input: default@tab2_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from tab1_n1 join tab2_n1 on (tab1_n1.key = tab2_n1.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab1_n1 +POSTHOOK: Input: default@tab2_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -241,9 +253,13 @@ test.comment="Join on transactional tables, should use cache" PREHOOK: query: explain select count(*) from tab1_n1 join tab2_n1 on (tab1_n1.key = tab2_n1.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tab1_n1 +PREHOOK: Input: default@tab2_n1 POSTHOOK: query: explain select count(*) from tab1_n1 join tab2_n1 on (tab1_n1.key = tab2_n1.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab1_n1 +POSTHOOK: Input: default@tab2_n1 STAGE DEPENDENCIES: Stage-0 is a root stage @@ -267,9 +283,13 @@ POSTHOOK: Input: default@tab2_n1 PREHOOK: query: explain select max(key) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select max(key) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -337,9 +357,13 @@ test.comment="Query on non-transactional table should not use cache" PREHOOK: query: explain select max(key) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select max(key) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -406,9 +430,15 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select count(*) from tab1_n1 join src on (tab1_n1.key = src.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@tab1_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from tab1_n1 join src on (tab1_n1.key = src.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@tab1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -516,9 +546,15 @@ test.comment="Join uses non-transactional table, should not use cache" PREHOOK: query: explain select count(*) from tab1_n1 join src on (tab1_n1.key = src.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@tab1_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from tab1_n1 join src on (tab1_n1.key = src.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@tab1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/results_cache_truncate.q.out b/ql/src/test/results/clientpositive/llap/results_cache_truncate.q.out index 0b7a81a..977ba37 100644 --- a/ql/src/test/results/clientpositive/llap/results_cache_truncate.q.out +++ b/ql/src/test/results/clientpositive/llap/results_cache_truncate.q.out @@ -87,9 +87,13 @@ test.comment="Query on transactional table should use cache" PREHOOK: query: explain select count(*) from rct1_1 PREHOOK: type: QUERY +PREHOOK: Input: default@rct1_1 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from rct1_1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@rct1_1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -118,9 +122,13 @@ test.comment="Table truncated - query cache invalidated" PREHOOK: query: explain select count(*) from rct1_1 PREHOOK: type: QUERY +PREHOOK: Input: default@rct1_1 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from rct1_1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@rct1_1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -285,9 +293,13 @@ test.comment="Query on transactional table should use cache" PREHOOK: query: explain select count(*) from rct1_2 PREHOOK: type: QUERY +PREHOOK: Input: default@rct1_2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from rct1_2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@rct1_2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -320,9 +332,13 @@ test.comment="Partition truncated - query cache invalidated" PREHOOK: query: explain select count(*) from rct1_2 PREHOOK: type: QUERY +PREHOOK: Input: default@rct1_2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from rct1_2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@rct1_2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -400,9 +416,13 @@ test.comment="Table truncated - query cache invalidated" PREHOOK: query: explain select count(*) from rct1_2 PREHOOK: type: QUERY +PREHOOK: Input: default@rct1_2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from rct1_2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@rct1_2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/results_cache_with_masking.q.out b/ql/src/test/results/clientpositive/llap/results_cache_with_masking.q.out index e0e48b0..350feb4 100644 --- a/ql/src/test/results/clientpositive/llap/results_cache_with_masking.q.out +++ b/ql/src/test/results/clientpositive/llap/results_cache_with_masking.q.out @@ -13,9 +13,13 @@ POSTHOOK: Lineage: masking_test_n7.value SIMPLE [(src)src.FieldSchema(name:value PREHOOK: query: explain select key, count(*) from masking_test_n7 group by key PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n7 +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from masking_test_n7 group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n7 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -88,9 +92,13 @@ POSTHOOK: Input: default@masking_test_n7 PREHOOK: query: explain select key, count(*) from masking_test_n7 group by key PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n7 +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from masking_test_n7 group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n7 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/retry_failure_stat_changes.q.out b/ql/src/test/results/clientpositive/llap/retry_failure_stat_changes.q.out index e63d36b..cefecd9 100644 --- a/ql/src/test/results/clientpositive/llap/retry_failure_stat_changes.q.out +++ b/ql/src/test/results/clientpositive/llap/retry_failure_stat_changes.q.out @@ -49,9 +49,15 @@ POSTHOOK: Input: default@tx_n2 PREHOOK: query: explain REOPTIMIZATION select sum(u*p) from tx_n2 join px on (u=p) where u<10 and p>2 PREHOOK: type: QUERY +PREHOOK: Input: default@px +PREHOOK: Input: default@tx_n2 +#### A masked pattern was here #### POSTHOOK: query: explain REOPTIMIZATION select sum(u*p) from tx_n2 join px on (u=p) where u<10 and p>2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@px +POSTHOOK: Input: default@tx_n2 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -106,9 +112,15 @@ POSTHOOK: Input: default@tx_n2 PREHOOK: query: explain analyze select sum(u*p) from tx_n2 join px on (u=p) where u<10 and p>2 PREHOOK: type: QUERY +PREHOOK: Input: default@px +PREHOOK: Input: default@tx_n2 +#### A masked pattern was here #### POSTHOOK: query: explain analyze select sum(u*p) from tx_n2 join px on (u=p) where u<10 and p>2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@px +POSTHOOK: Input: default@tx_n2 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -163,9 +175,15 @@ POSTHOOK: Input: default@tx_n2 PREHOOK: query: explain analyze select sum(u*p) from tx_n2 join px on (u=p) where u<10 and p>2 PREHOOK: type: QUERY +PREHOOK: Input: default@px +PREHOOK: Input: default@tx_n2 +#### A masked pattern was here #### POSTHOOK: query: explain analyze select sum(u*p) from tx_n2 join px on (u=p) where u<10 and p>2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@px +POSTHOOK: Input: default@tx_n2 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -207,9 +225,15 @@ Stage-0 PREHOOK: query: explain select assert_true_oom(1 > sum(u*p)) from tx_n2 join px on (tx_n2.a=px.a) where u<10 and p>2 PREHOOK: type: QUERY +PREHOOK: Input: default@px +PREHOOK: Input: default@tx_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select assert_true_oom(1 > sum(u*p)) from tx_n2 join px on (tx_n2.a=px.a) where u<10 and p>2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@px +POSTHOOK: Input: default@tx_n2 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/llap/runtime_stats_hs2.q.out b/ql/src/test/results/clientpositive/llap/runtime_stats_hs2.q.out index dcfaaf3..d065171 100644 --- a/ql/src/test/results/clientpositive/llap/runtime_stats_hs2.q.out +++ b/ql/src/test/results/clientpositive/llap/runtime_stats_hs2.q.out @@ -37,9 +37,15 @@ POSTHOOK: Lineage: px_n0.p SCRIPT [] PREHOOK: query: explain select sum(u*p) from tx_n3 join px_n0 on (u=p) where u<10 and p>2 PREHOOK: type: QUERY +PREHOOK: Input: default@px_n0 +PREHOOK: Input: default@tx_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select sum(u*p) from tx_n3 join px_n0 on (u=p) where u<10 and p>2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@px_n0 +POSTHOOK: Input: default@tx_n3 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage @@ -95,9 +101,15 @@ POSTHOOK: Input: default@tx_n3 PREHOOK: query: explain select sum(u*p) from tx_n3 join px_n0 on (u=p) where u<10 and p>2 PREHOOK: type: QUERY +PREHOOK: Input: default@px_n0 +PREHOOK: Input: default@tx_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select sum(u*p) from tx_n3 join px_n0 on (u=p) where u<10 and p>2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@px_n0 +POSTHOOK: Input: default@tx_n3 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/llap/runtime_stats_merge.q.out b/ql/src/test/results/clientpositive/llap/runtime_stats_merge.q.out index b7b7fdc..ffd113f 100644 --- a/ql/src/test/results/clientpositive/llap/runtime_stats_merge.q.out +++ b/ql/src/test/results/clientpositive/llap/runtime_stats_merge.q.out @@ -92,12 +92,20 @@ merge into lineitem2 using on sub.L_ORDERKEY = lineitem2.L_ORDERKEY when matched then delete PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem2 +PREHOOK: Input: default@lineitem_stage +PREHOOK: Output: default@lineitem2 +PREHOOK: Output: default@merge_tmp_table POSTHOOK: query: explain reoptimization merge into lineitem2 using (select * from lineitem_stage) sub on sub.L_ORDERKEY = lineitem2.L_ORDERKEY when matched then delete POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem2 +POSTHOOK: Input: default@lineitem_stage +POSTHOOK: Output: default@lineitem2 +POSTHOOK: Output: default@merge_tmp_table POSTHOOK: Lineage: merge_tmp_table.val EXPRESSION [(lineitem2)lineitem2.FieldSchema(name:ROW__ID, type:struct, comment:), ] Vertex dependency in root stage Map 2 <- Map 1 (BROADCAST_EDGE) diff --git a/ql/src/test/results/clientpositive/llap/sample1.q.out b/ql/src/test/results/clientpositive/llap/sample1.q.out index 19a337e..26e28b4 100644 --- a/ql/src/test/results/clientpositive/llap/sample1.q.out +++ b/ql/src/test/results/clientpositive/llap/sample1.q.out @@ -11,11 +11,17 @@ INSERT OVERWRITE TABLE dest1_n89 SELECT s.* FROM srcpart TABLESAMPLE (BUCKET 1 OUT OF 1 ON rand()) s WHERE s.ds='2008-04-08' and s.hr='11' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@dest1_n89 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest1_n89 SELECT s.* FROM srcpart TABLESAMPLE (BUCKET 1 OUT OF 1 ON rand()) s WHERE s.ds='2008-04-08' and s.hr='11' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@dest1_n89 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/sample10.q.out b/ql/src/test/results/clientpositive/llap/sample10.q.out index cbceadc..4a12332 100644 --- a/ql/src/test/results/clientpositive/llap/sample10.q.out +++ b/ql/src/test/results/clientpositive/llap/sample10.q.out @@ -36,9 +36,21 @@ POSTHOOK: Lineage: srcpartbucket PARTITION(ds=2008-04-09,hr=12).value SIMPLE [(s PREHOOK: query: explain extended select ds, count(1) from srcpartbucket tablesample (bucket 2 out of 4 on key) where ds is not null group by ds ORDER BY ds ASC PREHOOK: type: QUERY +PREHOOK: Input: default@srcpartbucket +PREHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain extended select ds, count(1) from srcpartbucket tablesample (bucket 2 out of 4 on key) where ds is not null group by ds ORDER BY ds ASC POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpartbucket +POSTHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/sample10_mm.q.out b/ql/src/test/results/clientpositive/llap/sample10_mm.q.out index 28d0cd0..bae5305 100644 --- a/ql/src/test/results/clientpositive/llap/sample10_mm.q.out +++ b/ql/src/test/results/clientpositive/llap/sample10_mm.q.out @@ -91,8 +91,20 @@ POSTHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=12 4 val_4 2008-04-09 12 PREHOOK: query: explain select key from srcpartbucket tablesample (bucket 2 out of 4 on key) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpartbucket +PREHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select key from srcpartbucket tablesample (bucket 2 out of 4 on key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpartbucket +POSTHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -217,9 +229,21 @@ POSTHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=12 PREHOOK: query: explain select key from srcpartbucket tablesample (bucket 2 out of 4 on key) group by key PREHOOK: type: QUERY +PREHOOK: Input: default@srcpartbucket +PREHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select key from srcpartbucket tablesample (bucket 2 out of 4 on key) group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpartbucket +POSTHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_part.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_part.q.out index 97752f3..76e57e6 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_part.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_part.q.out @@ -149,9 +149,15 @@ col1 col2 col3 col4 col5 PREHOOK: query: explain vectorization only detail select insert_num,part,a,b,c,d from part_add_int_string_permute_select_n9 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select_n9 +PREHOOK: Input: default@part_add_int_string_permute_select_n9@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,part,a,b,c,d from part_add_int_string_permute_select_n9 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select_n9 +POSTHOOK: Input: default@part_add_int_string_permute_select_n9@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_part_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_part_llap_io.q.out index 23c33a3..0351d4f 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_part_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_part_llap_io.q.out @@ -149,9 +149,15 @@ col1 col2 col3 col4 col5 PREHOOK: query: explain vectorization only detail select insert_num,part,a,b,c,d from part_add_int_string_permute_select_n5 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select_n5 +PREHOOK: Input: default@part_add_int_string_permute_select_n5@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,part,a,b,c,d from part_add_int_string_permute_select_n5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select_n5 +POSTHOOK: Input: default@part_add_int_string_permute_select_n5@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_table.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_table.q.out index a043b67..28fe013 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_table.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_table.q.out @@ -60,9 +60,13 @@ col1 col2 col3 col4 PREHOOK: query: explain vectorization only detail select insert_num,a,b,c from table_add_int_permute_select_n6 PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select_n6 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,a,b,c from table_add_int_permute_select_n6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select_n6 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_table_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_table_llap_io.q.out index 35c1fae..397dc54 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_table_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_table_llap_io.q.out @@ -60,9 +60,13 @@ col1 col2 col3 col4 PREHOOK: query: explain vectorization only detail select insert_num,a,b,c from table_add_int_permute_select_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,a,b,c from table_add_int_permute_select_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select_n0 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_part_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_part_llap_io.q.out index 7e1cce3..63f6169 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_part_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_part_llap_io.q.out @@ -60,9 +60,15 @@ col1 col2 col3 col4 PREHOOK: query: explain vectorization only detail select insert_num,part,a,b,c from part_add_int_permute_select_n6 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select_n6 +PREHOOK: Input: default@part_add_int_permute_select_n6@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,part,a,b,c from part_add_int_permute_select_n6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select_n6 +POSTHOOK: Input: default@part_add_int_permute_select_n6@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -202,9 +208,15 @@ col1 col2 col3 col4 col5 PREHOOK: query: explain vectorization only detail select insert_num,part,a,b,c,d from part_add_int_string_permute_select_n6 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select_n6 +PREHOOK: Input: default@part_add_int_string_permute_select_n6@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,part,a,b,c,d from part_add_int_string_permute_select_n6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select_n6 +POSTHOOK: Input: default@part_add_int_string_permute_select_n6@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -398,9 +410,15 @@ insert_num double1 double1 double1 _c4 PREHOOK: query: explain vectorization only detail select insert_num,part,c1,c2,c3,b from part_change_string_group_double_n6 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_double_n6 +PREHOOK: Input: default@part_change_string_group_double_n6@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,part,c1,c2,c3,b from part_change_string_group_double_n6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_double_n6 +POSTHOOK: Input: default@part_change_string_group_double_n6@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -533,9 +551,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization only detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp_n6 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n6 +PREHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n6@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp_n6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n6 +POSTHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n6@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -666,9 +690,15 @@ insert_num tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyi PREHOOK: query: explain vectorization only detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group_n6 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n6 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n6@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group_n6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n6 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n6@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -790,9 +820,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization only detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group_n6 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n6 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n6@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group_n6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n6 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n6@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -918,9 +954,15 @@ insert_num decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 doubl PREHOOK: query: explain vectorization only detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group_n6 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n6 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n6@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group_n6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n6 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n6@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1037,9 +1079,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization only detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group_n6 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n6 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n6@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group_n6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n6 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n6@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1158,9 +1206,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization only detail select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string_n6 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string_n6 +PREHOOK: Input: default@part_change_string_group_string_group_string_n6@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string_n6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string_n6 +POSTHOOK: Input: default@part_change_string_group_string_group_string_n6@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1270,9 +1324,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization only detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_string_group_string_group_string_n6 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string_n6 +PREHOOK: Input: default@part_change_string_group_string_group_string_n6@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_string_group_string_group_string_n6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string_n6 +POSTHOOK: Input: default@part_change_string_group_string_group_string_n6@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1405,9 +1465,15 @@ insert_num tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 small PREHOOK: query: explain vectorization only detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n6 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n6 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n6@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n6 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n6@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1531,9 +1597,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization only detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n6 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n6 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n6@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n6 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n6@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1643,9 +1715,15 @@ insert_num decimal1 decimal1 float1 _c4 PREHOOK: query: explain vectorization only detail select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float_n6 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n6 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n6@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float_n6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n6 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n6@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1734,9 +1812,15 @@ _col0 _col1 _col2 _col3 _col4 PREHOOK: query: explain vectorization only detail select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float_n6 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n6 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n6@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float_n6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n6 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n6@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_table.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_table.q.out index 219ad7a..0b5e1b6 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_table.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_table.q.out @@ -60,9 +60,13 @@ col1 col2 col3 col4 PREHOOK: query: explain vectorization only detail select insert_num,a,b,c from table_add_int_permute_select PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,a,b,c from table_add_int_permute_select POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -206,9 +210,13 @@ col1 col2 col3 col4 col5 PREHOOK: query: explain vectorization only detail select insert_num,a,b,c,d from table_add_int_string_permute_select PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,a,b,c,d from table_add_int_string_permute_select POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -414,9 +422,13 @@ _col0 _col1 _col2 _col3 _col4 PREHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,b from table_change_string_group_double PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,b from table_change_string_group_double POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -546,9 +558,13 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_date_group_string_group_date_group PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_date_group +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_date_group_string_group_date_group POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_date_group +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -675,9 +691,13 @@ insert_num tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyi PREHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -795,9 +815,13 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -919,9 +943,13 @@ insert_num decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 doubl PREHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1034,9 +1062,13 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1151,9 +1183,13 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1259,9 +1295,13 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_string_group_string_group_string PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_string_group_string_group_string POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1390,9 +1430,13 @@ insert_num tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 small PREHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from table_change_lower_to_higher_numeric_group_tinyint_to_bigint PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from table_change_lower_to_higher_numeric_group_tinyint_to_bigint POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1512,9 +1556,13 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from table_change_lower_to_higher_numeric_group_tinyint_to_bigint PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from table_change_lower_to_higher_numeric_group_tinyint_to_bigint POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1620,9 +1668,13 @@ insert_num decimal1 decimal1 float1 _c4 PREHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_decimal_to_float PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_decimal_to_float +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_decimal_to_float POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_decimal_to_float +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1707,9 +1759,13 @@ _col0 _col1 _col2 _col3 _col4 PREHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_decimal_to_float PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_decimal_to_float +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_decimal_to_float POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_decimal_to_float +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_table_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_table_llap_io.q.out index ce9fe84..2df4890 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_table_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_table_llap_io.q.out @@ -60,9 +60,13 @@ col1 col2 col3 col4 PREHOOK: query: explain vectorization only detail select insert_num,a,b,c from table_add_int_permute_select_n12 PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select_n12 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,a,b,c from table_add_int_permute_select_n12 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select_n12 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -207,9 +211,13 @@ col1 col2 col3 col4 col5 PREHOOK: query: explain vectorization only detail select insert_num,a,b,c,d from table_add_int_string_permute_select_n12 PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select_n12 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,a,b,c,d from table_add_int_string_permute_select_n12 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select_n12 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -416,9 +424,13 @@ _col0 _col1 _col2 _col3 _col4 PREHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,b from table_change_string_group_double_n12 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double_n12 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,b from table_change_string_group_double_n12 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_double_n12 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -549,9 +561,13 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_date_group_string_group_date_group_n12 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_date_group_n12 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_date_group_string_group_date_group_n12 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_date_group_n12 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -679,9 +695,13 @@ insert_num tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyi PREHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group_n12 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group_n12 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group_n12 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group_n12 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -800,9 +820,13 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group_n12 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group_n12 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group_n12 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group_n12 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -925,9 +949,13 @@ insert_num decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 doubl PREHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group_n12 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group_n12 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group_n12 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group_n12 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1041,9 +1069,13 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group_n12 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group_n12 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group_n12 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group_n12 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1159,9 +1191,13 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string_n12 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string_n12 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string_n12 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string_n12 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1268,9 +1304,13 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_string_group_string_group_string_n12 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string_n12 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_string_group_string_group_string_n12 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string_n12 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1400,9 +1440,13 @@ insert_num tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 small PREHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n12 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n12 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n12 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n12 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1523,9 +1567,13 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n12 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n12 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n12 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n12 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1632,9 +1680,13 @@ insert_num decimal1 decimal1 float1 _c4 PREHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_decimal_to_float_n12 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_decimal_to_float_n12 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_decimal_to_float_n12 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_decimal_to_float_n12 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1720,9 +1772,13 @@ _col0 _col1 _col2 _col3 _col4 PREHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_decimal_to_float_n12 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_decimal_to_float_n12 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_decimal_to_float_n12 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_decimal_to_float_n12 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part.q.out index e02a1e2..66cce2a 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part.q.out @@ -60,9 +60,15 @@ col1 col2 col3 col4 PREHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_permute_select_n7 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select_n7 +PREHOOK: Input: default@part_add_int_permute_select_n7@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_permute_select_n7 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select_n7 +POSTHOOK: Input: default@part_add_int_permute_select_n7@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -193,9 +199,15 @@ col1 col2 col3 col4 col5 PREHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_string_permute_select_n7 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select_n7 +PREHOOK: Input: default@part_add_int_string_permute_select_n7@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_string_permute_select_n7 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select_n7 +POSTHOOK: Input: default@part_add_int_string_permute_select_n7@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -380,9 +392,15 @@ insert_num double1 double1 double1 _c4 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_string_group_double_n7 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_double_n7 +PREHOOK: Input: default@part_change_string_group_double_n7@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_string_group_double_n7 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_double_n7 +POSTHOOK: Input: default@part_change_string_group_double_n7@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -506,9 +524,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp_n7 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n7 +PREHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n7@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp_n7 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n7 +POSTHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n7@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -701,9 +725,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group_n7 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n7 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n7@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group_n7 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n7 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n7@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -886,9 +916,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group_n7 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n7 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n7@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group_n7 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n7 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n7@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -1057,9 +1093,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_string_group_string_group_string_n7 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string_n7 +PREHOOK: Input: default@part_change_string_group_string_group_string_n7@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_string_group_string_group_string_n7 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string_n7 +POSTHOOK: Input: default@part_change_string_group_string_group_string_n7@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -1256,9 +1298,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n7 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n7 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n7@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n7 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n7 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n7@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -1397,9 +1445,15 @@ _col0 _col1 _col2 _col3 _col4 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float_n7 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n7 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n7@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float_n7 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n7 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n7@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_complex.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_complex.q.out index 30c0f85..dd14525 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_complex.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_complex.q.out @@ -134,9 +134,17 @@ complex_struct1_c_txt_n2.insert_num complex_struct1_c_txt_n2.s1 complex_struct1_ PREHOOK: query: explain vectorization detail select insert_num,part,s1,b from part_change_various_various_struct1_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_struct1_n2 +PREHOOK: Input: default@part_change_various_various_struct1_n2@part=1 +PREHOOK: Input: default@part_change_various_various_struct1_n2@part=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,s1,b from part_change_various_various_struct1_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_struct1_n2 +POSTHOOK: Input: default@part_change_various_various_struct1_n2@part=1 +POSTHOOK: Input: default@part_change_various_various_struct1_n2@part=2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -412,9 +420,17 @@ complex_struct2_d_txt_n2.insert_num complex_struct2_d_txt_n2.b complex_struct2_d PREHOOK: query: explain vectorization detail select insert_num,part,b,s2 from part_add_various_various_struct2_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2_n2 +PREHOOK: Input: default@part_add_various_various_struct2_n2@part=1 +PREHOOK: Input: default@part_add_various_various_struct2_n2@part=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,b,s2 from part_add_various_various_struct2_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2_n2 +POSTHOOK: Input: default@part_add_various_various_struct2_n2@part=1 +POSTHOOK: Input: default@part_add_various_various_struct2_n2@part=2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -616,9 +632,17 @@ complex_struct4_c_txt_n2.insert_num complex_struct4_c_txt_n2.b complex_struct4_c PREHOOK: query: explain vectorization detail select insert_num,part,b,s3 from part_add_to_various_various_struct4_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct4_n2 +PREHOOK: Input: default@part_add_to_various_various_struct4_n2@part=1 +PREHOOK: Input: default@part_add_to_various_various_struct4_n2@part=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,b,s3 from part_add_to_various_various_struct4_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct4_n2 +POSTHOOK: Input: default@part_add_to_various_various_struct4_n2@part=1 +POSTHOOK: Input: default@part_add_to_various_various_struct4_n2@part=2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_complex_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_complex_llap_io.q.out index 83e0fe4..8d1b0c0 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_complex_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_complex_llap_io.q.out @@ -134,9 +134,17 @@ complex_struct1_c_txt_n5.insert_num complex_struct1_c_txt_n5.s1 complex_struct1_ PREHOOK: query: explain vectorization detail select insert_num,part,s1,b from part_change_various_various_struct1_n5 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_struct1_n5 +PREHOOK: Input: default@part_change_various_various_struct1_n5@part=1 +PREHOOK: Input: default@part_change_various_various_struct1_n5@part=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,s1,b from part_change_various_various_struct1_n5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_struct1_n5 +POSTHOOK: Input: default@part_change_various_various_struct1_n5@part=1 +POSTHOOK: Input: default@part_change_various_various_struct1_n5@part=2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -413,9 +421,17 @@ complex_struct2_d_txt_n5.insert_num complex_struct2_d_txt_n5.b complex_struct2_d PREHOOK: query: explain vectorization detail select insert_num,part,b,s2 from part_add_various_various_struct2_n5 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2_n5 +PREHOOK: Input: default@part_add_various_various_struct2_n5@part=1 +PREHOOK: Input: default@part_add_various_various_struct2_n5@part=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,b,s2 from part_add_various_various_struct2_n5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2_n5 +POSTHOOK: Input: default@part_add_various_various_struct2_n5@part=1 +POSTHOOK: Input: default@part_add_various_various_struct2_n5@part=2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -618,9 +634,17 @@ complex_struct4_c_txt_n5.insert_num complex_struct4_c_txt_n5.b complex_struct4_c PREHOOK: query: explain vectorization detail select insert_num,part,b,s3 from part_add_to_various_various_struct4_n5 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct4_n5 +PREHOOK: Input: default@part_add_to_various_various_struct4_n5@part=1 +PREHOOK: Input: default@part_add_to_various_various_struct4_n5@part=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,b,s3 from part_add_to_various_various_struct4_n5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct4_n5 +POSTHOOK: Input: default@part_add_to_various_various_struct4_n5@part=1 +POSTHOOK: Input: default@part_add_to_various_various_struct4_n5@part=2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_primitive.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_primitive.q.out index f70efd6..86b33ca 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_primitive.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_primitive.q.out @@ -245,9 +245,15 @@ insert_num boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolea PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n6 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n6 +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n6@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint_n6 +POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint_n6@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -470,9 +476,15 @@ insert_num decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decima PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n6 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_decimal_to_double_n6 +PREHOOK: Input: default@part_change_various_various_decimal_to_double_n6@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_decimal_to_double_n6 +POSTHOOK: Input: default@part_change_various_various_decimal_to_double_n6@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -617,9 +629,15 @@ insert_num timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 tim PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp_n6 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_timestamp_n6 +PREHOOK: Input: default@part_change_various_various_timestamp_n6@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp_n6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_timestamp_n6 +POSTHOOK: Input: default@part_change_various_various_timestamp_n6@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -748,9 +766,15 @@ insert_num date1 date1 date1 date1 _c5 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date_n6 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_date_n6 +PREHOOK: Input: default@part_change_various_various_date_n6@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date_n6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_date_n6 +POSTHOOK: Input: default@part_change_various_various_date_n6@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -960,9 +984,17 @@ same_type1_c_txt_n6.insert_num same_type1_c_txt_n6.c1 same_type1_c_txt_n6.c2 sam PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params_n6 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_same_type_different_params_n6 +PREHOOK: Input: default@part_change_same_type_different_params_n6@part=1 +PREHOOK: Input: default@part_change_same_type_different_params_n6@part=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params_n6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_same_type_different_params_n6 +POSTHOOK: Input: default@part_change_same_type_different_params_n6@part=1 +POSTHOOK: Input: default@part_change_same_type_different_params_n6@part=2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_primitive_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_primitive_llap_io.q.out index 351d201..c0fb134 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_primitive_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_primitive_llap_io.q.out @@ -245,9 +245,15 @@ insert_num boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolea PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n5 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n5 +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n5@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint_n5 +POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint_n5@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -471,9 +477,15 @@ insert_num decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decima PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n5 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_decimal_to_double_n5 +PREHOOK: Input: default@part_change_various_various_decimal_to_double_n5@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_decimal_to_double_n5 +POSTHOOK: Input: default@part_change_various_various_decimal_to_double_n5@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -619,9 +631,15 @@ insert_num timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 tim PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp_n5 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_timestamp_n5 +PREHOOK: Input: default@part_change_various_various_timestamp_n5@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp_n5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_timestamp_n5 +POSTHOOK: Input: default@part_change_various_various_timestamp_n5@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -751,9 +769,15 @@ insert_num date1 date1 date1 date1 _c5 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date_n5 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_date_n5 +PREHOOK: Input: default@part_change_various_various_date_n5@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date_n5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_date_n5 +POSTHOOK: Input: default@part_change_various_various_date_n5@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -964,9 +988,17 @@ same_type1_c_txt_n5.insert_num same_type1_c_txt_n5.c1 same_type1_c_txt_n5.c2 sam PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params_n5 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_same_type_different_params_n5 +PREHOOK: Input: default@part_change_same_type_different_params_n5@part=1 +PREHOOK: Input: default@part_change_same_type_different_params_n5@part=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params_n5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_same_type_different_params_n5 +POSTHOOK: Input: default@part_change_same_type_different_params_n5@part=1 +POSTHOOK: Input: default@part_change_same_type_different_params_n5@part=2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_llap_io.q.out index 603c669..79dbe77 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_llap_io.q.out @@ -60,9 +60,15 @@ col1 col2 col3 col4 PREHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_permute_select_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select_n2 +PREHOOK: Input: default@part_add_int_permute_select_n2@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_permute_select_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select_n2 +POSTHOOK: Input: default@part_add_int_permute_select_n2@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -194,9 +200,15 @@ col1 col2 col3 col4 col5 PREHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_string_permute_select_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select_n2 +PREHOOK: Input: default@part_add_int_string_permute_select_n2@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_string_permute_select_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select_n2 +POSTHOOK: Input: default@part_add_int_string_permute_select_n2@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -382,9 +394,15 @@ insert_num double1 double1 double1 _c4 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_string_group_double_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_double_n2 +PREHOOK: Input: default@part_change_string_group_double_n2@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_string_group_double_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_double_n2 +POSTHOOK: Input: default@part_change_string_group_double_n2@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -509,9 +527,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n2 +PREHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n2@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n2 +POSTHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n2@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -705,9 +729,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n2 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n2@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n2 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n2@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -891,9 +921,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n2 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n2@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n2 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n2@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -1063,9 +1099,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_string_group_string_group_string_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string_n2 +PREHOOK: Input: default@part_change_string_group_string_group_string_n2@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_string_group_string_group_string_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string_n2 +POSTHOOK: Input: default@part_change_string_group_string_group_string_n2@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -1263,9 +1305,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n2 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n2@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n2 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n2@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -1405,9 +1453,15 @@ _col0 _col1 _col2 _col3 _col4 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n2 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n2@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n2 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n2@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_table.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_table.q.out index 454bf26..f2cc958 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_table.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_table.q.out @@ -60,9 +60,13 @@ col1 col2 col3 col4 PREHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_permute_select_n10 PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select_n10 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_permute_select_n10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select_n10 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -199,9 +203,13 @@ col1 col2 col3 col4 col5 PREHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_string_permute_select_n10 PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select_n10 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_string_permute_select_n10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select_n10 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -400,9 +408,13 @@ _col0 _col1 _col2 _col3 _col4 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,b from table_change_string_group_double_n10 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double_n10 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,b from table_change_string_group_double_n10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_double_n10 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -672,9 +684,13 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group_n10 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group_n10 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group_n10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group_n10 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -853,9 +869,13 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group_n10 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group_n10 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group_n10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group_n10 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_table_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_table_llap_io.q.out index 7ccda3d..82ab49d 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_table_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_table_llap_io.q.out @@ -60,9 +60,13 @@ col1 col2 col3 col4 PREHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_permute_select_n7 PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select_n7 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_permute_select_n7 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select_n7 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -200,9 +204,13 @@ col1 col2 col3 col4 col5 PREHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_string_permute_select_n7 PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select_n7 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_string_permute_select_n7 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select_n7 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -402,9 +410,13 @@ _col0 _col1 _col2 _col3 _col4 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,b from table_change_string_group_double_n7 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double_n7 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,b from table_change_string_group_double_n7 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_double_n7 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -675,9 +687,13 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group_n7 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group_n7 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group_n7 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group_n7 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -857,9 +873,13 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group_n7 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group_n7 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group_n7 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group_n7 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part.q.out index e5aa7f4..a12aca3 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part.q.out @@ -60,9 +60,15 @@ col1 col2 col3 col4 PREHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_permute_select_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select_n4 +PREHOOK: Input: default@part_add_int_permute_select_n4@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_permute_select_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select_n4 +POSTHOOK: Input: default@part_add_int_permute_select_n4@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -219,9 +225,15 @@ col1 col2 col3 col4 col5 PREHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_string_permute_select_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select_n4 +PREHOOK: Input: default@part_add_int_string_permute_select_n4@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_string_permute_select_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select_n4 +POSTHOOK: Input: default@part_add_int_string_permute_select_n4@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -432,9 +444,15 @@ insert_num double1 double1 double1 _c4 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_string_group_double_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_double_n4 +PREHOOK: Input: default@part_change_string_group_double_n4@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_string_group_double_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_double_n4 +POSTHOOK: Input: default@part_change_string_group_double_n4@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -584,9 +602,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n4 +PREHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n4@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n4 +POSTHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n4@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -805,9 +829,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n4 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n4@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n4 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n4@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1016,9 +1046,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n4 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n4@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n4 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n4@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1213,9 +1249,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_string_group_string_group_string_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string_n4 +PREHOOK: Input: default@part_change_string_group_string_group_string_n4@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_string_group_string_group_string_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string_n4 +POSTHOOK: Input: default@part_change_string_group_string_group_string_n4@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1438,9 +1480,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n4 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n4@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n4 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n4@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1605,9 +1653,15 @@ _col0 _col1 _col2 _col3 _col4 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n4 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n4@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n4 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n4@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part_all_complex.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part_all_complex.q.out index 74c4b39..3e45c26 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part_all_complex.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part_all_complex.q.out @@ -134,9 +134,17 @@ complex_struct1_c_txt_n8.insert_num complex_struct1_c_txt_n8.s1 complex_struct1_ PREHOOK: query: explain vectorization detail select insert_num,part,s1,b from part_change_various_various_struct1_n8 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_struct1_n8 +PREHOOK: Input: default@part_change_various_various_struct1_n8@part=1 +PREHOOK: Input: default@part_change_various_various_struct1_n8@part=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,s1,b from part_change_various_various_struct1_n8 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_struct1_n8 +POSTHOOK: Input: default@part_change_various_various_struct1_n8@part=1 +POSTHOOK: Input: default@part_change_various_various_struct1_n8@part=2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -438,9 +446,17 @@ complex_struct2_d_txt_n8.insert_num complex_struct2_d_txt_n8.b complex_struct2_d PREHOOK: query: explain vectorization detail select insert_num,part,b,s2 from part_add_various_various_struct2_n8 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2_n8 +PREHOOK: Input: default@part_add_various_various_struct2_n8@part=1 +PREHOOK: Input: default@part_add_various_various_struct2_n8@part=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,b,s2 from part_add_various_various_struct2_n8 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2_n8 +POSTHOOK: Input: default@part_add_various_various_struct2_n8@part=1 +POSTHOOK: Input: default@part_add_various_various_struct2_n8@part=2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -668,9 +684,17 @@ complex_struct4_c_txt_n8.insert_num complex_struct4_c_txt_n8.b complex_struct4_c PREHOOK: query: explain vectorization detail select insert_num,part,b,s3 from part_add_to_various_various_struct4_n8 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct4_n8 +PREHOOK: Input: default@part_add_to_various_various_struct4_n8@part=1 +PREHOOK: Input: default@part_add_to_various_various_struct4_n8@part=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,b,s3 from part_add_to_various_various_struct4_n8 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct4_n8 +POSTHOOK: Input: default@part_add_to_various_various_struct4_n8@part=1 +POSTHOOK: Input: default@part_add_to_various_various_struct4_n8@part=2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part_all_complex_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part_all_complex_llap_io.q.out index aa6246d..bc9f0bc 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part_all_complex_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part_all_complex_llap_io.q.out @@ -134,9 +134,17 @@ complex_struct1_c_txt_n0.insert_num complex_struct1_c_txt_n0.s1 complex_struct1_ PREHOOK: query: explain vectorization detail select insert_num,part,s1,b from part_change_various_various_struct1_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_struct1_n0 +PREHOOK: Input: default@part_change_various_various_struct1_n0@part=1 +PREHOOK: Input: default@part_change_various_various_struct1_n0@part=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,s1,b from part_change_various_various_struct1_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_struct1_n0 +POSTHOOK: Input: default@part_change_various_various_struct1_n0@part=1 +POSTHOOK: Input: default@part_change_various_various_struct1_n0@part=2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -439,9 +447,17 @@ complex_struct2_d_txt_n0.insert_num complex_struct2_d_txt_n0.b complex_struct2_d PREHOOK: query: explain vectorization detail select insert_num,part,b,s2 from part_add_various_various_struct2_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2_n0 +PREHOOK: Input: default@part_add_various_various_struct2_n0@part=1 +PREHOOK: Input: default@part_add_various_various_struct2_n0@part=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,b,s2 from part_add_various_various_struct2_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2_n0 +POSTHOOK: Input: default@part_add_various_various_struct2_n0@part=1 +POSTHOOK: Input: default@part_add_various_various_struct2_n0@part=2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -670,9 +686,17 @@ complex_struct4_c_txt_n0.insert_num complex_struct4_c_txt_n0.b complex_struct4_c PREHOOK: query: explain vectorization detail select insert_num,part,b,s3 from part_add_to_various_various_struct4_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct4_n0 +PREHOOK: Input: default@part_add_to_various_various_struct4_n0@part=1 +PREHOOK: Input: default@part_add_to_various_various_struct4_n0@part=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,b,s3 from part_add_to_various_various_struct4_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct4_n0 +POSTHOOK: Input: default@part_add_to_various_various_struct4_n0@part=1 +POSTHOOK: Input: default@part_add_to_various_various_struct4_n0@part=2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part_all_primitive.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part_all_primitive.q.out index ae483ca..fb74e5d 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part_all_primitive.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part_all_primitive.q.out @@ -245,9 +245,15 @@ insert_num boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolea PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n0 +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n0@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint_n0 +POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint_n0@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -496,9 +502,15 @@ insert_num decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decima PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_decimal_to_double_n0 +PREHOOK: Input: default@part_change_various_various_decimal_to_double_n0@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_decimal_to_double_n0 +POSTHOOK: Input: default@part_change_various_various_decimal_to_double_n0@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -669,9 +681,15 @@ insert_num timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 tim PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_timestamp_n0 +PREHOOK: Input: default@part_change_various_various_timestamp_n0@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_timestamp_n0 +POSTHOOK: Input: default@part_change_various_various_timestamp_n0@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -826,9 +844,15 @@ insert_num date1 date1 date1 date1 _c5 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_date_n0 +PREHOOK: Input: default@part_change_various_various_date_n0@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_date_n0 +POSTHOOK: Input: default@part_change_various_various_date_n0@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1064,9 +1088,17 @@ same_type1_c_txt_n0.insert_num same_type1_c_txt_n0.c1 same_type1_c_txt_n0.c2 sam PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_same_type_different_params_n0 +PREHOOK: Input: default@part_change_same_type_different_params_n0@part=1 +PREHOOK: Input: default@part_change_same_type_different_params_n0@part=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_same_type_different_params_n0 +POSTHOOK: Input: default@part_change_same_type_different_params_n0@part=1 +POSTHOOK: Input: default@part_change_same_type_different_params_n0@part=2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part_all_primitive_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part_all_primitive_llap_io.q.out index fb1a4d2..d7dfdcc 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part_all_primitive_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part_all_primitive_llap_io.q.out @@ -245,9 +245,15 @@ insert_num boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolea PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n4 +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n4@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint_n4 +POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint_n4@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -497,9 +503,15 @@ insert_num decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decima PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_decimal_to_double_n4 +PREHOOK: Input: default@part_change_various_various_decimal_to_double_n4@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_decimal_to_double_n4 +POSTHOOK: Input: default@part_change_various_various_decimal_to_double_n4@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -671,9 +683,15 @@ insert_num timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 tim PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_timestamp_n4 +PREHOOK: Input: default@part_change_various_various_timestamp_n4@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_timestamp_n4 +POSTHOOK: Input: default@part_change_various_various_timestamp_n4@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -829,9 +847,15 @@ insert_num date1 date1 date1 date1 _c5 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_date_n4 +PREHOOK: Input: default@part_change_various_various_date_n4@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_date_n4 +POSTHOOK: Input: default@part_change_various_various_date_n4@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1068,9 +1092,17 @@ same_type1_c_txt_n4.insert_num same_type1_c_txt_n4.c1 same_type1_c_txt_n4.c2 sam PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_same_type_different_params_n4 +PREHOOK: Input: default@part_change_same_type_different_params_n4@part=1 +PREHOOK: Input: default@part_change_same_type_different_params_n4@part=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_same_type_different_params_n4 +POSTHOOK: Input: default@part_change_same_type_different_params_n4@part=1 +POSTHOOK: Input: default@part_change_same_type_different_params_n4@part=2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_table.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_table.q.out index ff23f05..f66cc46 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_table.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_table.q.out @@ -60,9 +60,13 @@ col1 col2 col3 col4 PREHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_permute_select_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select_n3 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_permute_select_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select_n3 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -224,9 +228,13 @@ col1 col2 col3 col4 col5 PREHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_string_permute_select_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select_n3 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_string_permute_select_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select_n3 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -450,9 +458,13 @@ _col0 _col1 _col2 _col3 _col4 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,b from table_change_string_group_double_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double_n3 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,b from table_change_string_group_double_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_double_n3 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -747,9 +759,13 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group_n3 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group_n3 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -953,9 +969,13 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group_n3 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group_n3 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_table_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_table_llap_io.q.out index 97c8730..9cec344 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_table_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_table_llap_io.q.out @@ -60,9 +60,13 @@ col1 col2 col3 col4 PREHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_permute_select_n5 PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select_n5 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_permute_select_n5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select_n5 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -225,9 +229,13 @@ col1 col2 col3 col4 col5 PREHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_string_permute_select_n5 PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select_n5 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_string_permute_select_n5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select_n5 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -452,9 +460,13 @@ _col0 _col1 _col2 _col3 _col4 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,b from table_change_string_group_double_n5 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double_n5 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,b from table_change_string_group_double_n5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_double_n5 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -750,9 +762,13 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group_n5 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group_n5 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group_n5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group_n5 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -957,9 +973,13 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group_n5 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group_n5 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group_n5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group_n5 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_stats.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_stats.q.out index 5c45776..487089d 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_stats.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_stats.q.out @@ -175,8 +175,12 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain select count(c) from partitioned1_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned1_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select count(c) from partitioned1_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -381,8 +385,12 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain select count(c) from partitioned1_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned1_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select count(c) from partitioned1_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part.q.out index ca2c908..e9aeca1 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part.q.out @@ -60,9 +60,15 @@ col1 col2 col3 col4 PREHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_permute_select_n8 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select_n8 +PREHOOK: Input: default@part_add_int_permute_select_n8@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_permute_select_n8 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select_n8 +POSTHOOK: Input: default@part_add_int_permute_select_n8@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -193,9 +199,15 @@ col1 col2 col3 col4 col5 PREHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_string_permute_select_n8 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select_n8 +PREHOOK: Input: default@part_add_int_string_permute_select_n8@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_string_permute_select_n8 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select_n8 +POSTHOOK: Input: default@part_add_int_string_permute_select_n8@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -380,9 +392,15 @@ insert_num double1 double1 double1 _c4 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_string_group_double_n8 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_double_n8 +PREHOOK: Input: default@part_change_string_group_double_n8@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_string_group_double_n8 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_double_n8 +POSTHOOK: Input: default@part_change_string_group_double_n8@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -506,9 +524,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp_n8 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n8 +PREHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n8@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp_n8 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n8 +POSTHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n8@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -701,9 +725,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group_n8 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n8 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n8@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group_n8 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n8 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n8@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -886,9 +916,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group_n8 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n8 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n8@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group_n8 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n8 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n8@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -1057,9 +1093,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_string_group_string_group_string_n8 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string_n8 +PREHOOK: Input: default@part_change_string_group_string_group_string_n8@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_string_group_string_group_string_n8 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string_n8 +POSTHOOK: Input: default@part_change_string_group_string_group_string_n8@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -1256,9 +1298,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n8 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n8 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n8@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n8 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n8 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n8@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -1397,9 +1445,15 @@ _col0 _col1 _col2 _col3 _col4 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float_n8 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n8 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n8@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float_n8 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n8 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n8@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_complex.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_complex.q.out index 4cb2ee8..459fb36 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_complex.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_complex.q.out @@ -134,9 +134,17 @@ complex_struct1_c_txt_n3.insert_num complex_struct1_c_txt_n3.s1 complex_struct1_ PREHOOK: query: explain vectorization detail select insert_num,part,s1,b from part_change_various_various_struct1_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_struct1_n3 +PREHOOK: Input: default@part_change_various_various_struct1_n3@part=1 +PREHOOK: Input: default@part_change_various_various_struct1_n3@part=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,s1,b from part_change_various_various_struct1_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_struct1_n3 +POSTHOOK: Input: default@part_change_various_various_struct1_n3@part=1 +POSTHOOK: Input: default@part_change_various_various_struct1_n3@part=2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -412,9 +420,17 @@ complex_struct2_d_txt_n3.insert_num complex_struct2_d_txt_n3.b complex_struct2_d PREHOOK: query: explain vectorization detail select insert_num,part,b,s2 from part_add_various_various_struct2_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2_n3 +PREHOOK: Input: default@part_add_various_various_struct2_n3@part=1 +PREHOOK: Input: default@part_add_various_various_struct2_n3@part=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,b,s2 from part_add_various_various_struct2_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2_n3 +POSTHOOK: Input: default@part_add_various_various_struct2_n3@part=1 +POSTHOOK: Input: default@part_add_various_various_struct2_n3@part=2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -616,9 +632,17 @@ complex_struct4_c_txt_n3.insert_num complex_struct4_c_txt_n3.b complex_struct4_c PREHOOK: query: explain vectorization detail select insert_num,part,b,s3 from part_add_to_various_various_struct4_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct4_n3 +PREHOOK: Input: default@part_add_to_various_various_struct4_n3@part=1 +PREHOOK: Input: default@part_add_to_various_various_struct4_n3@part=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,b,s3 from part_add_to_various_various_struct4_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct4_n3 +POSTHOOK: Input: default@part_add_to_various_various_struct4_n3@part=1 +POSTHOOK: Input: default@part_add_to_various_various_struct4_n3@part=2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_complex_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_complex_llap_io.q.out index 9248712..d93f1c3 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_complex_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_complex_llap_io.q.out @@ -134,9 +134,17 @@ complex_struct1_c_txt_n1.insert_num complex_struct1_c_txt_n1.s1 complex_struct1_ PREHOOK: query: explain vectorization detail select insert_num,part,s1,b from part_change_various_various_struct1_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_struct1_n1 +PREHOOK: Input: default@part_change_various_various_struct1_n1@part=1 +PREHOOK: Input: default@part_change_various_various_struct1_n1@part=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,s1,b from part_change_various_various_struct1_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_struct1_n1 +POSTHOOK: Input: default@part_change_various_various_struct1_n1@part=1 +POSTHOOK: Input: default@part_change_various_various_struct1_n1@part=2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -413,9 +421,17 @@ complex_struct2_d_txt_n1.insert_num complex_struct2_d_txt_n1.b complex_struct2_d PREHOOK: query: explain vectorization detail select insert_num,part,b,s2 from part_add_various_various_struct2_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2_n1 +PREHOOK: Input: default@part_add_various_various_struct2_n1@part=1 +PREHOOK: Input: default@part_add_various_various_struct2_n1@part=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,b,s2 from part_add_various_various_struct2_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2_n1 +POSTHOOK: Input: default@part_add_various_various_struct2_n1@part=1 +POSTHOOK: Input: default@part_add_various_various_struct2_n1@part=2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -618,9 +634,17 @@ complex_struct4_c_txt_n1.insert_num complex_struct4_c_txt_n1.b complex_struct4_c PREHOOK: query: explain vectorization detail select insert_num,part,b,s3 from part_add_to_various_various_struct4_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct4_n1 +PREHOOK: Input: default@part_add_to_various_various_struct4_n1@part=1 +PREHOOK: Input: default@part_add_to_various_various_struct4_n1@part=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,b,s3 from part_add_to_various_various_struct4_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct4_n1 +POSTHOOK: Input: default@part_add_to_various_various_struct4_n1@part=1 +POSTHOOK: Input: default@part_add_to_various_various_struct4_n1@part=2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_primitive.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_primitive.q.out index 29054b1..869fb6e 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_primitive.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_primitive.q.out @@ -245,9 +245,15 @@ insert_num boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolea PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n2 +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n2@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint_n2 +POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint_n2@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -470,9 +476,15 @@ insert_num decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decima PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_decimal_to_double_n2 +PREHOOK: Input: default@part_change_various_various_decimal_to_double_n2@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_decimal_to_double_n2 +POSTHOOK: Input: default@part_change_various_various_decimal_to_double_n2@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -617,9 +629,15 @@ insert_num timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 tim PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_timestamp_n2 +PREHOOK: Input: default@part_change_various_various_timestamp_n2@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_timestamp_n2 +POSTHOOK: Input: default@part_change_various_various_timestamp_n2@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -748,9 +766,15 @@ insert_num date1 date1 date1 date1 _c5 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_date_n2 +PREHOOK: Input: default@part_change_various_various_date_n2@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_date_n2 +POSTHOOK: Input: default@part_change_various_various_date_n2@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -960,9 +984,17 @@ same_type1_c_txt_n2.insert_num same_type1_c_txt_n2.c1 same_type1_c_txt_n2.c2 sam PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_same_type_different_params_n2 +PREHOOK: Input: default@part_change_same_type_different_params_n2@part=1 +PREHOOK: Input: default@part_change_same_type_different_params_n2@part=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_same_type_different_params_n2 +POSTHOOK: Input: default@part_change_same_type_different_params_n2@part=1 +POSTHOOK: Input: default@part_change_same_type_different_params_n2@part=2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_primitive_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_primitive_llap_io.q.out index 003457b..47b1902 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_primitive_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_primitive_llap_io.q.out @@ -133,9 +133,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n1 +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n1@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint_n1 +POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint_n1@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -290,9 +296,15 @@ insert_num boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolea PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n1 +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n1@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint_n1 +POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint_n1@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -432,9 +444,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_decimal_to_double_n1 +PREHOOK: Input: default@part_change_various_various_decimal_to_double_n1@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_decimal_to_double_n1 +POSTHOOK: Input: default@part_change_various_various_decimal_to_double_n1@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -561,9 +579,15 @@ insert_num decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decima PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_decimal_to_double_n1 +PREHOOK: Input: default@part_change_various_various_decimal_to_double_n1@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_decimal_to_double_n1 +POSTHOOK: Input: default@part_change_various_various_decimal_to_double_n1@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -662,9 +686,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_timestamp_n1 +PREHOOK: Input: default@part_change_various_various_timestamp_n1@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_timestamp_n1 +POSTHOOK: Input: default@part_change_various_various_timestamp_n1@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -754,9 +784,15 @@ insert_num timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 tim PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_timestamp_n1 +PREHOOK: Input: default@part_change_various_various_timestamp_n1@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_timestamp_n1 +POSTHOOK: Input: default@part_change_various_various_timestamp_n1@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -847,9 +883,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_date_n1 +PREHOOK: Input: default@part_change_various_various_date_n1@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_date_n1 +POSTHOOK: Input: default@part_change_various_various_date_n1@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -931,9 +973,15 @@ insert_num date1 date1 date1 date1 _c5 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_date_n1 +PREHOOK: Input: default@part_change_various_various_date_n1@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_date_n1 +POSTHOOK: Input: default@part_change_various_various_date_n1@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -1046,9 +1094,15 @@ same_type1_a_txt_n1.insert_num same_type1_a_txt_n1.c1 same_type1_a_txt_n1.c2 sam PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_same_type_different_params_n1 +PREHOOK: Input: default@part_change_same_type_different_params_n1@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_same_type_different_params_n1 +POSTHOOK: Input: default@part_change_same_type_different_params_n1@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -1189,9 +1243,17 @@ same_type1_c_txt_n1.insert_num same_type1_c_txt_n1.c1 same_type1_c_txt_n1.c2 sam PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_same_type_different_params_n1 +PREHOOK: Input: default@part_change_same_type_different_params_n1@part=1 +PREHOOK: Input: default@part_change_same_type_different_params_n1@part=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_same_type_different_params_n1 +POSTHOOK: Input: default@part_change_same_type_different_params_n1@part=1 +POSTHOOK: Input: default@part_change_same_type_different_params_n1@part=2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_llap_io.q.out index fcbd8e8..a5e9c10 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_llap_io.q.out @@ -60,9 +60,15 @@ col1 col2 col3 col4 PREHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_permute_select_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select_n1 +PREHOOK: Input: default@part_add_int_permute_select_n1@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_permute_select_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select_n1 +POSTHOOK: Input: default@part_add_int_permute_select_n1@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -194,9 +200,15 @@ col1 col2 col3 col4 col5 PREHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_string_permute_select_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select_n1 +PREHOOK: Input: default@part_add_int_string_permute_select_n1@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_string_permute_select_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select_n1 +POSTHOOK: Input: default@part_add_int_string_permute_select_n1@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -382,9 +394,15 @@ insert_num double1 double1 double1 _c4 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_string_group_double_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_double_n1 +PREHOOK: Input: default@part_change_string_group_double_n1@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_string_group_double_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_double_n1 +POSTHOOK: Input: default@part_change_string_group_double_n1@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -509,9 +527,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n1 +PREHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n1@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n1 +POSTHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n1@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -705,9 +729,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n1@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n1@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -891,9 +921,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n1@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n1@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -1063,9 +1099,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_string_group_string_group_string_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string_n1 +PREHOOK: Input: default@part_change_string_group_string_group_string_n1@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_string_group_string_group_string_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string_n1 +POSTHOOK: Input: default@part_change_string_group_string_group_string_n1@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -1263,9 +1305,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n1@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n1@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -1405,9 +1453,15 @@ _col0 _col1 _col2 _col3 _col4 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n1@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n1@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_table.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_table.q.out index 17ee442..6305171 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_table.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_table.q.out @@ -60,9 +60,13 @@ col1 col2 col3 col4 PREHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_permute_select_n9 PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select_n9 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_permute_select_n9 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select_n9 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -199,9 +203,13 @@ col1 col2 col3 col4 col5 PREHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_string_permute_select_n9 PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select_n9 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_string_permute_select_n9 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select_n9 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -400,9 +408,13 @@ _col0 _col1 _col2 _col3 _col4 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,b from table_change_string_group_double_n9 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double_n9 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,b from table_change_string_group_double_n9 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_double_n9 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -672,9 +684,13 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group_n9 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group_n9 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group_n9 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group_n9 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -853,9 +869,13 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group_n9 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group_n9 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group_n9 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group_n9 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_table_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_table_llap_io.q.out index 5aba880..33eae16 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_table_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_table_llap_io.q.out @@ -60,9 +60,13 @@ col1 col2 col3 col4 PREHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_permute_select_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_permute_select_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select_n2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -200,9 +204,13 @@ col1 col2 col3 col4 col5 PREHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_string_permute_select_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_string_permute_select_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select_n2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -402,9 +410,13 @@ _col0 _col1 _col2 _col3 _col4 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,b from table_change_string_group_double_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,b from table_change_string_group_double_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_double_n2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -675,9 +687,13 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group_n2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -857,9 +873,13 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group_n2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part.q.out index fed044e..3167f5e 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part.q.out @@ -60,9 +60,15 @@ col1 col2 col3 col4 PREHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_permute_select_n10 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select_n10 +PREHOOK: Input: default@part_add_int_permute_select_n10@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_permute_select_n10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select_n10 +POSTHOOK: Input: default@part_add_int_permute_select_n10@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -219,9 +225,15 @@ col1 col2 col3 col4 col5 PREHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_string_permute_select_n10 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select_n10 +PREHOOK: Input: default@part_add_int_string_permute_select_n10@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_string_permute_select_n10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select_n10 +POSTHOOK: Input: default@part_add_int_string_permute_select_n10@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -432,9 +444,15 @@ insert_num double1 double1 double1 _c4 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_string_group_double_n10 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_double_n10 +PREHOOK: Input: default@part_change_string_group_double_n10@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_string_group_double_n10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_double_n10 +POSTHOOK: Input: default@part_change_string_group_double_n10@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -584,9 +602,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp_n10 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n10 +PREHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n10@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp_n10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n10 +POSTHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n10@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -805,9 +829,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group_n10 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n10 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n10@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group_n10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n10 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n10@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1016,9 +1046,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group_n10 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n10 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n10@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group_n10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n10 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n10@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1213,9 +1249,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_string_group_string_group_string_n10 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string_n10 +PREHOOK: Input: default@part_change_string_group_string_group_string_n10@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_string_group_string_group_string_n10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string_n10 +POSTHOOK: Input: default@part_change_string_group_string_group_string_n10@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1438,9 +1480,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n10 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n10 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n10@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n10 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n10@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1605,9 +1653,15 @@ _col0 _col1 _col2 _col3 _col4 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float_n10 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n10 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n10@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float_n10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n10 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n10@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_complex.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_complex.q.out index 5d6b08b..3f753c6 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_complex.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_complex.q.out @@ -134,9 +134,17 @@ complex_struct1_c_txt_n6.insert_num complex_struct1_c_txt_n6.s1 complex_struct1_ PREHOOK: query: explain vectorization detail select insert_num,part,s1,b from part_change_various_various_struct1_n6 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_struct1_n6 +PREHOOK: Input: default@part_change_various_various_struct1_n6@part=1 +PREHOOK: Input: default@part_change_various_various_struct1_n6@part=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,s1,b from part_change_various_various_struct1_n6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_struct1_n6 +POSTHOOK: Input: default@part_change_various_various_struct1_n6@part=1 +POSTHOOK: Input: default@part_change_various_various_struct1_n6@part=2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -438,9 +446,17 @@ complex_struct2_d_txt_n6.insert_num complex_struct2_d_txt_n6.b complex_struct2_d PREHOOK: query: explain vectorization detail select insert_num,part,b,s2 from part_add_various_various_struct2_n6 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2_n6 +PREHOOK: Input: default@part_add_various_various_struct2_n6@part=1 +PREHOOK: Input: default@part_add_various_various_struct2_n6@part=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,b,s2 from part_add_various_various_struct2_n6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2_n6 +POSTHOOK: Input: default@part_add_various_various_struct2_n6@part=1 +POSTHOOK: Input: default@part_add_various_various_struct2_n6@part=2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -668,9 +684,17 @@ complex_struct4_c_txt_n6.insert_num complex_struct4_c_txt_n6.b complex_struct4_c PREHOOK: query: explain vectorization detail select insert_num,part,b,s3 from part_add_to_various_various_struct4_n6 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct4_n6 +PREHOOK: Input: default@part_add_to_various_various_struct4_n6@part=1 +PREHOOK: Input: default@part_add_to_various_various_struct4_n6@part=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,b,s3 from part_add_to_various_various_struct4_n6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct4_n6 +POSTHOOK: Input: default@part_add_to_various_various_struct4_n6@part=1 +POSTHOOK: Input: default@part_add_to_various_various_struct4_n6@part=2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_complex_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_complex_llap_io.q.out index ca2bfb7..dfee8cd 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_complex_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_complex_llap_io.q.out @@ -43,9 +43,15 @@ complex_struct1_a_txt.insert_num complex_struct1_a_txt.s1 complex_struct1_a_txt. PREHOOK: query: explain vectorization detail select insert_num,part,s1,b from part_change_various_various_struct1 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Input: default@part_change_various_various_struct1@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,s1,b from part_change_various_various_struct1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Input: default@part_change_various_various_struct1@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -205,9 +211,17 @@ complex_struct1_c_txt.insert_num complex_struct1_c_txt.s1 complex_struct1_c_txt. PREHOOK: query: explain vectorization detail select insert_num,part,s1,b from part_change_various_various_struct1 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Input: default@part_change_various_various_struct1@part=1 +PREHOOK: Input: default@part_change_various_various_struct1@part=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,s1,b from part_change_various_various_struct1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Input: default@part_change_various_various_struct1@part=1 +POSTHOOK: Input: default@part_change_various_various_struct1@part=2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -286,9 +300,15 @@ col1 col2 PREHOOK: query: explain vectorization detail select insert_num,part,b from part_add_various_various_struct2 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Input: default@part_add_various_various_struct2@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,b from part_add_various_various_struct2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Input: default@part_add_various_various_struct2@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -446,9 +466,17 @@ complex_struct2_b_txt.insert_num complex_struct2_b_txt.b complex_struct2_b_txt.s PREHOOK: query: explain vectorization detail select insert_num,part,b,s2 from part_add_various_various_struct2 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Input: default@part_add_various_various_struct2@part=1 +PREHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,b,s2 from part_add_various_various_struct2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Input: default@part_add_various_various_struct2@part=1 +POSTHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -593,9 +621,17 @@ complex_struct2_d_txt.insert_num complex_struct2_d_txt.b complex_struct2_d_txt.s PREHOOK: query: explain vectorization detail select insert_num,part,b,s2 from part_add_various_various_struct2 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Input: default@part_add_various_various_struct2@part=1 +PREHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,b,s2 from part_add_various_various_struct2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Input: default@part_add_various_various_struct2@part=1 +POSTHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -693,9 +729,15 @@ complex_struct4_a_txt.insert_num complex_struct4_a_txt.b complex_struct4_a_txt.s PREHOOK: query: explain vectorization detail select insert_num,part,b,s3 from part_add_to_various_various_struct4 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Input: default@part_add_to_various_various_struct4@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,b,s3 from part_add_to_various_various_struct4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Input: default@part_add_to_various_various_struct4@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -853,9 +895,17 @@ complex_struct4_c_txt.insert_num complex_struct4_c_txt.b complex_struct4_c_txt.s PREHOOK: query: explain vectorization detail select insert_num,part,b,s3 from part_add_to_various_various_struct4 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Input: default@part_add_to_various_various_struct4@part=1 +PREHOOK: Input: default@part_add_to_various_various_struct4@part=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,b,s3 from part_add_to_various_various_struct4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Input: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: Input: default@part_add_to_various_various_struct4@part=2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_primitive.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_primitive.q.out index 5c49695..2406a96 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_primitive.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_primitive.q.out @@ -245,9 +245,15 @@ insert_num boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolea PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n8 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n8 +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n8@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n8 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint_n8 +POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint_n8@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -496,9 +502,15 @@ insert_num decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decima PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n8 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_decimal_to_double_n8 +PREHOOK: Input: default@part_change_various_various_decimal_to_double_n8@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n8 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_decimal_to_double_n8 +POSTHOOK: Input: default@part_change_various_various_decimal_to_double_n8@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -669,9 +681,15 @@ insert_num timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 tim PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp_n8 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_timestamp_n8 +PREHOOK: Input: default@part_change_various_various_timestamp_n8@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp_n8 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_timestamp_n8 +POSTHOOK: Input: default@part_change_various_various_timestamp_n8@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -826,9 +844,15 @@ insert_num date1 date1 date1 date1 _c5 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date_n8 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_date_n8 +PREHOOK: Input: default@part_change_various_various_date_n8@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date_n8 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_date_n8 +POSTHOOK: Input: default@part_change_various_various_date_n8@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1064,9 +1088,17 @@ same_type1_c_txt_n8.insert_num same_type1_c_txt_n8.c1 same_type1_c_txt_n8.c2 sam PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params_n8 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_same_type_different_params_n8 +PREHOOK: Input: default@part_change_same_type_different_params_n8@part=1 +PREHOOK: Input: default@part_change_same_type_different_params_n8@part=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params_n8 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_same_type_different_params_n8 +POSTHOOK: Input: default@part_change_same_type_different_params_n8@part=1 +POSTHOOK: Input: default@part_change_same_type_different_params_n8@part=2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_primitive_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_primitive_llap_io.q.out index eceff3b..61cb615 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_primitive_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_primitive_llap_io.q.out @@ -133,9 +133,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n3 +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n3@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint_n3 +POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint_n3@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -316,9 +322,15 @@ insert_num boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolea PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n3 +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n3@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint_n3 +POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint_n3@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -463,9 +475,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_decimal_to_double_n3 +PREHOOK: Input: default@part_change_various_various_decimal_to_double_n3@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_decimal_to_double_n3 +POSTHOOK: Input: default@part_change_various_various_decimal_to_double_n3@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -618,9 +636,15 @@ insert_num decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decima PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_decimal_to_double_n3 +PREHOOK: Input: default@part_change_various_various_decimal_to_double_n3@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_decimal_to_double_n3 +POSTHOOK: Input: default@part_change_various_various_decimal_to_double_n3@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -724,9 +748,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_timestamp_n3 +PREHOOK: Input: default@part_change_various_various_timestamp_n3@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_timestamp_n3 +POSTHOOK: Input: default@part_change_various_various_timestamp_n3@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -842,9 +872,15 @@ insert_num timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 tim PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_timestamp_n3 +PREHOOK: Input: default@part_change_various_various_timestamp_n3@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_timestamp_n3 +POSTHOOK: Input: default@part_change_various_various_timestamp_n3@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -940,9 +976,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_date_n3 +PREHOOK: Input: default@part_change_various_various_date_n3@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_date_n3 +POSTHOOK: Input: default@part_change_various_various_date_n3@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1050,9 +1092,15 @@ insert_num date1 date1 date1 date1 _c5 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_date_n3 +PREHOOK: Input: default@part_change_various_various_date_n3@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_date_n3 +POSTHOOK: Input: default@part_change_various_various_date_n3@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1170,9 +1218,15 @@ same_type1_a_txt_n3.insert_num same_type1_a_txt_n3.c1 same_type1_a_txt_n3.c2 sam PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_same_type_different_params_n3 +PREHOOK: Input: default@part_change_same_type_different_params_n3@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_same_type_different_params_n3 +POSTHOOK: Input: default@part_change_same_type_different_params_n3@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1339,9 +1393,17 @@ same_type1_c_txt_n3.insert_num same_type1_c_txt_n3.c1 same_type1_c_txt_n3.c2 sam PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_same_type_different_params_n3 +PREHOOK: Input: default@part_change_same_type_different_params_n3@part=1 +PREHOOK: Input: default@part_change_same_type_different_params_n3@part=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_same_type_different_params_n3 +POSTHOOK: Input: default@part_change_same_type_different_params_n3@part=1 +POSTHOOK: Input: default@part_change_same_type_different_params_n3@part=2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_llap_io.q.out index 36b53e5..a2da751 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_llap_io.q.out @@ -39,9 +39,15 @@ col1 col2 col3 PREHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_permute_select_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select_n0 +PREHOOK: Input: default@part_add_int_permute_select_n0@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_permute_select_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select_n0 +POSTHOOK: Input: default@part_add_int_permute_select_n0@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -150,9 +156,15 @@ col1 col2 col3 PREHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_string_permute_select_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select_n0 +PREHOOK: Input: default@part_add_int_string_permute_select_n0@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_string_permute_select_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select_n0 +POSTHOOK: Input: default@part_add_int_string_permute_select_n0@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -263,9 +275,15 @@ _col0 _col1 _col2 _col3 _col4 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_string_group_double_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_double_n0 +PREHOOK: Input: default@part_change_string_group_double_n0@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_string_group_double_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_double_n0 +POSTHOOK: Input: default@part_change_string_group_double_n0@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -387,9 +405,15 @@ insert_num date1 date1 date1 date1 date1 timestamp1 timestamp1 timestamp1 timest PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n0 +PREHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n0@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n0 +POSTHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n0@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -537,9 +561,15 @@ insert_num tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyi PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n0 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n0@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n0 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n0@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -682,9 +712,15 @@ insert_num decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 doubl PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n0 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n0@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n0 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n0@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -820,9 +856,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string_n0 +PREHOOK: Input: default@part_change_string_group_string_group_string_n0@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string_n0 +POSTHOOK: Input: default@part_change_string_group_string_group_string_n0@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -972,9 +1014,15 @@ insert_num tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 small PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n0 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n0@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n0 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n0@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1101,9 +1149,15 @@ insert_num decimal1 decimal1 float1 _c4 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n0 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n0@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n0 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n0@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_table.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_table.q.out index ed7a0b6..8d7a83c 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_table.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_table.q.out @@ -60,9 +60,13 @@ col1 col2 col3 col4 PREHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_permute_select_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select_n4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_permute_select_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select_n4 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -224,9 +228,13 @@ col1 col2 col3 col4 col5 PREHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_string_permute_select_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select_n4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_string_permute_select_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select_n4 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -450,9 +458,13 @@ _col0 _col1 _col2 _col3 _col4 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,b from table_change_string_group_double_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double_n4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,b from table_change_string_group_double_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_double_n4 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -747,9 +759,13 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group_n4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group_n4 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -953,9 +969,13 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group_n4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group_n4 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_table_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_table_llap_io.q.out index 867e134..1d8567c 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_table_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_table_llap_io.q.out @@ -39,9 +39,13 @@ insert_num int1 _c2 PREHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_permute_select_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_permute_select_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select_n1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -144,9 +148,13 @@ col1 col2 col3 col4 PREHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_permute_select_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_permute_select_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select_n1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -242,9 +250,13 @@ insert_num int1 _c2 PREHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_string_permute_select_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_string_permute_select_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select_n1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -348,9 +360,13 @@ col1 col2 col3 col4 col5 PREHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_string_permute_select_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_string_permute_select_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select_n1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -448,9 +464,13 @@ _col0 _col1 _col2 _col3 _col4 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,b from table_change_string_group_double_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,b from table_change_string_group_double_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_double_n1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -554,9 +574,13 @@ _col0 _col1 _col2 _col3 _col4 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,b from table_change_string_group_double_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,b from table_change_string_group_double_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_double_n1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -661,9 +685,13 @@ insert_num date1 date1 date1 date1 date1 timestamp1 timestamp1 timestamp1 timest PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_date_group_string_group_date_group_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_date_group_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_date_group_string_group_date_group_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_date_group_n1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -823,9 +851,13 @@ insert_num tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyi PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group_n1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -948,9 +980,13 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group_n1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1076,9 +1112,13 @@ insert_num decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 doubl PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group_n1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1196,9 +1236,13 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group_n1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1317,9 +1361,13 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string_n1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1495,9 +1543,13 @@ insert_num tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 small PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1664,9 +1716,13 @@ insert_num decimal1 decimal1 float1 _c4 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_decimal_to_float_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_decimal_to_float_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_decimal_to_float_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_decimal_to_float_n1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part.q.out index d71107d..08796c3 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part.q.out @@ -60,9 +60,15 @@ col1 col2 col3 col4 PREHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_permute_select_n11 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select_n11 +PREHOOK: Input: default@part_add_int_permute_select_n11@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_permute_select_n11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select_n11 +POSTHOOK: Input: default@part_add_int_permute_select_n11@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -219,9 +225,15 @@ col1 col2 col3 col4 col5 PREHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_string_permute_select_n11 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select_n11 +PREHOOK: Input: default@part_add_int_string_permute_select_n11@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_string_permute_select_n11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select_n11 +POSTHOOK: Input: default@part_add_int_string_permute_select_n11@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -432,9 +444,15 @@ insert_num double1 double1 double1 _c4 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_string_group_double_n11 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_double_n11 +PREHOOK: Input: default@part_change_string_group_double_n11@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_string_group_double_n11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_double_n11 +POSTHOOK: Input: default@part_change_string_group_double_n11@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -584,9 +602,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp_n11 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n11 +PREHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n11@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp_n11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n11 +POSTHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n11@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -805,9 +829,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group_n11 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n11 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n11@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group_n11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n11 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n11@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1016,9 +1046,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group_n11 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n11 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n11@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group_n11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n11 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n11@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1213,9 +1249,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_string_group_string_group_string_n11 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string_n11 +PREHOOK: Input: default@part_change_string_group_string_group_string_n11@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_string_group_string_group_string_n11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string_n11 +POSTHOOK: Input: default@part_change_string_group_string_group_string_n11@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1438,9 +1480,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n11 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n11 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n11@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n11 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n11@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1605,9 +1653,15 @@ _col0 _col1 _col2 _col3 _col4 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float_n11 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n11 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n11@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float_n11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n11 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n11@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_complex.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_complex.q.out index 5208183..939e66e 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_complex.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_complex.q.out @@ -134,9 +134,17 @@ complex_struct1_c_txt_n4.insert_num complex_struct1_c_txt_n4.s1 complex_struct1_ PREHOOK: query: explain vectorization detail select insert_num,part,s1,b from part_change_various_various_struct1_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_struct1_n4 +PREHOOK: Input: default@part_change_various_various_struct1_n4@part=1 +PREHOOK: Input: default@part_change_various_various_struct1_n4@part=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,s1,b from part_change_various_various_struct1_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_struct1_n4 +POSTHOOK: Input: default@part_change_various_various_struct1_n4@part=1 +POSTHOOK: Input: default@part_change_various_various_struct1_n4@part=2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -438,9 +446,17 @@ complex_struct2_d_txt_n4.insert_num complex_struct2_d_txt_n4.b complex_struct2_d PREHOOK: query: explain vectorization detail select insert_num,part,b,s2 from part_add_various_various_struct2_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2_n4 +PREHOOK: Input: default@part_add_various_various_struct2_n4@part=1 +PREHOOK: Input: default@part_add_various_various_struct2_n4@part=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,b,s2 from part_add_various_various_struct2_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2_n4 +POSTHOOK: Input: default@part_add_various_various_struct2_n4@part=1 +POSTHOOK: Input: default@part_add_various_various_struct2_n4@part=2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -668,9 +684,17 @@ complex_struct4_c_txt_n4.insert_num complex_struct4_c_txt_n4.b complex_struct4_c PREHOOK: query: explain vectorization detail select insert_num,part,b,s3 from part_add_to_various_various_struct4_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct4_n4 +PREHOOK: Input: default@part_add_to_various_various_struct4_n4@part=1 +PREHOOK: Input: default@part_add_to_various_various_struct4_n4@part=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,b,s3 from part_add_to_various_various_struct4_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct4_n4 +POSTHOOK: Input: default@part_add_to_various_various_struct4_n4@part=1 +POSTHOOK: Input: default@part_add_to_various_various_struct4_n4@part=2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_complex_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_complex_llap_io.q.out index 3cd11dd..788c44a 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_complex_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_complex_llap_io.q.out @@ -43,9 +43,15 @@ complex_struct1_a_txt_n7.insert_num complex_struct1_a_txt_n7.s1 complex_struct1_ PREHOOK: query: explain vectorization detail select insert_num,part,s1,b from part_change_various_various_struct1_n7 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_struct1_n7 +PREHOOK: Input: default@part_change_various_various_struct1_n7@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,s1,b from part_change_various_various_struct1_n7 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_struct1_n7 +POSTHOOK: Input: default@part_change_various_various_struct1_n7@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -190,9 +196,17 @@ complex_struct1_c_txt_n7.insert_num complex_struct1_c_txt_n7.s1 complex_struct1_ PREHOOK: query: explain vectorization detail select insert_num,part,s1,b from part_change_various_various_struct1_n7 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_struct1_n7 +PREHOOK: Input: default@part_change_various_various_struct1_n7@part=1 +PREHOOK: Input: default@part_change_various_various_struct1_n7@part=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,s1,b from part_change_various_various_struct1_n7 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_struct1_n7 +POSTHOOK: Input: default@part_change_various_various_struct1_n7@part=1 +POSTHOOK: Input: default@part_change_various_various_struct1_n7@part=2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -271,9 +285,15 @@ col1 col2 PREHOOK: query: explain vectorization detail select insert_num,part,b from part_add_various_various_struct2_n7 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2_n7 +PREHOOK: Input: default@part_add_various_various_struct2_n7@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,b from part_add_various_various_struct2_n7 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2_n7 +POSTHOOK: Input: default@part_add_various_various_struct2_n7@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -494,9 +514,17 @@ complex_struct2_d_txt_n7.insert_num complex_struct2_d_txt_n7.b complex_struct2_d PREHOOK: query: explain vectorization detail select insert_num,part,b,s2 from part_add_various_various_struct2_n7 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2_n7 +PREHOOK: Input: default@part_add_various_various_struct2_n7@part=1 +PREHOOK: Input: default@part_add_various_various_struct2_n7@part=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,b,s2 from part_add_various_various_struct2_n7 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2_n7 +POSTHOOK: Input: default@part_add_various_various_struct2_n7@part=1 +POSTHOOK: Input: default@part_add_various_various_struct2_n7@part=2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -594,9 +622,15 @@ complex_struct4_a_txt_n7.insert_num complex_struct4_a_txt_n7.b complex_struct4_a PREHOOK: query: explain vectorization detail select insert_num,part,b,s3 from part_add_to_various_various_struct4_n7 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct4_n7 +PREHOOK: Input: default@part_add_to_various_various_struct4_n7@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,b,s3 from part_add_to_various_various_struct4_n7 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct4_n7 +POSTHOOK: Input: default@part_add_to_various_various_struct4_n7@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -741,9 +775,17 @@ complex_struct4_c_txt_n7.insert_num complex_struct4_c_txt_n7.b complex_struct4_c PREHOOK: query: explain vectorization detail select insert_num,part,b,s3 from part_add_to_various_various_struct4_n7 PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct4_n7 +PREHOOK: Input: default@part_add_to_various_various_struct4_n7@part=1 +PREHOOK: Input: default@part_add_to_various_various_struct4_n7@part=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,b,s3 from part_add_to_various_various_struct4_n7 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct4_n7 +POSTHOOK: Input: default@part_add_to_various_various_struct4_n7@part=1 +POSTHOOK: Input: default@part_add_to_various_various_struct4_n7@part=2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_primitive.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_primitive.q.out index 9d32b03..27b10ba 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_primitive.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_primitive.q.out @@ -245,9 +245,15 @@ insert_num boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolea PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n7 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n7 +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n7@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n7 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint_n7 +POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint_n7@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -496,9 +502,15 @@ insert_num decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decima PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n7 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_decimal_to_double_n7 +PREHOOK: Input: default@part_change_various_various_decimal_to_double_n7@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n7 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_decimal_to_double_n7 +POSTHOOK: Input: default@part_change_various_various_decimal_to_double_n7@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -669,9 +681,15 @@ insert_num timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 tim PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp_n7 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_timestamp_n7 +PREHOOK: Input: default@part_change_various_various_timestamp_n7@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp_n7 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_timestamp_n7 +POSTHOOK: Input: default@part_change_various_various_timestamp_n7@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -826,9 +844,15 @@ insert_num date1 date1 date1 date1 _c5 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date_n7 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_date_n7 +PREHOOK: Input: default@part_change_various_various_date_n7@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date_n7 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_date_n7 +POSTHOOK: Input: default@part_change_various_various_date_n7@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1064,9 +1088,17 @@ same_type1_c_txt_n7.insert_num same_type1_c_txt_n7.c1 same_type1_c_txt_n7.c2 sam PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params_n7 PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_same_type_different_params_n7 +PREHOOK: Input: default@part_change_same_type_different_params_n7@part=1 +PREHOOK: Input: default@part_change_same_type_different_params_n7@part=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params_n7 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_same_type_different_params_n7 +POSTHOOK: Input: default@part_change_same_type_different_params_n7@part=1 +POSTHOOK: Input: default@part_change_same_type_different_params_n7@part=2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_primitive_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_primitive_llap_io.q.out index 9a9f41e..ade7e18 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_primitive_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_primitive_llap_io.q.out @@ -133,9 +133,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint +POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -316,9 +322,15 @@ insert_num boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolea PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint +POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -442,9 +454,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_decimal_to_double +PREHOOK: Input: default@part_change_various_various_decimal_to_double@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_decimal_to_double +POSTHOOK: Input: default@part_change_various_various_decimal_to_double@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -597,9 +615,15 @@ insert_num decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decima PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_decimal_to_double +PREHOOK: Input: default@part_change_various_various_decimal_to_double@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_decimal_to_double +POSTHOOK: Input: default@part_change_various_various_decimal_to_double@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -686,9 +710,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Input: default@part_change_various_various_timestamp@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Input: default@part_change_various_various_timestamp@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -788,9 +818,15 @@ insert_num timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 tim PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Input: default@part_change_various_various_timestamp@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Input: default@part_change_various_various_timestamp@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -869,9 +905,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Input: default@part_change_various_various_date@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Input: default@part_change_various_various_date@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -963,9 +1005,15 @@ insert_num date1 date1 date1 date1 _c5 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Input: default@part_change_various_various_date@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Input: default@part_change_various_various_date@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1066,9 +1114,15 @@ same_type1_a_txt.insert_num same_type1_a_txt.c1 same_type1_a_txt.c2 same_type1_a PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_same_type_different_params +PREHOOK: Input: default@part_change_same_type_different_params@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_same_type_different_params +POSTHOOK: Input: default@part_change_same_type_different_params@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1219,9 +1273,17 @@ same_type1_c_txt.insert_num same_type1_c_txt.c1 same_type1_c_txt.c2 same_type1_c PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_same_type_different_params +PREHOOK: Input: default@part_change_same_type_different_params@part=1 +PREHOOK: Input: default@part_change_same_type_different_params@part=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_same_type_different_params +POSTHOOK: Input: default@part_change_same_type_different_params@part=1 +POSTHOOK: Input: default@part_change_same_type_different_params@part=2 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_llap_io.q.out index 97a964f..1a3d9da 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_llap_io.q.out @@ -39,9 +39,15 @@ col1 col2 col3 PREHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_permute_select PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_permute_select POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -143,9 +149,15 @@ col1 col2 col3 col4 PREHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_permute_select PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_permute_select POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -242,9 +254,15 @@ col1 col2 col3 PREHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_string_permute_select PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_string_permute_select POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -347,9 +365,15 @@ col1 col2 col3 col4 col5 PREHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_string_permute_select PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_string_permute_select POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -448,9 +472,15 @@ _col0 _col1 _col2 _col3 _col4 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_string_group_double PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Input: default@part_change_string_group_double@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_string_group_double POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Input: default@part_change_string_group_double@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -557,9 +587,15 @@ insert_num double1 double1 double1 _c4 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_string_group_double PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Input: default@part_change_string_group_double@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_string_group_double POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Input: default@part_change_string_group_double@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -644,9 +680,15 @@ insert_num date1 date1 date1 date1 date1 timestamp1 timestamp1 timestamp1 timest PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_date_timestamp +PREHOOK: Input: default@part_change_date_group_string_group_date_timestamp@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_date_timestamp +POSTHOOK: Input: default@part_change_date_group_string_group_date_timestamp@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -760,9 +802,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_date_timestamp +PREHOOK: Input: default@part_change_date_group_string_group_date_timestamp@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_date_timestamp +POSTHOOK: Input: default@part_change_date_group_string_group_date_timestamp@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -873,9 +921,15 @@ insert_num tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyi PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1015,9 +1069,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1123,9 +1183,15 @@ insert_num decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 doubl PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1260,9 +1326,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1361,9 +1433,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1491,9 +1569,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_string_group_string_group_string PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_string_group_string_group_string POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1606,9 +1690,15 @@ insert_num tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 small PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1750,9 +1840,15 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1842,9 +1938,15 @@ insert_num decimal1 decimal1 float1 _c4 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1951,9 +2053,15 @@ _col0 _col1 _col2 _col3 _col4 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float@part=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float@part=1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_table.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_table.q.out index a2c26b2..b374c60 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_table.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_table.q.out @@ -60,9 +60,13 @@ col1 col2 col3 col4 PREHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_permute_select_n8 PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select_n8 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_permute_select_n8 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select_n8 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -224,9 +228,13 @@ col1 col2 col3 col4 col5 PREHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_string_permute_select_n8 PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select_n8 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_string_permute_select_n8 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select_n8 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -450,9 +458,13 @@ _col0 _col1 _col2 _col3 _col4 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,b from table_change_string_group_double_n8 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double_n8 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,b from table_change_string_group_double_n8 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_double_n8 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -747,9 +759,13 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group_n8 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group_n8 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group_n8 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group_n8 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -953,9 +969,13 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group_n8 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group_n8 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group_n8 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group_n8 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_table_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_table_llap_io.q.out index 2c25fef..21f6f24 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_table_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_table_llap_io.q.out @@ -39,9 +39,13 @@ insert_num int1 _c2 PREHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_permute_select_n11 PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select_n11 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_permute_select_n11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select_n11 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -144,9 +148,13 @@ col1 col2 col3 col4 PREHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_permute_select_n11 PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select_n11 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_permute_select_n11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select_n11 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -242,9 +250,13 @@ insert_num int1 _c2 PREHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_string_permute_select_n11 PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select_n11 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_string_permute_select_n11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select_n11 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -348,9 +360,13 @@ col1 col2 col3 col4 col5 PREHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_string_permute_select_n11 PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select_n11 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_string_permute_select_n11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select_n11 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -448,9 +464,13 @@ _col0 _col1 _col2 _col3 _col4 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,b from table_change_string_group_double_n11 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double_n11 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,b from table_change_string_group_double_n11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_double_n11 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -554,9 +574,13 @@ _col0 _col1 _col2 _col3 _col4 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,b from table_change_string_group_double_n11 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double_n11 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,b from table_change_string_group_double_n11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_double_n11 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -661,9 +685,13 @@ insert_num date1 date1 date1 date1 date1 timestamp1 timestamp1 timestamp1 timest PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_date_group_string_group_date_group_n11 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_date_group_n11 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_date_group_string_group_date_group_n11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_date_group_n11 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -774,9 +802,13 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_date_group_string_group_date_group_n11 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_date_group_n11 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_date_group_string_group_date_group_n11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_date_group_n11 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -907,9 +939,13 @@ insert_num tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyi PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group_n11 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group_n11 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group_n11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group_n11 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1046,9 +1082,13 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group_n11 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group_n11 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group_n11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group_n11 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1174,9 +1214,13 @@ insert_num decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 doubl PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group_n11 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group_n11 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group_n11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group_n11 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1308,9 +1352,13 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group_n11 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group_n11 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group_n11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group_n11 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1429,9 +1477,13 @@ _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string_n11 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string_n11 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string_n11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string_n11 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1621,9 +1673,13 @@ insert_num tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 small PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n11 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n11 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n11 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1804,9 +1860,13 @@ insert_num decimal1 decimal1 float1 _c4 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_decimal_to_float_n11 PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_decimal_to_float_n11 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_decimal_to_float_n11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_decimal_to_float_n11 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/selectDistinctStar.q.out b/ql/src/test/results/clientpositive/llap/selectDistinctStar.q.out index 4455c28..44aaaf8 100644 --- a/ql/src/test/results/clientpositive/llap/selectDistinctStar.q.out +++ b/ql/src/test/results/clientpositive/llap/selectDistinctStar.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain select distinct src.* from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select distinct src.* from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -693,8 +697,12 @@ POSTHOOK: Input: default@src 98 val_98 PREHOOK: query: explain select distinct * from src where key < '3' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select distinct * from src where key < '3' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -913,12 +921,18 @@ select * from src1 union all select * from src )subq PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT distinct * from ( select * from src1 union all select * from src )subq POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1340,8 +1354,14 @@ POSTHOOK: query: drop view if exists sdi POSTHOOK: type: DROPVIEW PREHOOK: query: explain create view sdi as select distinct * from src order by key limit 2 PREHOOK: type: CREATEVIEW +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@sdi POSTHOOK: query: explain create view sdi as select distinct * from src order by key limit 2 POSTHOOK: type: CREATEVIEW +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@sdi STAGE DEPENDENCIES: Stage-1 is a root stage @@ -2457,8 +2477,12 @@ POSTHOOK: Input: default@src 98 val_98 PREHOOK: query: explain select distinct src.* from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select distinct src.* from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3150,8 +3174,12 @@ POSTHOOK: Input: default@src 98 val_98 PREHOOK: query: explain select distinct * from src where key < '3' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select distinct * from src where key < '3' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3370,12 +3398,18 @@ select * from src1 union all select * from src )subq PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT distinct * from ( select * from src1 union all select * from src )subq POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3801,8 +3835,14 @@ POSTHOOK: Input: default@sdi POSTHOOK: Output: default@sdi PREHOOK: query: explain create view sdi as select distinct * from src order by key limit 2 PREHOOK: type: CREATEVIEW +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@sdi POSTHOOK: query: explain create view sdi as select distinct * from src order by key limit 2 POSTHOOK: type: CREATEVIEW +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@sdi STAGE DEPENDENCIES: Stage-1 is a root stage diff --git a/ql/src/test/results/clientpositive/llap/select_dummy_source.q.out b/ql/src/test/results/clientpositive/llap/select_dummy_source.q.out index b7f939f..56966c5 100644 --- a/ql/src/test/results/clientpositive/llap/select_dummy_source.q.out +++ b/ql/src/test/results/clientpositive/llap/select_dummy_source.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select 'a', 100 PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select 'a', 100 POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -32,9 +36,13 @@ a 100 PREHOOK: query: explain select 1 + 1 PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select 1 + 1 POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -63,9 +71,13 @@ POSTHOOK: Input: _dummy_database@_dummy_table PREHOOK: query: explain select explode(array('a', 'b')) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select explode(array('a', 'b')) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -100,9 +112,13 @@ b PREHOOK: query: explain select 'a', 100 PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select 'a', 100 POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -131,9 +147,13 @@ a 100 PREHOOK: query: explain select 1 + 1 PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select 1 + 1 POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -162,9 +182,13 @@ POSTHOOK: Input: _dummy_database@_dummy_table PREHOOK: query: explain select explode(array('a', 'b')) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select explode(array('a', 'b')) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -199,9 +223,13 @@ b PREHOOK: query: explain select 2 + 3,x from (select 1 + 2 x) X PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select 2 + 3,x from (select 1 + 2 x) X POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/llap/semijoin.q.out b/ql/src/test/results/clientpositive/llap/semijoin.q.out index e785005..685fe74 100644 --- a/ql/src/test/results/clientpositive/llap/semijoin.q.out +++ b/ql/src/test/results/clientpositive/llap/semijoin.q.out @@ -122,8 +122,14 @@ POSTHOOK: Input: default@t4_n5 #### A masked pattern was here #### PREHOOK: query: explain select * from t1_n55 a left semi join t2_n33 b on a.key=b.key sort by a.key, a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n55 +PREHOOK: Input: default@t2_n33 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t1_n55 a left semi join t2_n33 b on a.key=b.key sort by a.key, a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n55 +POSTHOOK: Input: default@t2_n33 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -231,8 +237,14 @@ POSTHOOK: Input: default@t2_n33 8 val_8 PREHOOK: query: explain select * from t2_n33 a left semi join t1_n55 b on b.key=a.key sort by a.key, a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n55 +PREHOOK: Input: default@t2_n33 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t2_n33 a left semi join t1_n55 b on b.key=a.key sort by a.key, a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n55 +POSTHOOK: Input: default@t2_n33 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -342,8 +354,14 @@ POSTHOOK: Input: default@t2_n33 8 val_4 PREHOOK: query: explain select * from t1_n55 a left semi join t4_n5 b on b.key=a.key sort by a.key, a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n55 +PREHOOK: Input: default@t4_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t1_n55 a left semi join t4_n5 b on b.key=a.key sort by a.key, a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n55 +POSTHOOK: Input: default@t4_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -445,8 +463,14 @@ POSTHOOK: Input: default@t4_n5 #### A masked pattern was here #### PREHOOK: query: explain select a.value from t1_n55 a left semi join t3_n12 b on (b.key = a.key and b.key < '15') sort by a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n55 +PREHOOK: Input: default@t3_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select a.value from t1_n55 a left semi join t3_n12 b on (b.key = a.key and b.key < '15') sort by a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n55 +POSTHOOK: Input: default@t3_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -563,8 +587,14 @@ val_8 val_9 PREHOOK: query: explain select * from t1_n55 a left semi join t2_n33 b on a.key = b.key and b.value < "val_10" sort by a.key, a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n55 +PREHOOK: Input: default@t2_n33 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t1_n55 a left semi join t2_n33 b on a.key = b.key and b.value < "val_10" sort by a.key, a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n55 +POSTHOOK: Input: default@t2_n33 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -669,8 +699,14 @@ POSTHOOK: Input: default@t2_n33 0 val_0 PREHOOK: query: explain select a.value from t1_n55 a left semi join (select key from t3_n12 where key > 5) b on a.key = b.key sort by a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n55 +PREHOOK: Input: default@t3_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select a.value from t1_n55 a left semi join (select key from t3_n12 where key > 5) b on a.key = b.key sort by a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n55 +POSTHOOK: Input: default@t3_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -779,8 +815,14 @@ val_8 val_9 PREHOOK: query: explain select a.value from t1_n55 a left semi join (select key , value from t2_n33 where key > 5) b on a.key = b.key and b.value <= 'val_20' sort by a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n55 +PREHOOK: Input: default@t2_n33 +#### A masked pattern was here #### POSTHOOK: query: explain select a.value from t1_n55 a left semi join (select key , value from t2_n33 where key > 5) b on a.key = b.key and b.value <= 'val_20' sort by a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n55 +POSTHOOK: Input: default@t2_n33 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -886,8 +928,14 @@ POSTHOOK: Input: default@t2_n33 #### A masked pattern was here #### PREHOOK: query: explain select * from t2_n33 a left semi join (select key , value from t1_n55 where key > 2) b on a.key = b.key sort by a.key, a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n55 +PREHOOK: Input: default@t2_n33 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t2_n33 a left semi join (select key , value from t1_n55 where key > 2) b on a.key = b.key sort by a.key, a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n55 +POSTHOOK: Input: default@t2_n33 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -994,8 +1042,14 @@ POSTHOOK: Input: default@t2_n33 8 val_4 PREHOOK: query: explain select /*+ mapjoin(b) */ a.key from t3_n12 a left semi join t1_n55 b on a.key = b.key sort by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n55 +PREHOOK: Input: default@t3_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ mapjoin(b) */ a.key from t3_n12 a left semi join t1_n55 b on a.key = b.key sort by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n55 +POSTHOOK: Input: default@t3_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1115,8 +1169,14 @@ POSTHOOK: Input: default@t3_n12 9 PREHOOK: query: explain select * from t1_n55 a left semi join t2_n33 b on a.key = 2*b.key sort by a.key, a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n55 +PREHOOK: Input: default@t2_n33 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t1_n55 a left semi join t2_n33 b on a.key = 2*b.key sort by a.key, a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n55 +POSTHOOK: Input: default@t2_n33 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1222,8 +1282,16 @@ POSTHOOK: Input: default@t2_n33 8 val_8 PREHOOK: query: explain select * from t1_n55 a join t2_n33 b on a.key = b.key left semi join t3_n12 c on b.key = c.key sort by a.key, a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n55 +PREHOOK: Input: default@t2_n33 +PREHOOK: Input: default@t3_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t1_n55 a join t2_n33 b on a.key = b.key left semi join t3_n12 c on b.key = c.key sort by a.key, a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n55 +POSTHOOK: Input: default@t2_n33 +POSTHOOK: Input: default@t3_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1364,8 +1432,14 @@ POSTHOOK: Input: default@t3_n12 8 val_8 8 val_4 PREHOOK: query: explain select * from t3_n12 a left semi join t1_n55 b on a.key = b.key and a.value=b.value sort by a.key, a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n55 +PREHOOK: Input: default@t3_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t3_n12 a left semi join t1_n55 b on a.key = b.key and a.value=b.value sort by a.key, a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n55 +POSTHOOK: Input: default@t3_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1480,8 +1554,16 @@ POSTHOOK: Input: default@t3_n12 9 val_9 PREHOOK: query: explain select /*+ mapjoin(b, c) */ a.key from t3_n12 a left semi join t1_n55 b on a.key = b.key left semi join t2_n33 c on a.key = c.key sort by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n55 +PREHOOK: Input: default@t2_n33 +PREHOOK: Input: default@t3_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ mapjoin(b, c) */ a.key from t3_n12 a left semi join t1_n55 b on a.key = b.key left semi join t2_n33 c on a.key = c.key sort by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n55 +POSTHOOK: Input: default@t2_n33 +POSTHOOK: Input: default@t3_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1624,8 +1706,16 @@ POSTHOOK: Input: default@t3_n12 8 PREHOOK: query: explain select a.key from t3_n12 a left outer join t1_n55 b on a.key = b.key left semi join t2_n33 c on b.key = c.key sort by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n55 +PREHOOK: Input: default@t2_n33 +PREHOOK: Input: default@t3_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key from t3_n12 a left outer join t1_n55 b on a.key = b.key left semi join t2_n33 c on b.key = c.key sort by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n55 +POSTHOOK: Input: default@t2_n33 +POSTHOOK: Input: default@t3_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1762,8 +1852,16 @@ POSTHOOK: Input: default@t3_n12 8 PREHOOK: query: explain select a.key from t1_n55 a right outer join t3_n12 b on a.key = b.key left semi join t2_n33 c on b.key = c.key sort by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n55 +PREHOOK: Input: default@t2_n33 +PREHOOK: Input: default@t3_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key from t1_n55 a right outer join t3_n12 b on a.key = b.key left semi join t2_n33 c on b.key = c.key sort by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n55 +POSTHOOK: Input: default@t2_n33 +POSTHOOK: Input: default@t3_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1903,8 +2001,16 @@ NULL NULL PREHOOK: query: explain select a.key from t1_n55 a full outer join t3_n12 b on a.key = b.key left semi join t2_n33 c on b.key = c.key sort by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n55 +PREHOOK: Input: default@t2_n33 +PREHOOK: Input: default@t3_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key from t1_n55 a full outer join t3_n12 b on a.key = b.key left semi join t2_n33 c on b.key = c.key sort by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n55 +POSTHOOK: Input: default@t2_n33 +POSTHOOK: Input: default@t3_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2044,8 +2150,16 @@ NULL NULL PREHOOK: query: explain select a.key from t3_n12 a left semi join t2_n33 b on a.key = b.key left outer join t1_n55 c on a.key = c.key sort by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n55 +PREHOOK: Input: default@t2_n33 +PREHOOK: Input: default@t3_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key from t3_n12 a left semi join t2_n33 b on a.key = b.key left outer join t1_n55 c on a.key = c.key sort by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n55 +POSTHOOK: Input: default@t2_n33 +POSTHOOK: Input: default@t3_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2185,8 +2299,16 @@ POSTHOOK: Input: default@t3_n12 8 PREHOOK: query: explain select a.key from t3_n12 a left semi join t2_n33 b on a.key = b.key right outer join t1_n55 c on a.key = c.key sort by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n55 +PREHOOK: Input: default@t2_n33 +PREHOOK: Input: default@t3_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key from t3_n12 a left semi join t2_n33 b on a.key = b.key right outer join t1_n55 c on a.key = c.key sort by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n55 +POSTHOOK: Input: default@t2_n33 +POSTHOOK: Input: default@t3_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2328,8 +2450,16 @@ NULL NULL PREHOOK: query: explain select a.key from t3_n12 a left semi join t1_n55 b on a.key = b.key full outer join t2_n33 c on a.key = c.key sort by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n55 +PREHOOK: Input: default@t2_n33 +PREHOOK: Input: default@t3_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key from t3_n12 a left semi join t1_n55 b on a.key = b.key full outer join t2_n33 c on a.key = c.key sort by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n55 +POSTHOOK: Input: default@t2_n33 +POSTHOOK: Input: default@t3_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2482,8 +2612,16 @@ NULL NULL PREHOOK: query: explain select a.key from t3_n12 a left semi join t2_n33 b on a.key = b.key left outer join t1_n55 c on a.value = c.value sort by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n55 +PREHOOK: Input: default@t2_n33 +PREHOOK: Input: default@t3_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key from t3_n12 a left semi join t2_n33 b on a.key = b.key left outer join t1_n55 c on a.value = c.value sort by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n55 +POSTHOOK: Input: default@t2_n33 +POSTHOOK: Input: default@t3_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2652,8 +2790,14 @@ POSTHOOK: Input: default@t3_n12 8 PREHOOK: query: explain select a.key from t3_n12 a left semi join t2_n33 b on a.value = b.value where a.key > 100 PREHOOK: type: QUERY +PREHOOK: Input: default@t2_n33 +PREHOOK: Input: default@t3_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key from t3_n12 a left semi join t2_n33 b on a.value = b.value where a.key > 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2_n33 +POSTHOOK: Input: default@t3_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2750,10 +2894,14 @@ PREHOOK: query: explain select key, value from src outr left semi join (select a.key, b.value from src a join (select distinct value from src) b on a.value > b.value group by a.key, b.value) inr on outr.key=inr.key and outr.value=inr.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value from src outr left semi join (select a.key, b.value from src a join (select distinct value from src) b on a.value > b.value group by a.key, b.value) inr on outr.key=inr.key and outr.value=inr.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/semijoin6.q.out b/ql/src/test/results/clientpositive/llap/semijoin6.q.out index 1c03f3f..048e714 100644 --- a/ql/src/test/results/clientpositive/llap/semijoin6.q.out +++ b/ql/src/test/results/clientpositive/llap/semijoin6.q.out @@ -37,9 +37,15 @@ POSTHOOK: Lineage: tx2_n0.b SCRIPT [] PREHOOK: query: explain select * from tx1_n1 u left semi join tx2_n0 v on u.a=v.a PREHOOK: type: QUERY +PREHOOK: Input: default@tx1_n1 +PREHOOK: Input: default@tx2_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from tx1_n1 u left semi join tx2_n0 v on u.a=v.a POSTHOOK: type: QUERY +POSTHOOK: Input: default@tx1_n1 +POSTHOOK: Input: default@tx2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -137,9 +143,15 @@ POSTHOOK: Input: default@tx2_n0 PREHOOK: query: explain select * from tx1_n1 u left semi join tx2_n0 v on u.b <=> v.b PREHOOK: type: QUERY +PREHOOK: Input: default@tx1_n1 +PREHOOK: Input: default@tx2_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from tx1_n1 u left semi join tx2_n0 v on u.b <=> v.b POSTHOOK: type: QUERY +POSTHOOK: Input: default@tx1_n1 +POSTHOOK: Input: default@tx2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -230,9 +242,15 @@ Warning: Shuffle Join MERGEJOIN[12][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reduc PREHOOK: query: explain select * from tx1_n1 u left semi join tx2_n0 v on u.b <> v.b PREHOOK: type: QUERY +PREHOOK: Input: default@tx1_n1 +PREHOOK: Input: default@tx2_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from tx1_n1 u left semi join tx2_n0 v on u.b <> v.b POSTHOOK: type: QUERY +POSTHOOK: Input: default@tx1_n1 +POSTHOOK: Input: default@tx2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -329,9 +347,15 @@ NULL 400 PREHOOK: query: explain select * from tx1_n1 u left semi join tx2_n0 v on u.a=v.a and u.b <> v.b PREHOOK: type: QUERY +PREHOOK: Input: default@tx1_n1 +PREHOOK: Input: default@tx2_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from tx1_n1 u left semi join tx2_n0 v on u.a=v.a and u.b <> v.b POSTHOOK: type: QUERY +POSTHOOK: Input: default@tx1_n1 +POSTHOOK: Input: default@tx2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -435,9 +459,15 @@ Warning: Shuffle Join MERGEJOIN[12][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reduc PREHOOK: query: explain select * from tx1_n1 u left semi join tx2_n0 v on u.a=v.a or u.b <> v.b PREHOOK: type: QUERY +PREHOOK: Input: default@tx1_n1 +PREHOOK: Input: default@tx2_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from tx1_n1 u left semi join tx2_n0 v on u.a=v.a or u.b <> v.b POSTHOOK: type: QUERY +POSTHOOK: Input: default@tx1_n1 +POSTHOOK: Input: default@tx2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -534,9 +564,13 @@ NULL 400 PREHOOK: query: explain select * from tx1_n1 u left semi join tx1_n1 v on u.a=v.a PREHOOK: type: QUERY +PREHOOK: Input: default@tx1_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from tx1_n1 u left semi join tx1_n1 v on u.a=v.a POSTHOOK: type: QUERY +POSTHOOK: Input: default@tx1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -637,6 +671,9 @@ on (u.a + v.b > 400) or (coalesce(u.a) + coalesce(v.b) > 1900)) and u.a = v.a PREHOOK: type: QUERY +PREHOOK: Input: default@tx1_n1 +PREHOOK: Input: default@tx2_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from tx1_n1 u left semi join tx2_n0 v on (u.a + v.b > 400) @@ -644,6 +681,9 @@ on (u.a + v.b > 400) or (coalesce(u.a) + coalesce(v.b) > 1900)) and u.a = v.a POSTHOOK: type: QUERY +POSTHOOK: Input: default@tx1_n1 +POSTHOOK: Input: default@tx2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/semijoin7.q.out b/ql/src/test/results/clientpositive/llap/semijoin7.q.out index 5b4be8f..3143648 100644 --- a/ql/src/test/results/clientpositive/llap/semijoin7.q.out +++ b/ql/src/test/results/clientpositive/llap/semijoin7.q.out @@ -37,9 +37,15 @@ POSTHOOK: Lineage: tx2.b SCRIPT [] PREHOOK: query: explain select * from tx1 u left semi join tx2 v on u.a=v.a PREHOOK: type: QUERY +PREHOOK: Input: default@tx1 +PREHOOK: Input: default@tx2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from tx1 u left semi join tx2 v on u.a=v.a POSTHOOK: type: QUERY +POSTHOOK: Input: default@tx1 +POSTHOOK: Input: default@tx2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -133,9 +139,15 @@ POSTHOOK: Input: default@tx2 PREHOOK: query: explain select * from tx1 u left semi join tx2 v on u.b <=> v.b PREHOOK: type: QUERY +PREHOOK: Input: default@tx1 +PREHOOK: Input: default@tx2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from tx1 u left semi join tx2 v on u.b <=> v.b POSTHOOK: type: QUERY +POSTHOOK: Input: default@tx1 +POSTHOOK: Input: default@tx2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -226,9 +238,15 @@ Warning: Shuffle Join MERGEJOIN[10][tables = [u, v]] in Stage 'Reducer 2' is a c PREHOOK: query: explain select * from tx1 u left semi join tx2 v on u.b <> v.b PREHOOK: type: QUERY +PREHOOK: Input: default@tx1 +PREHOOK: Input: default@tx2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from tx1 u left semi join tx2 v on u.b <> v.b POSTHOOK: type: QUERY +POSTHOOK: Input: default@tx1 +POSTHOOK: Input: default@tx2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -321,9 +339,15 @@ NULL 400 PREHOOK: query: explain select * from tx1 u left semi join tx2 v on u.a=v.a and u.b <> v.b PREHOOK: type: QUERY +PREHOOK: Input: default@tx1 +PREHOOK: Input: default@tx2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from tx1 u left semi join tx2 v on u.a=v.a and u.b <> v.b POSTHOOK: type: QUERY +POSTHOOK: Input: default@tx1 +POSTHOOK: Input: default@tx2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -423,9 +447,15 @@ Warning: Shuffle Join MERGEJOIN[10][tables = [u, v]] in Stage 'Reducer 2' is a c PREHOOK: query: explain select * from tx1 u left semi join tx2 v on u.a=v.a or u.b <> v.b PREHOOK: type: QUERY +PREHOOK: Input: default@tx1 +PREHOOK: Input: default@tx2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from tx1 u left semi join tx2 v on u.a=v.a or u.b <> v.b POSTHOOK: type: QUERY +POSTHOOK: Input: default@tx1 +POSTHOOK: Input: default@tx2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -518,9 +548,13 @@ NULL 400 PREHOOK: query: explain select * from tx1 u left semi join tx1 v on u.a=v.a PREHOOK: type: QUERY +PREHOOK: Input: default@tx1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from tx1 u left semi join tx1 v on u.a=v.a POSTHOOK: type: QUERY +POSTHOOK: Input: default@tx1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -617,6 +651,9 @@ on (u.a + v.b > 400) or (coalesce(u.a) + coalesce(v.b) > 1900)) and u.a = v.a PREHOOK: type: QUERY +PREHOOK: Input: default@tx1 +PREHOOK: Input: default@tx2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from tx1 u left semi join tx2 v on (u.a + v.b > 400) @@ -624,6 +661,9 @@ on (u.a + v.b > 400) or (coalesce(u.a) + coalesce(v.b) > 1900)) and u.a = v.a POSTHOOK: type: QUERY +POSTHOOK: Input: default@tx1 +POSTHOOK: Input: default@tx2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/semijoin_hint.q.out b/ql/src/test/results/clientpositive/llap/semijoin_hint.q.out index 9ee70ed..e5109ad 100644 --- a/ql/src/test/results/clientpositive/llap/semijoin_hint.q.out +++ b/ql/src/test/results/clientpositive/llap/semijoin_hint.q.out @@ -162,8 +162,22 @@ POSTHOOK: Lineage: srccc.key SIMPLE [(src)src.FieldSchema(name:key, type:string, POSTHOOK: Lineage: srccc.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain select count(*) from srcpart_date k join srcpart_small v on (k.str = v.key1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_date +PREHOOK: Input: default@srcpart_date@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date@ds=2008-04-09 +PREHOOK: Input: default@srcpart_small +PREHOOK: Input: default@srcpart_small@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from srcpart_date k join srcpart_small v on (k.str = v.key1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_date +POSTHOOK: Input: default@srcpart_date@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_small +POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -289,8 +303,22 @@ STAGE PLANS: PREHOOK: query: explain select /*+ semi(None)*/ count(*) from srcpart_date k join srcpart_small v on (k.str = v.key1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_date +PREHOOK: Input: default@srcpart_date@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date@ds=2008-04-09 +PREHOOK: Input: default@srcpart_small +PREHOOK: Input: default@srcpart_small@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ semi(None)*/ count(*) from srcpart_date k join srcpart_small v on (k.str = v.key1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_date +POSTHOOK: Input: default@srcpart_date@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_small +POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -389,8 +417,24 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select /*+ semi(srcpart_date, str, v, 5000)*/ count(*) from srcpart_date join srcpart_small v on (srcpart_date.str = v.key1) join alltypesorc_int i on (srcpart_date.value = i.cstring) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_int +PREHOOK: Input: default@srcpart_date +PREHOOK: Input: default@srcpart_date@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date@ds=2008-04-09 +PREHOOK: Input: default@srcpart_small +PREHOOK: Input: default@srcpart_small@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select /*+ semi(srcpart_date, str, v, 5000)*/ count(*) from srcpart_date join srcpart_small v on (srcpart_date.str = v.key1) join alltypesorc_int i on (srcpart_date.value = i.cstring) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_int +POSTHOOK: Input: default@srcpart_date +POSTHOOK: Input: default@srcpart_date@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_small +POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -554,8 +598,24 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select /*+ semi(i, cstring, v, 3000)*/ count(*) from srcpart_date k join srcpart_small v on (k.str = v.key1) join alltypesorc_int i on (v.key1 = i.cstring) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_int +PREHOOK: Input: default@srcpart_date +PREHOOK: Input: default@srcpart_date@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date@ds=2008-04-09 +PREHOOK: Input: default@srcpart_small +PREHOOK: Input: default@srcpart_small@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select /*+ semi(i, cstring, v, 3000)*/ count(*) from srcpart_date k join srcpart_small v on (k.str = v.key1) join alltypesorc_int i on (v.key1 = i.cstring) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_int +POSTHOOK: Input: default@srcpart_date +POSTHOOK: Input: default@srcpart_date@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_small +POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -703,8 +763,22 @@ STAGE PLANS: PREHOOK: query: explain select /*+ semi(k, str, v, 5000)*/ count(*) from srcpart_date k join srcpart_small v on (k.str = v.key1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_date +PREHOOK: Input: default@srcpart_date@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date@ds=2008-04-09 +PREHOOK: Input: default@srcpart_small +PREHOOK: Input: default@srcpart_small@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ semi(k, str, v, 5000)*/ count(*) from srcpart_date k join srcpart_small v on (k.str = v.key1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_date +POSTHOOK: Input: default@srcpart_date@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_small +POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -830,8 +904,22 @@ STAGE PLANS: PREHOOK: query: explain select /*+ semi(k, str, v, 5000)*/ count(*) from srcpart_date k join srcpart_small v on (k.value = v.key1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_date +PREHOOK: Input: default@srcpart_date@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date@ds=2008-04-09 +PREHOOK: Input: default@srcpart_small +PREHOOK: Input: default@srcpart_small@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ semi(k, str, v, 5000)*/ count(*) from srcpart_date k join srcpart_small v on (k.value = v.key1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_date +POSTHOOK: Input: default@srcpart_date@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_small +POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -932,10 +1020,24 @@ PREHOOK: query: explain select /*+ semi(k, str, s, 5000)*/ count(*) from srcpart union all select /*+ semi(v, key1, d, 5000)*/ count(*) from srcpart_date d join srcpart_small v on (d.str = v.key1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_date +PREHOOK: Input: default@srcpart_date@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date@ds=2008-04-09 +PREHOOK: Input: default@srcpart_small +PREHOOK: Input: default@srcpart_small@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ semi(k, str, s, 5000)*/ count(*) from srcpart_date k join srcpart_small s on (k.str = s.key1) union all select /*+ semi(v, key1, d, 5000)*/ count(*) from srcpart_date d join srcpart_small v on (d.str = v.key1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_date +POSTHOOK: Input: default@srcpart_date@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_small +POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1164,8 +1266,22 @@ STAGE PLANS: PREHOOK: query: explain select count(*) from srcpart_date k join srcpart_small v on (k.str = v.key1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_date +PREHOOK: Input: default@srcpart_date@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date@ds=2008-04-09 +PREHOOK: Input: default@srcpart_small +PREHOOK: Input: default@srcpart_small@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from srcpart_date k join srcpart_small v on (k.str = v.key1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_date +POSTHOOK: Input: default@srcpart_date@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_small +POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1289,8 +1405,22 @@ STAGE PLANS: PREHOOK: query: explain select /*+ semi(None)*/ count(*) from srcpart_date k join srcpart_small v on (k.str = v.key1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_date +PREHOOK: Input: default@srcpart_date@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date@ds=2008-04-09 +PREHOOK: Input: default@srcpart_small +PREHOOK: Input: default@srcpart_small@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ semi(None)*/ count(*) from srcpart_date k join srcpart_small v on (k.str = v.key1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_date +POSTHOOK: Input: default@srcpart_date@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_small +POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1387,8 +1517,24 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select /*+ semi(srcpart_date, str, v, 5000)*/ count(*) from srcpart_date join srcpart_small v on (srcpart_date.str = v.key1) join alltypesorc_int i on (srcpart_date.value = i.cstring) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_int +PREHOOK: Input: default@srcpart_date +PREHOOK: Input: default@srcpart_date@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date@ds=2008-04-09 +PREHOOK: Input: default@srcpart_small +PREHOOK: Input: default@srcpart_small@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select /*+ semi(srcpart_date, str, v, 5000)*/ count(*) from srcpart_date join srcpart_small v on (srcpart_date.str = v.key1) join alltypesorc_int i on (srcpart_date.value = i.cstring) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_int +POSTHOOK: Input: default@srcpart_date +POSTHOOK: Input: default@srcpart_date@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_small +POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1550,8 +1696,24 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select /*+ semi(i, cstring, v, 3000)*/ count(*) from srcpart_date k join srcpart_small v on (k.str = v.key1) join alltypesorc_int i on (v.key1 = i.cstring) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_int +PREHOOK: Input: default@srcpart_date +PREHOOK: Input: default@srcpart_date@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date@ds=2008-04-09 +PREHOOK: Input: default@srcpart_small +PREHOOK: Input: default@srcpart_small@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select /*+ semi(i, cstring, v, 3000)*/ count(*) from srcpart_date k join srcpart_small v on (k.str = v.key1) join alltypesorc_int i on (v.key1 = i.cstring) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_int +POSTHOOK: Input: default@srcpart_date +POSTHOOK: Input: default@srcpart_date@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_small +POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1697,8 +1859,22 @@ STAGE PLANS: PREHOOK: query: explain select /*+ semi(k, str, v, 5000)*/ count(*) from srcpart_date k join srcpart_small v on (k.str = v.key1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_date +PREHOOK: Input: default@srcpart_date@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date@ds=2008-04-09 +PREHOOK: Input: default@srcpart_small +PREHOOK: Input: default@srcpart_small@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ semi(k, str, v, 5000)*/ count(*) from srcpart_date k join srcpart_small v on (k.str = v.key1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_date +POSTHOOK: Input: default@srcpart_date@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_small +POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1822,8 +1998,22 @@ STAGE PLANS: PREHOOK: query: explain select /*+ semi(k, str, v, 5000)*/ count(*) from srcpart_date k join srcpart_small v on (k.value = v.key1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_date +PREHOOK: Input: default@srcpart_date@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date@ds=2008-04-09 +PREHOOK: Input: default@srcpart_small +PREHOOK: Input: default@srcpart_small@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ semi(k, str, v, 5000)*/ count(*) from srcpart_date k join srcpart_small v on (k.value = v.key1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_date +POSTHOOK: Input: default@srcpart_date@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_small +POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1922,10 +2112,24 @@ PREHOOK: query: explain select /*+ semi(k, str, s, 5000)*/ count(*) from srcpart union all select /*+ semi(v, key1, d, 5000)*/ count(*) from srcpart_date d join srcpart_small v on (d.str = v.key1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_date +PREHOOK: Input: default@srcpart_date@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date@ds=2008-04-09 +PREHOOK: Input: default@srcpart_small +PREHOOK: Input: default@srcpart_small@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ semi(k, str, s, 5000)*/ count(*) from srcpart_date k join srcpart_small s on (k.str = s.key1) union all select /*+ semi(v, key1, d, 5000)*/ count(*) from srcpart_date d join srcpart_small v on (d.str = v.key1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_date +POSTHOOK: Input: default@srcpart_date@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_small +POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2138,8 +2342,22 @@ STAGE PLANS: PREHOOK: query: explain select count(*) from srcpart_date k join srcpart_small v on (k.str = v.key1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_date +PREHOOK: Input: default@srcpart_date@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date@ds=2008-04-09 +PREHOOK: Input: default@srcpart_small +PREHOOK: Input: default@srcpart_small@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from srcpart_date k join srcpart_small v on (k.str = v.key1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_date +POSTHOOK: Input: default@srcpart_date@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_small +POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2255,8 +2473,22 @@ STAGE PLANS: PREHOOK: query: explain select /*+ semi(None)*/ count(*) from srcpart_date k join srcpart_small v on (k.str = v.key1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_date +PREHOOK: Input: default@srcpart_date@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date@ds=2008-04-09 +PREHOOK: Input: default@srcpart_small +PREHOOK: Input: default@srcpart_small@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ semi(None)*/ count(*) from srcpart_date k join srcpart_small v on (k.str = v.key1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_date +POSTHOOK: Input: default@srcpart_date@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_small +POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2345,8 +2577,24 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select /*+ semi(srcpart_date, str, v, 5000)*/ count(*) from srcpart_date join srcpart_small v on (srcpart_date.str = v.key1) join alltypesorc_int i on (srcpart_date.value = i.cstring) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_int +PREHOOK: Input: default@srcpart_date +PREHOOK: Input: default@srcpart_date@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date@ds=2008-04-09 +PREHOOK: Input: default@srcpart_small +PREHOOK: Input: default@srcpart_small@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select /*+ semi(srcpart_date, str, v, 5000)*/ count(*) from srcpart_date join srcpart_small v on (srcpart_date.str = v.key1) join alltypesorc_int i on (srcpart_date.value = i.cstring) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_int +POSTHOOK: Input: default@srcpart_date +POSTHOOK: Input: default@srcpart_date@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_small +POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2496,8 +2744,24 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select /*+ semi(i, cstring, v, 3000)*/ count(*) from srcpart_date k join srcpart_small v on (k.str = v.key1) join alltypesorc_int i on (v.key1 = i.cstring) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_int +PREHOOK: Input: default@srcpart_date +PREHOOK: Input: default@srcpart_date@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date@ds=2008-04-09 +PREHOOK: Input: default@srcpart_small +PREHOOK: Input: default@srcpart_small@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select /*+ semi(i, cstring, v, 3000)*/ count(*) from srcpart_date k join srcpart_small v on (k.str = v.key1) join alltypesorc_int i on (v.key1 = i.cstring) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_int +POSTHOOK: Input: default@srcpart_date +POSTHOOK: Input: default@srcpart_date@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_small +POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2631,8 +2895,22 @@ STAGE PLANS: PREHOOK: query: explain select /*+ semi(k, str, v, 5000)*/ count(*) from srcpart_date k join srcpart_small v on (k.str = v.key1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_date +PREHOOK: Input: default@srcpart_date@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date@ds=2008-04-09 +PREHOOK: Input: default@srcpart_small +PREHOOK: Input: default@srcpart_small@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ semi(k, str, v, 5000)*/ count(*) from srcpart_date k join srcpart_small v on (k.str = v.key1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_date +POSTHOOK: Input: default@srcpart_date@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_small +POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2748,8 +3026,22 @@ STAGE PLANS: PREHOOK: query: explain select /*+ semi(k, str, v, 5000)*/ count(*) from srcpart_date k join srcpart_small v on (k.value = v.key1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_date +PREHOOK: Input: default@srcpart_date@ds=2008-04-08 +PREHOOK: Input: default@srcpart_date@ds=2008-04-09 +PREHOOK: Input: default@srcpart_small +PREHOOK: Input: default@srcpart_small@ds=2008-04-08 +PREHOOK: Input: default@srcpart_small@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ semi(k, str, v, 5000)*/ count(*) from srcpart_date k join srcpart_small v on (k.value = v.key1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_date +POSTHOOK: Input: default@srcpart_date@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 +POSTHOOK: Input: default@srcpart_small +POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 +POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2857,11 +3149,23 @@ WHEN MATCHED AND s.a > 8 THEN DELETE WHEN MATCHED THEN UPDATE SET b = 7 WHEN NOT MATCHED THEN INSERT VALUES(s.a, s.b) PREHOOK: type: QUERY +PREHOOK: Input: default@acidtbl +PREHOOK: Input: default@nonacidorctbl +PREHOOK: Output: default@acidtbl +PREHOOK: Output: default@acidtbl +PREHOOK: Output: default@acidtbl +PREHOOK: Output: default@merge_tmp_table POSTHOOK: query: explain merge into acidTbl as t using nonAcidOrcTbl s ON t.a = s.a WHEN MATCHED AND s.a > 8 THEN DELETE WHEN MATCHED THEN UPDATE SET b = 7 WHEN NOT MATCHED THEN INSERT VALUES(s.a, s.b) POSTHOOK: type: QUERY +POSTHOOK: Input: default@acidtbl +POSTHOOK: Input: default@nonacidorctbl +POSTHOOK: Output: default@acidtbl +POSTHOOK: Output: default@acidtbl +POSTHOOK: Output: default@acidtbl +POSTHOOK: Output: default@merge_tmp_table STAGE DEPENDENCIES: Stage-4 is a root stage Stage-5 depends on stages: Stage-4 @@ -3206,11 +3510,23 @@ WHEN MATCHED AND s.a > 8 THEN DELETE WHEN MATCHED THEN UPDATE SET b = 7 WHEN NOT MATCHED THEN INSERT VALUES(s.a, s.b) PREHOOK: type: QUERY +PREHOOK: Input: default@acidtbl +PREHOOK: Input: default@nonacidorctbl +PREHOOK: Output: default@acidtbl +PREHOOK: Output: default@acidtbl +PREHOOK: Output: default@acidtbl +PREHOOK: Output: default@merge_tmp_table POSTHOOK: query: explain merge /*+ semi(s, a, t, 1000)*/ into acidTbl as t using nonAcidOrcTbl s ON t.a = s.a WHEN MATCHED AND s.a > 8 THEN DELETE WHEN MATCHED THEN UPDATE SET b = 7 WHEN NOT MATCHED THEN INSERT VALUES(s.a, s.b) POSTHOOK: type: QUERY +POSTHOOK: Input: default@acidtbl +POSTHOOK: Input: default@nonacidorctbl +POSTHOOK: Output: default@acidtbl +POSTHOOK: Output: default@acidtbl +POSTHOOK: Output: default@acidtbl +POSTHOOK: Output: default@merge_tmp_table STAGE DEPENDENCIES: Stage-4 is a root stage Stage-5 depends on stages: Stage-4 diff --git a/ql/src/test/results/clientpositive/llap/sharedworkext.q.out b/ql/src/test/results/clientpositive/llap/sharedworkext.q.out index c734d00..9f9e97b 100644 --- a/ql/src/test/results/clientpositive/llap/sharedworkext.q.out +++ b/ql/src/test/results/clientpositive/llap/sharedworkext.q.out @@ -11,6 +11,8 @@ JOIN ) b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.key FROM ( @@ -24,6 +26,8 @@ JOIN ) b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -515,6 +519,8 @@ JOIN ) b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.key FROM ( @@ -530,6 +536,8 @@ JOIN ) b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/skewjoin.q.out b/ql/src/test/results/clientpositive/llap/skewjoin.q.out index 1c892a3..61366eb 100644 --- a/ql/src/test/results/clientpositive/llap/skewjoin.q.out +++ b/ql/src/test/results/clientpositive/llap/skewjoin.q.out @@ -74,10 +74,14 @@ PREHOOK: query: EXPLAIN FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1_n17 SELECT src1.key, src2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_j1_n17 POSTHOOK: query: EXPLAIN FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1_n17 SELECT src1.key, src2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_j1_n17 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -232,12 +236,22 @@ FROM T1_n128 a JOIN T2_n76 b ON a.key = b.key JOIN T3_n30 c ON b.key = c.key JOIN T4_n17 d ON c.key = d.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n128 +PREHOOK: Input: default@t2_n76 +PREHOOK: Input: default@t3_n30 +PREHOOK: Input: default@t4_n17 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ STREAMTABLE(a) */ * FROM T1_n128 a JOIN T2_n76 b ON a.key = b.key JOIN T3_n30 c ON b.key = c.key JOIN T4_n17 d ON c.key = d.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n128 +POSTHOOK: Input: default@t2_n76 +POSTHOOK: Input: default@t3_n30 +POSTHOOK: Input: default@t4_n17 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -374,12 +388,22 @@ FROM T1_n128 a JOIN T2_n76 b ON a.key = b.key JOIN T3_n30 c ON b.key = c.key JOIN T4_n17 d ON c.key = d.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n128 +PREHOOK: Input: default@t2_n76 +PREHOOK: Input: default@t3_n30 +PREHOOK: Input: default@t4_n17 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ STREAMTABLE(a,c) */ * FROM T1_n128 a JOIN T2_n76 b ON a.key = b.key JOIN T3_n30 c ON b.key = c.key JOIN T4_n17 d ON c.key = d.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n128 +POSTHOOK: Input: default@t2_n76 +POSTHOOK: Input: default@t3_n30 +POSTHOOK: Input: default@t4_n17 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -512,8 +536,14 @@ POSTHOOK: Input: default@t4_n17 2 12 2 22 2 12 2 12 PREHOOK: query: EXPLAIN FROM T1_n128 a JOIN src c ON c.key+1=a.key SELECT /*+ STREAMTABLE(a) */ sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@t1_n128 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM T1_n128 a JOIN src c ON c.key+1=a.key SELECT /*+ STREAMTABLE(a) */ sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@t1_n128 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -619,6 +649,8 @@ JOIN ON (x.key = Y.key) SELECT sum(hash(Y.key)), sum(hash(Y.value)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM (SELECT src.* FROM src) x JOIN @@ -626,6 +658,8 @@ JOIN ON (x.key = Y.key) SELECT sum(hash(Y.key)), sum(hash(Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -746,6 +780,8 @@ JOIN ON (x.key = Y.key and substring(x.value, 5)=substring(y.value, 5)+1) SELECT sum(hash(Y.key)), sum(hash(Y.value)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM (SELECT src.* FROM src) x JOIN @@ -753,6 +789,8 @@ JOIN ON (x.key = Y.key and substring(x.value, 5)=substring(y.value, 5)+1) SELECT sum(hash(Y.key)), sum(hash(Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -877,6 +915,8 @@ JOIN (SELECT src.key as c5, src.value as c6 from src) src3 ON src1.c1 = src3.c5 AND src3.c5 < 80 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT sum(hash(src1.c1)), sum(hash(src2.c4)) FROM @@ -888,6 +928,8 @@ JOIN (SELECT src.key as c5, src.value as c6 from src) src3 ON src1.c1 = src3.c5 AND src3.c5 < 80 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1031,9 +1073,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT /*+ mapjoin(v)*/ sum(hash(k.key)), sum(hash(v.val)) FROM T1_n128 k LEFT OUTER JOIN T1_n128 v ON k.key+1=v.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n128 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ mapjoin(v)*/ sum(hash(k.key)), sum(hash(v.val)) FROM T1_n128 k LEFT OUTER JOIN T1_n128 v ON k.key+1=v.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n128 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/skewjoinopt15.q.out b/ql/src/test/results/clientpositive/llap/skewjoinopt15.q.out index 547fd81..dc3050a 100644 --- a/ql/src/test/results/clientpositive/llap/skewjoinopt15.q.out +++ b/ql/src/test/results/clientpositive/llap/skewjoinopt15.q.out @@ -69,9 +69,15 @@ POSTHOOK: Lineage: t2_n66.val SIMPLE [(tmpt2_n66)tmpt2_n66.FieldSchema(name:val, PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n109 a JOIN T2_n66 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n109 +PREHOOK: Input: default@t2_n66 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n109 a JOIN T2_n66 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n109 +POSTHOOK: Input: default@t2_n66 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -170,9 +176,15 @@ POSTHOOK: Input: default@t2_n66 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n109 a RIGHT OUTER JOIN T2_n66 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n109 +PREHOOK: Input: default@t2_n66 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n109 a RIGHT OUTER JOIN T2_n66 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n109 +POSTHOOK: Input: default@t2_n66 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -267,9 +279,15 @@ NULL NULL 5 15 PREHOOK: query: EXPLAIN SELECT count(1) FROM T1_n109 a JOIN T2_n66 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n109 +PREHOOK: Input: default@t2_n66 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(1) FROM T1_n109 a JOIN T2_n66 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n109 +POSTHOOK: Input: default@t2_n66 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -376,9 +394,15 @@ POSTHOOK: Input: default@t2_n66 PREHOOK: query: EXPLAIN SELECT count(1) FROM T1_n109 a RIGHT OUTER JOIN T2_n66 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n109 +PREHOOK: Input: default@t2_n66 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(1) FROM T1_n109 a RIGHT OUTER JOIN T2_n66 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n109 +POSTHOOK: Input: default@t2_n66 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/smb_cache.q.out b/ql/src/test/results/clientpositive/llap/smb_cache.q.out index 8ff037a..8e414bc 100644 --- a/ql/src/test/results/clientpositive/llap/smb_cache.q.out +++ b/ql/src/test/results/clientpositive/llap/smb_cache.q.out @@ -193,6 +193,9 @@ t1.userid, from bug_201_input_b as t1 join bug_201_input_a as fa on (t1.userid = fa.userid) PREHOOK: type: QUERY +PREHOOK: Input: default@bug_201_input_a +PREHOOK: Input: default@bug_201_input_b +#### A masked pattern was here #### POSTHOOK: query: explain select t1.userid, @@ -200,6 +203,9 @@ t1.userid, from bug_201_input_b as t1 join bug_201_input_a as fa on (t1.userid = fa.userid) POSTHOOK: type: QUERY +POSTHOOK: Input: default@bug_201_input_a +POSTHOOK: Input: default@bug_201_input_b +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -295,6 +301,9 @@ t1.userid, from bug_201_input_b as t1 join bug_201_input_a as fa on (t1.userid = fa.userid) PREHOOK: type: QUERY +PREHOOK: Input: default@bug_201_input_a +PREHOOK: Input: default@bug_201_input_b +#### A masked pattern was here #### POSTHOOK: query: explain select t1.userid, @@ -302,6 +311,9 @@ t1.userid, from bug_201_input_b as t1 join bug_201_input_a as fa on (t1.userid = fa.userid) POSTHOOK: type: QUERY +POSTHOOK: Input: default@bug_201_input_a +POSTHOOK: Input: default@bug_201_input_b +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/smb_mapjoin_14.q.out b/ql/src/test/results/clientpositive/llap/smb_mapjoin_14.q.out index a1fcd73..3f457ca 100644 --- a/ql/src/test/results/clientpositive/llap/smb_mapjoin_14.q.out +++ b/ql/src/test/results/clientpositive/llap/smb_mapjoin_14.q.out @@ -43,11 +43,17 @@ select count(*) from ( select /*+mapjoin(a)*/ a.key as key, a.value as val1, b.value as val2 from tbl1_n14 a join tbl2_n13 b on a.key = b.key ) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n14 +PREHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( select /*+mapjoin(a)*/ a.key as key, a.value as val1, b.value as val2 from tbl1_n14 a join tbl2_n13 b on a.key = b.key ) subq1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n14 +POSTHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -145,6 +151,9 @@ select key, count(*) from group by key order by key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n14 +PREHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from ( @@ -153,6 +162,9 @@ select key, count(*) from group by key order by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n14 +POSTHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -281,6 +293,9 @@ select count(*) from group by key ) subq2 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n14 +PREHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( @@ -291,6 +306,9 @@ select count(*) from group by key ) subq2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n14 +POSTHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -419,6 +437,9 @@ select /*+mapjoin(subq1)*/ count(*) from (select a.key as key, a.value as value from tbl2_n13 a where key < 6) subq2 on subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n14 +PREHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(subq1)*/ count(*) from (select a.key as key, a.value as value from tbl1_n14 a where key < 6) subq1 @@ -426,6 +447,9 @@ select /*+mapjoin(subq1)*/ count(*) from (select a.key as key, a.value as value from tbl2_n13 a where key < 6) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n14 +POSTHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -531,6 +555,9 @@ select /*+mapjoin(subq2)*/ count(*) from join tbl2_n13 b on subq2.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n14 +PREHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(subq2)*/ count(*) from ( @@ -543,6 +570,9 @@ select /*+mapjoin(subq2)*/ count(*) from join tbl2_n13 b on subq2.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n14 +POSTHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -665,6 +695,8 @@ select /*+mapjoin(subq2)*/ count(*) from ) subq4 on subq2.key = subq4.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n14 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(subq2)*/ count(*) from ( @@ -684,6 +716,8 @@ select /*+mapjoin(subq2)*/ count(*) from ) subq4 on subq2.key = subq4.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n14 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -806,6 +840,9 @@ select /*+mapjoin(subq1)*/ count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl2_n13 a where key < 8) subq2 on subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n14 +PREHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(subq1)*/ count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl1_n14 a where key < 8) subq1 @@ -813,6 +850,9 @@ select /*+mapjoin(subq1)*/ count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl2_n13 a where key < 8) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n14 +POSTHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -913,6 +953,9 @@ select /*+mapjoin(subq1)*/ count(*) from (select a.key +1 as key, concat(a.value, a.value) as value from tbl2_n13 a) subq2 on subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n14 +PREHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(subq1)*/ count(*) from (select a.key +1 as key, concat(a.value, a.value) as value from tbl1_n14 a) subq1 @@ -920,6 +963,9 @@ select /*+mapjoin(subq1)*/ count(*) from (select a.key +1 as key, concat(a.value, a.value) as value from tbl2_n13 a) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n14 +POSTHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1036,11 +1082,17 @@ select /*+mapjoin(subq1)*/ count(*) from (select a.key as key, a.value as value from tbl1_n14 a where key < 6) subq1 join tbl2_n13 a on subq1.key = a.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n14 +PREHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(subq1)*/ count(*) from (select a.key as key, a.value as value from tbl1_n14 a where key < 6) subq1 join tbl2_n13 a on subq1.key = a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n14 +POSTHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1135,11 +1187,17 @@ select /*+mapjoin(a)*/ count(*) from (select a.key as key, a.value as value from tbl1_n14 a where key < 6) subq1 join tbl2_n13 a on subq1.key = a.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n14 +PREHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ count(*) from (select a.key as key, a.value as value from tbl1_n14 a where key < 6) subq1 join tbl2_n13 a on subq1.key = a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n14 +POSTHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1239,6 +1297,9 @@ select /*+mapjoin(subq1, subq2)*/ count(*) from (select a.key as key, a.value as value from tbl2_n13 a where key < 6) subq3 on (subq1.key = subq3.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n14 +PREHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(subq1, subq2)*/ count(*) from (select a.key as key, a.value as value from tbl1_n14 a where key < 6) subq1 @@ -1249,6 +1310,9 @@ select /*+mapjoin(subq1, subq2)*/ count(*) from (select a.key as key, a.value as value from tbl2_n13 a where key < 6) subq3 on (subq1.key = subq3.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n14 +POSTHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1374,6 +1438,9 @@ select count(*) from ( join tbl2_n13 b on subq2.key = b.key) a PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n14 +PREHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( select /*+mapjoin(subq2)*/ subq2.key as key, subq2.value as value1, b.value as value2 from @@ -1387,6 +1454,9 @@ select count(*) from ( join tbl2_n13 b on subq2.key = b.key) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n14 +POSTHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/smb_mapjoin_15.q.out b/ql/src/test/results/clientpositive/llap/smb_mapjoin_15.q.out index 4c39f17..b88e432 100644 --- a/ql/src/test/results/clientpositive/llap/smb_mapjoin_15.q.out +++ b/ql/src/test/results/clientpositive/llap/smb_mapjoin_15.q.out @@ -35,9 +35,15 @@ POSTHOOK: Lineage: test_table2_n4.value SIMPLE [(src)src.FieldSchema(name:value, PREHOOK: query: EXPLAIN EXTENDED SELECT /*+mapjoin(b)*/ * FROM test_table1_n4 a JOIN test_table2_n4 b ON a.key = b.key ORDER BY a.key LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n4 +PREHOOK: Input: default@test_table2_n4 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+mapjoin(b)*/ * FROM test_table1_n4 a JOIN test_table2_n4 b ON a.key = b.key ORDER BY a.key LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n4 +POSTHOOK: Input: default@test_table2_n4 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT * FROM (SELECT `key`, `value` FROM `default`.`test_table1_n4` @@ -333,9 +339,15 @@ POSTHOOK: Lineage: test_table2_n4.value SIMPLE [(src)src.FieldSchema(name:value, PREHOOK: query: EXPLAIN EXTENDED SELECT /*+mapjoin(b)*/ * FROM test_table1_n4 a JOIN test_table2_n4 b ON a.key = b.key and a.key2 = b.key2 ORDER BY a.key LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n4 +PREHOOK: Input: default@test_table2_n4 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+mapjoin(b)*/ * FROM test_table1_n4 a JOIN test_table2_n4 b ON a.key = b.key and a.key2 = b.key2 ORDER BY a.key LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n4 +POSTHOOK: Input: default@test_table2_n4 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT * FROM (SELECT `key`, `key2`, `value` FROM `default`.`test_table1_n4` @@ -608,9 +620,15 @@ POSTHOOK: Input: default@test_table2_n4 PREHOOK: query: EXPLAIN EXTENDED SELECT /*+mapjoin(b)*/ * FROM test_table1_n4 a JOIN test_table2_n4 b ON a.key2 = b.key2 and a.key = b.key ORDER BY a.key LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n4 +PREHOOK: Input: default@test_table2_n4 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+mapjoin(b)*/ * FROM test_table1_n4 a JOIN test_table2_n4 b ON a.key2 = b.key2 and a.key = b.key ORDER BY a.key LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n4 +POSTHOOK: Input: default@test_table2_n4 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT * FROM (SELECT `key`, `key2`, `value` FROM `default`.`test_table1_n4` @@ -883,9 +901,15 @@ POSTHOOK: Input: default@test_table2_n4 PREHOOK: query: EXPLAIN EXTENDED SELECT /*+mapjoin(b)*/ * FROM test_table1_n4 a JOIN test_table2_n4 b ON a.key = b.key and a.value = b.value ORDER BY a.key LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n4 +PREHOOK: Input: default@test_table2_n4 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+mapjoin(b)*/ * FROM test_table1_n4 a JOIN test_table2_n4 b ON a.key = b.key and a.value = b.value ORDER BY a.key LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n4 +POSTHOOK: Input: default@test_table2_n4 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT * FROM (SELECT `key`, `key2`, `value` FROM `default`.`test_table1_n4` diff --git a/ql/src/test/results/clientpositive/llap/smb_mapjoin_17.q.out b/ql/src/test/results/clientpositive/llap/smb_mapjoin_17.q.out index 91d8258..6db4db3 100644 --- a/ql/src/test/results/clientpositive/llap/smb_mapjoin_17.q.out +++ b/ql/src/test/results/clientpositive/llap/smb_mapjoin_17.q.out @@ -167,6 +167,14 @@ JOIN test_table5 e ON a.key = e.key JOIN test_table6 f ON a.key = f.key JOIN test_table7 g ON a.key = g.key PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n15 +PREHOOK: Input: default@test_table2_n14 +PREHOOK: Input: default@test_table3_n7 +PREHOOK: Input: default@test_table4_n1 +PREHOOK: Input: default@test_table5 +PREHOOK: Input: default@test_table6 +PREHOOK: Input: default@test_table7 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ mapjoin(b, c, d, e, f, g) */ count(*) FROM test_table1_n15 a JOIN test_table2_n14 b ON a.key = b.key @@ -176,6 +184,14 @@ JOIN test_table5 e ON a.key = e.key JOIN test_table6 f ON a.key = f.key JOIN test_table7 g ON a.key = g.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n15 +POSTHOOK: Input: default@test_table2_n14 +POSTHOOK: Input: default@test_table3_n7 +POSTHOOK: Input: default@test_table4_n1 +POSTHOOK: Input: default@test_table5 +POSTHOOK: Input: default@test_table6 +POSTHOOK: Input: default@test_table7 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -415,6 +431,14 @@ LEFT OUTER JOIN test_table5 e ON a.key = e.key LEFT OUTER JOIN test_table6 f ON a.key = f.key LEFT OUTER JOIN test_table7 g ON a.key = g.key PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n15 +PREHOOK: Input: default@test_table2_n14 +PREHOOK: Input: default@test_table3_n7 +PREHOOK: Input: default@test_table4_n1 +PREHOOK: Input: default@test_table5 +PREHOOK: Input: default@test_table6 +PREHOOK: Input: default@test_table7 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(*) FROM test_table1_n15 a LEFT OUTER JOIN test_table2_n14 b ON a.key = b.key @@ -424,6 +448,14 @@ LEFT OUTER JOIN test_table5 e ON a.key = e.key LEFT OUTER JOIN test_table6 f ON a.key = f.key LEFT OUTER JOIN test_table7 g ON a.key = g.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n15 +POSTHOOK: Input: default@test_table2_n14 +POSTHOOK: Input: default@test_table3_n7 +POSTHOOK: Input: default@test_table4_n1 +POSTHOOK: Input: default@test_table5 +POSTHOOK: Input: default@test_table6 +POSTHOOK: Input: default@test_table7 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -585,6 +617,15 @@ LEFT OUTER JOIN test_table6 f ON a.key = f.key LEFT OUTER JOIN test_table7 g ON a.key = g.key LEFT OUTER JOIN test_table8 h ON a.key = h.key PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n15 +PREHOOK: Input: default@test_table2_n14 +PREHOOK: Input: default@test_table3_n7 +PREHOOK: Input: default@test_table4_n1 +PREHOOK: Input: default@test_table5 +PREHOOK: Input: default@test_table6 +PREHOOK: Input: default@test_table7 +PREHOOK: Input: default@test_table8 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(*) FROM test_table1_n15 a LEFT OUTER JOIN test_table2_n14 b ON a.key = b.key @@ -595,6 +636,15 @@ LEFT OUTER JOIN test_table6 f ON a.key = f.key LEFT OUTER JOIN test_table7 g ON a.key = g.key LEFT OUTER JOIN test_table8 h ON a.key = h.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n15 +POSTHOOK: Input: default@test_table2_n14 +POSTHOOK: Input: default@test_table3_n7 +POSTHOOK: Input: default@test_table4_n1 +POSTHOOK: Input: default@test_table5 +POSTHOOK: Input: default@test_table6 +POSTHOOK: Input: default@test_table7 +POSTHOOK: Input: default@test_table8 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -783,6 +833,15 @@ LEFT OUTER JOIN test_table6 r ON a.key = r.key LEFT OUTER JOIN test_table7 s ON a.key = s.key LEFT OUTER JOIN test_table8 t ON a.key = t.key PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n15 +PREHOOK: Input: default@test_table2_n14 +PREHOOK: Input: default@test_table3_n7 +PREHOOK: Input: default@test_table4_n1 +PREHOOK: Input: default@test_table5 +PREHOOK: Input: default@test_table6 +PREHOOK: Input: default@test_table7 +PREHOOK: Input: default@test_table8 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.* FROM test_table1_n15 a @@ -806,6 +865,15 @@ LEFT OUTER JOIN test_table6 r ON a.key = r.key LEFT OUTER JOIN test_table7 s ON a.key = s.key LEFT OUTER JOIN test_table8 t ON a.key = t.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n15 +POSTHOOK: Input: default@test_table2_n14 +POSTHOOK: Input: default@test_table3_n7 +POSTHOOK: Input: default@test_table4_n1 +POSTHOOK: Input: default@test_table5 +POSTHOOK: Input: default@test_table6 +POSTHOOK: Input: default@test_table7 +POSTHOOK: Input: default@test_table8 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/smb_mapjoin_18.q.out b/ql/src/test/results/clientpositive/llap/smb_mapjoin_18.q.out index 86bec5b..473e0c5 100644 --- a/ql/src/test/results/clientpositive/llap/smb_mapjoin_18.q.out +++ b/ql/src/test/results/clientpositive/llap/smb_mapjoin_18.q.out @@ -34,10 +34,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n7 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1_n7 a WHERE a.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n7 +PREHOOK: Input: default@test_table1_n7@ds=1 +PREHOOK: Output: default@test_table2_n7@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n7 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1_n7 a WHERE a.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n7 +POSTHOOK: Input: default@test_table1_n7@ds=1 +POSTHOOK: Output: default@test_table2_n7@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -216,10 +222,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n7 PARTITION (ds = '2') SELECT a.key, a.value FROM test_table1_n7 a WHERE a.ds = '1' and a.key = 238 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n7 +PREHOOK: Input: default@test_table1_n7@ds=1 +PREHOOK: Output: default@test_table2_n7@ds=2 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n7 PARTITION (ds = '2') SELECT a.key, a.value FROM test_table1_n7 a WHERE a.ds = '1' and a.key = 238 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n7 +POSTHOOK: Input: default@test_table1_n7@ds=1 +POSTHOOK: Output: default@test_table2_n7@ds=2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -401,10 +413,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n7 PARTITION (ds = '3') SELECT a.key, a.value FROM test_table2_n7 a WHERE a.ds = '2' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table2_n7 +PREHOOK: Input: default@test_table2_n7@ds=2 +PREHOOK: Output: default@test_table2_n7@ds=3 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n7 PARTITION (ds = '3') SELECT a.key, a.value FROM test_table2_n7 a WHERE a.ds = '2' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table2_n7 +POSTHOOK: Input: default@test_table2_n7@ds=2 +POSTHOOK: Output: default@test_table2_n7@ds=3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/smb_mapjoin_19.q.out b/ql/src/test/results/clientpositive/llap/smb_mapjoin_19.q.out index 9b6caba..d87bdbc 100644 --- a/ql/src/test/results/clientpositive/llap/smb_mapjoin_19.q.out +++ b/ql/src/test/results/clientpositive/llap/smb_mapjoin_19.q.out @@ -34,10 +34,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n11 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1_n11 a WHERE a.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n11 +PREHOOK: Input: default@test_table1_n11@ds=1 +PREHOOK: Output: default@test_table2_n11@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n11 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1_n11 a WHERE a.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n11 +POSTHOOK: Input: default@test_table1_n11@ds=1 +POSTHOOK: Output: default@test_table2_n11@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/smb_mapjoin_4.q.out b/ql/src/test/results/clientpositive/llap/smb_mapjoin_4.q.out index 5b5aa40..62dc10a 100644 --- a/ql/src/test/results/clientpositive/llap/smb_mapjoin_4.q.out +++ b/ql/src/test/results/clientpositive/llap/smb_mapjoin_4.q.out @@ -49,9 +49,17 @@ POSTHOOK: Output: default@smb_bucket_3 PREHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a join smb_bucket_2 b on a.key = b.key join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a join smb_bucket_2 b on a.key = b.key join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -135,9 +143,17 @@ POSTHOOK: Input: default@smb_bucket_3 PREHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a left outer join smb_bucket_2 b on a.key = b.key join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a left outer join smb_bucket_2 b on a.key = b.key join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -221,9 +237,17 @@ POSTHOOK: Input: default@smb_bucket_3 PREHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a left outer join smb_bucket_2 b on a.key = b.key left outer join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a left outer join smb_bucket_2 b on a.key = b.key left outer join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -303,9 +327,17 @@ POSTHOOK: Input: default@smb_bucket_3 PREHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a left outer join smb_bucket_2 b on a.key = b.key right outer join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a left outer join smb_bucket_2 b on a.key = b.key right outer join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -386,9 +418,17 @@ NULL NULL NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a left outer join smb_bucket_2 b on a.key = b.key full outer join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a left outer join smb_bucket_2 b on a.key = b.key full outer join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -505,9 +545,17 @@ NULL NULL NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a right outer join smb_bucket_2 b on a.key = b.key join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a right outer join smb_bucket_2 b on a.key = b.key join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -593,9 +641,17 @@ NULL NULL 23 val_23 23 val_23 PREHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a right outer join smb_bucket_2 b on a.key = b.key left outer join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a right outer join smb_bucket_2 b on a.key = b.key left outer join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -674,9 +730,17 @@ NULL NULL 30 val_30 NULL NULL PREHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a right outer join smb_bucket_2 b on a.key = b.key right outer join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a right outer join smb_bucket_2 b on a.key = b.key right outer join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -757,9 +821,17 @@ NULL NULL NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a right outer join smb_bucket_2 b on a.key = b.key full outer join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a right outer join smb_bucket_2 b on a.key = b.key full outer join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -873,9 +945,17 @@ NULL NULL NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a full outer join smb_bucket_2 b on a.key = b.key join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a full outer join smb_bucket_2 b on a.key = b.key join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -961,9 +1041,17 @@ NULL NULL 23 val_23 23 val_23 PREHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a full outer join smb_bucket_2 b on a.key = b.key left outer join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a full outer join smb_bucket_2 b on a.key = b.key left outer join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1078,9 +1166,17 @@ NULL NULL 30 val_30 NULL NULL PREHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a full outer join smb_bucket_2 b on a.key = b.key right outer join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a full outer join smb_bucket_2 b on a.key = b.key right outer join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1192,9 +1288,17 @@ NULL NULL NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a full outer join smb_bucket_2 b on a.key = b.key full outer join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a full outer join smb_bucket_2 b on a.key = b.key full outer join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/smb_mapjoin_5.q.out b/ql/src/test/results/clientpositive/llap/smb_mapjoin_5.q.out index ccdddeb..e82b0a3 100644 --- a/ql/src/test/results/clientpositive/llap/smb_mapjoin_5.q.out +++ b/ql/src/test/results/clientpositive/llap/smb_mapjoin_5.q.out @@ -49,9 +49,17 @@ POSTHOOK: Output: default@smb_bucket_3_n2 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a join smb_bucket_2_n2 b on a.key = b.key join smb_bucket_3_n2 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n2 +PREHOOK: Input: default@smb_bucket_2_n2 +PREHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a join smb_bucket_2_n2 b on a.key = b.key join smb_bucket_3_n2 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n2 +POSTHOOK: Input: default@smb_bucket_2_n2 +POSTHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -135,9 +143,17 @@ POSTHOOK: Input: default@smb_bucket_3_n2 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a left outer join smb_bucket_2_n2 b on a.key = b.key join smb_bucket_3_n2 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n2 +PREHOOK: Input: default@smb_bucket_2_n2 +PREHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a left outer join smb_bucket_2_n2 b on a.key = b.key join smb_bucket_3_n2 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n2 +POSTHOOK: Input: default@smb_bucket_2_n2 +POSTHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -221,9 +237,17 @@ POSTHOOK: Input: default@smb_bucket_3_n2 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a left outer join smb_bucket_2_n2 b on a.key = b.key left outer join smb_bucket_3_n2 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n2 +PREHOOK: Input: default@smb_bucket_2_n2 +PREHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a left outer join smb_bucket_2_n2 b on a.key = b.key left outer join smb_bucket_3_n2 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n2 +POSTHOOK: Input: default@smb_bucket_2_n2 +POSTHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -303,9 +327,17 @@ POSTHOOK: Input: default@smb_bucket_3_n2 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a left outer join smb_bucket_2_n2 b on a.key = b.key right outer join smb_bucket_3_n2 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n2 +PREHOOK: Input: default@smb_bucket_2_n2 +PREHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a left outer join smb_bucket_2_n2 b on a.key = b.key right outer join smb_bucket_3_n2 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n2 +POSTHOOK: Input: default@smb_bucket_2_n2 +POSTHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -386,9 +418,17 @@ NULL NULL NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a left outer join smb_bucket_2_n2 b on a.key = b.key full outer join smb_bucket_3_n2 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n2 +PREHOOK: Input: default@smb_bucket_2_n2 +PREHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a left outer join smb_bucket_2_n2 b on a.key = b.key full outer join smb_bucket_3_n2 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n2 +POSTHOOK: Input: default@smb_bucket_2_n2 +POSTHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -505,9 +545,17 @@ NULL NULL NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a right outer join smb_bucket_2_n2 b on a.key = b.key join smb_bucket_3_n2 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n2 +PREHOOK: Input: default@smb_bucket_2_n2 +PREHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a right outer join smb_bucket_2_n2 b on a.key = b.key join smb_bucket_3_n2 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n2 +POSTHOOK: Input: default@smb_bucket_2_n2 +POSTHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -593,9 +641,17 @@ NULL NULL 23 val_23 23 val_23 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a right outer join smb_bucket_2_n2 b on a.key = b.key left outer join smb_bucket_3_n2 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n2 +PREHOOK: Input: default@smb_bucket_2_n2 +PREHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a right outer join smb_bucket_2_n2 b on a.key = b.key left outer join smb_bucket_3_n2 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n2 +POSTHOOK: Input: default@smb_bucket_2_n2 +POSTHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -674,9 +730,17 @@ NULL NULL 30 val_30 NULL NULL PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a right outer join smb_bucket_2_n2 b on a.key = b.key right outer join smb_bucket_3_n2 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n2 +PREHOOK: Input: default@smb_bucket_2_n2 +PREHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a right outer join smb_bucket_2_n2 b on a.key = b.key right outer join smb_bucket_3_n2 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n2 +POSTHOOK: Input: default@smb_bucket_2_n2 +POSTHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -757,9 +821,17 @@ NULL NULL NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a right outer join smb_bucket_2_n2 b on a.key = b.key full outer join smb_bucket_3_n2 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n2 +PREHOOK: Input: default@smb_bucket_2_n2 +PREHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a right outer join smb_bucket_2_n2 b on a.key = b.key full outer join smb_bucket_3_n2 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n2 +POSTHOOK: Input: default@smb_bucket_2_n2 +POSTHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -873,9 +945,17 @@ NULL NULL NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a full outer join smb_bucket_2_n2 b on a.key = b.key join smb_bucket_3_n2 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n2 +PREHOOK: Input: default@smb_bucket_2_n2 +PREHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a full outer join smb_bucket_2_n2 b on a.key = b.key join smb_bucket_3_n2 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n2 +POSTHOOK: Input: default@smb_bucket_2_n2 +POSTHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -961,9 +1041,17 @@ NULL NULL 23 val_23 23 val_23 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a full outer join smb_bucket_2_n2 b on a.key = b.key left outer join smb_bucket_3_n2 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n2 +PREHOOK: Input: default@smb_bucket_2_n2 +PREHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a full outer join smb_bucket_2_n2 b on a.key = b.key left outer join smb_bucket_3_n2 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n2 +POSTHOOK: Input: default@smb_bucket_2_n2 +POSTHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1078,9 +1166,17 @@ NULL NULL 30 val_30 NULL NULL PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a full outer join smb_bucket_2_n2 b on a.key = b.key right outer join smb_bucket_3_n2 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n2 +PREHOOK: Input: default@smb_bucket_2_n2 +PREHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a full outer join smb_bucket_2_n2 b on a.key = b.key right outer join smb_bucket_3_n2 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n2 +POSTHOOK: Input: default@smb_bucket_2_n2 +POSTHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1192,9 +1288,17 @@ NULL NULL NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a full outer join smb_bucket_2_n2 b on a.key = b.key full outer join smb_bucket_3_n2 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n2 +PREHOOK: Input: default@smb_bucket_2_n2 +PREHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a full outer join smb_bucket_2_n2 b on a.key = b.key full outer join smb_bucket_3_n2 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n2 +POSTHOOK: Input: default@smb_bucket_2_n2 +POSTHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/smb_mapjoin_6.q.out b/ql/src/test/results/clientpositive/llap/smb_mapjoin_6.q.out index 1f7e93d..35e05ed 100644 --- a/ql/src/test/results/clientpositive/llap/smb_mapjoin_6.q.out +++ b/ql/src/test/results/clientpositive/llap/smb_mapjoin_6.q.out @@ -58,10 +58,16 @@ PREHOOK: query: explain insert overwrite table smb_join_results_n0 select /*+mapjoin(a)*/ * from smb_bucket4_1_n0 a join smb_bucket4_2_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket4_1_n0 +PREHOOK: Input: default@smb_bucket4_2_n0 +PREHOOK: Output: default@smb_join_results_n0 POSTHOOK: query: explain insert overwrite table smb_join_results_n0 select /*+mapjoin(a)*/ * from smb_bucket4_1_n0 a join smb_bucket4_2_n0 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket4_1_n0 +POSTHOOK: Input: default@smb_bucket4_2_n0 +POSTHOOK: Output: default@smb_join_results_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1254,10 +1260,16 @@ PREHOOK: query: explain insert overwrite table smb_join_results_n0 select /*+mapjoin(b)*/ * from smb_bucket4_1_n0 a join smb_bucket4_2_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket4_1_n0 +PREHOOK: Input: default@smb_bucket4_2_n0 +PREHOOK: Output: default@smb_join_results_n0 POSTHOOK: query: explain insert overwrite table smb_join_results_n0 select /*+mapjoin(b)*/ * from smb_bucket4_1_n0 a join smb_bucket4_2_n0 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket4_1_n0 +POSTHOOK: Input: default@smb_bucket4_2_n0 +POSTHOOK: Output: default@smb_join_results_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -2466,10 +2478,16 @@ PREHOOK: query: explain insert overwrite table smb_join_results_n0 select /*+mapjoin(a)*/ * from smb_bucket4_1_n0 a join smb_bucket4_2_n0 b on a.key = b.key where a.key>1000 PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket4_1_n0 +PREHOOK: Input: default@smb_bucket4_2_n0 +PREHOOK: Output: default@smb_join_results_n0 POSTHOOK: query: explain insert overwrite table smb_join_results_n0 select /*+mapjoin(a)*/ * from smb_bucket4_1_n0 a join smb_bucket4_2_n0 b on a.key = b.key where a.key>1000 POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket4_1_n0 +POSTHOOK: Input: default@smb_bucket4_2_n0 +POSTHOOK: Output: default@smb_join_results_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -2594,10 +2612,16 @@ PREHOOK: query: explain insert overwrite table smb_join_results_n0 select /*+mapjoin(b)*/ * from smb_bucket4_1_n0 a join smb_bucket4_2_n0 b on a.key = b.key where a.key>1000 PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket4_1_n0 +PREHOOK: Input: default@smb_bucket4_2_n0 +PREHOOK: Output: default@smb_join_results_n0 POSTHOOK: query: explain insert overwrite table smb_join_results_n0 select /*+mapjoin(b)*/ * from smb_bucket4_1_n0 a join smb_bucket4_2_n0 b on a.key = b.key where a.key>1000 POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket4_1_n0 +POSTHOOK: Input: default@smb_bucket4_2_n0 +POSTHOOK: Output: default@smb_join_results_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -2721,9 +2745,15 @@ POSTHOOK: Lineage: smb_join_results_n0.v2 SIMPLE [(smb_bucket4_2_n0)b.FieldSchem PREHOOK: query: explain select /*+mapjoin(b,c)*/ * from smb_bucket4_1_n0 a join smb_bucket4_2_n0 b on a.key = b.key join smb_bucket4_2_n0 c on b.key = c.key where a.key>1000 PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket4_1_n0 +PREHOOK: Input: default@smb_bucket4_2_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b,c)*/ * from smb_bucket4_1_n0 a join smb_bucket4_2_n0 b on a.key = b.key join smb_bucket4_2_n0 c on b.key = c.key where a.key>1000 POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket4_1_n0 +POSTHOOK: Input: default@smb_bucket4_2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/sqlmerge.q.out b/ql/src/test/results/clientpositive/llap/sqlmerge.q.out index 8214a24..0994995 100644 --- a/ql/src/test/results/clientpositive/llap/sqlmerge.q.out +++ b/ql/src/test/results/clientpositive/llap/sqlmerge.q.out @@ -19,11 +19,23 @@ WHEN MATCHED AND s.a > 8 THEN DELETE WHEN MATCHED THEN UPDATE SET b = 7 WHEN NOT MATCHED THEN INSERT VALUES(s.a, s.b) PREHOOK: type: QUERY +PREHOOK: Input: default@acidtbl_n0 +PREHOOK: Input: default@nonacidorctbl_n0 +PREHOOK: Output: default@acidtbl_n0 +PREHOOK: Output: default@acidtbl_n0 +PREHOOK: Output: default@acidtbl_n0 +PREHOOK: Output: default@merge_tmp_table POSTHOOK: query: explain merge into acidTbl_n0 as t using nonAcidOrcTbl_n0 s ON t.a = s.a WHEN MATCHED AND s.a > 8 THEN DELETE WHEN MATCHED THEN UPDATE SET b = 7 WHEN NOT MATCHED THEN INSERT VALUES(s.a, s.b) POSTHOOK: type: QUERY +POSTHOOK: Input: default@acidtbl_n0 +POSTHOOK: Input: default@nonacidorctbl_n0 +POSTHOOK: Output: default@acidtbl_n0 +POSTHOOK: Output: default@acidtbl_n0 +POSTHOOK: Output: default@acidtbl_n0 +POSTHOOK: Output: default@merge_tmp_table STAGE DEPENDENCIES: Stage-4 is a root stage Stage-5 depends on stages: Stage-4 @@ -336,9 +348,15 @@ STAGE PLANS: PREHOOK: query: explain merge into acidTbl_n0 as t using nonAcidOrcTbl_n0 s ON t.a = s.a WHEN NOT MATCHED THEN INSERT VALUES(s.a, s.b) PREHOOK: type: QUERY +PREHOOK: Input: default@acidtbl_n0 +PREHOOK: Input: default@nonacidorctbl_n0 +PREHOOK: Output: default@acidtbl_n0 POSTHOOK: query: explain merge into acidTbl_n0 as t using nonAcidOrcTbl_n0 s ON t.a = s.a WHEN NOT MATCHED THEN INSERT VALUES(s.a, s.b) POSTHOOK: type: QUERY +POSTHOOK: Input: default@acidtbl_n0 +POSTHOOK: Input: default@nonacidorctbl_n0 +POSTHOOK: Output: default@acidtbl_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/sqlmerge_stats.q.out b/ql/src/test/results/clientpositive/llap/sqlmerge_stats.q.out index 94d0ea3..4f0bb46 100644 --- a/ql/src/test/results/clientpositive/llap/sqlmerge_stats.q.out +++ b/ql/src/test/results/clientpositive/llap/sqlmerge_stats.q.out @@ -111,10 +111,20 @@ PREHOOK: query: explain merge into t as t using upd_t as u ON t.a = u.a WHEN MATCHED THEN UPDATE SET b = 99 WHEN NOT MATCHED THEN INSERT VALUES(u.a, u.b) PREHOOK: type: QUERY +PREHOOK: Input: default@t +PREHOOK: Input: default@upd_t +PREHOOK: Output: default@merge_tmp_table +PREHOOK: Output: default@t +PREHOOK: Output: default@t POSTHOOK: query: explain merge into t as t using upd_t as u ON t.a = u.a WHEN MATCHED THEN UPDATE SET b = 99 WHEN NOT MATCHED THEN INSERT VALUES(u.a, u.b) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t +POSTHOOK: Input: default@upd_t +POSTHOOK: Output: default@merge_tmp_table +POSTHOOK: Output: default@t +POSTHOOK: Output: default@t STAGE DEPENDENCIES: Stage-3 is a root stage Stage-4 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/llap/stats11.q.out b/ql/src/test/results/clientpositive/llap/stats11.q.out index 71ecf50..7cf4af4 100644 --- a/ql/src/test/results/clientpositive/llap/stats11.q.out +++ b/ql/src/test/results/clientpositive/llap/stats11.q.out @@ -33,9 +33,13 @@ POSTHOOK: Output: default@srcbucket_mapjoin_part_n16 PREHOOK: query: explain load data local inpath '../../data/files/bmj/000000_0' INTO TABLE srcbucket_mapjoin_part_n16 partition(ds='2008-04-08') PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@srcbucket_mapjoin_part_n16 POSTHOOK: query: explain load data local inpath '../../data/files/bmj/000000_0' INTO TABLE srcbucket_mapjoin_part_n16 partition(ds='2008-04-08') POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@srcbucket_mapjoin_part_n16 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -289,12 +293,20 @@ select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_n15 a join srcbucket_mapjoin_part_n16 b on a.key=b.key where b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_n15 +PREHOOK: Input: default@srcbucket_mapjoin_part_n16 +PREHOOK: Input: default@srcbucket_mapjoin_part_n16@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result_n7 POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result_n7 select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_n15 a join srcbucket_mapjoin_part_n16 b on a.key=b.key where b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_n15 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n16 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n16@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result_n7 OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`srcbucket_mapjoin_n15` @@ -721,12 +733,20 @@ select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin_n15 a join srcbucket_mapjoin_part_n16 b on a.key=b.key where b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_n15 +PREHOOK: Input: default@srcbucket_mapjoin_part_n16 +PREHOOK: Input: default@srcbucket_mapjoin_part_n16@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result_n7 POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result_n7 select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin_n15 a join srcbucket_mapjoin_part_n16 b on a.key=b.key where b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_n15 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n16 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n16@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result_n7 OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`srcbucket_mapjoin_n15` diff --git a/ql/src/test/results/clientpositive/llap/stats_based_fetch_decision.q.out b/ql/src/test/results/clientpositive/llap/stats_based_fetch_decision.q.out index 001f065..d00c9f8 100644 --- a/ql/src/test/results/clientpositive/llap/stats_based_fetch_decision.q.out +++ b/ql/src/test/results/clientpositive/llap/stats_based_fetch_decision.q.out @@ -24,8 +24,12 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 #### A masked pattern was here #### PREHOOK: query: explain select * from src where key is null PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src where key is null POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -45,8 +49,20 @@ STAGE PLANS: PREHOOK: query: explain select key,value from srcpart where key is null PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select key,value from srcpart where key is null POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -90,8 +106,12 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 #### A masked pattern was here #### PREHOOK: query: explain select * from src where key is null PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src where key is null POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -131,8 +151,20 @@ STAGE PLANS: PREHOOK: query: explain select key,value from srcpart where key is null PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select key,value from srcpart where key is null POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/stats_date.q.out b/ql/src/test/results/clientpositive/llap/stats_date.q.out index 228dbd2..4cc091a 100644 --- a/ql/src/test/results/clientpositive/llap/stats_date.q.out +++ b/ql/src/test/results/clientpositive/llap/stats_date.q.out @@ -29,8 +29,12 @@ POSTHOOK: Output: default@foo_n9 Warning: Value had a \n character in it. PREHOOK: query: explain select max(x) from foo_n9 PREHOOK: type: QUERY +PREHOOK: Input: default@foo_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select max(x) from foo_n9 POSTHOOK: type: QUERY +POSTHOOK: Input: default@foo_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -43,8 +47,12 @@ STAGE PLANS: PREHOOK: query: explain select count(x) from foo_n9 PREHOOK: type: QUERY +PREHOOK: Input: default@foo_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select count(x) from foo_n9 POSTHOOK: type: QUERY +POSTHOOK: Input: default@foo_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -57,8 +65,12 @@ STAGE PLANS: PREHOOK: query: explain select count(x), max(x), min(x) from foo_n9 PREHOOK: type: QUERY +PREHOOK: Input: default@foo_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select count(x), max(x), min(x) from foo_n9 POSTHOOK: type: QUERY +POSTHOOK: Input: default@foo_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/llap/stats_noscan_1.q.out b/ql/src/test/results/clientpositive/llap/stats_noscan_1.q.out index 2d3bac7..af55d23 100644 --- a/ql/src/test/results/clientpositive/llap/stats_noscan_1.q.out +++ b/ql/src/test/results/clientpositive/llap/stats_noscan_1.q.out @@ -36,9 +36,17 @@ POSTHOOK: Lineage: analyze_srcpart_n0 PARTITION(ds=2008-04-09,hr=12).value SIMPL PREHOOK: query: explain analyze table analyze_srcpart_n0 PARTITION(ds='2008-04-08',hr=11) compute statistics noscan PREHOOK: type: QUERY +PREHOOK: Input: default@analyze_srcpart_n0 +PREHOOK: Input: default@analyze_srcpart_n0@ds=2008-04-08/hr=11 +PREHOOK: Output: default@analyze_srcpart_n0 +PREHOOK: Output: default@analyze_srcpart_n0@ds=2008-04-08/hr=11 POSTHOOK: query: explain analyze table analyze_srcpart_n0 PARTITION(ds='2008-04-08',hr=11) compute statistics noscan POSTHOOK: type: QUERY +POSTHOOK: Input: default@analyze_srcpart_n0 +POSTHOOK: Input: default@analyze_srcpart_n0@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@analyze_srcpart_n0 +POSTHOOK: Output: default@analyze_srcpart_n0@ds=2008-04-08/hr=11 STAGE DEPENDENCIES: Stage-2 is a root stage @@ -298,9 +306,21 @@ POSTHOOK: Lineage: analyze_srcpart_partial PARTITION(ds=2008-04-09,hr=12).value PREHOOK: query: explain analyze table analyze_srcpart_partial PARTITION(ds='2008-04-08') compute statistics noscan PREHOOK: type: QUERY +PREHOOK: Input: default@analyze_srcpart_partial +PREHOOK: Input: default@analyze_srcpart_partial@ds=2008-04-08/hr=11 +PREHOOK: Input: default@analyze_srcpart_partial@ds=2008-04-08/hr=12 +PREHOOK: Output: default@analyze_srcpart_partial +PREHOOK: Output: default@analyze_srcpart_partial@ds=2008-04-08/hr=11 +PREHOOK: Output: default@analyze_srcpart_partial@ds=2008-04-08/hr=12 POSTHOOK: query: explain analyze table analyze_srcpart_partial PARTITION(ds='2008-04-08') compute statistics noscan POSTHOOK: type: QUERY +POSTHOOK: Input: default@analyze_srcpart_partial +POSTHOOK: Input: default@analyze_srcpart_partial@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@analyze_srcpart_partial@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@analyze_srcpart_partial +POSTHOOK: Output: default@analyze_srcpart_partial@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@analyze_srcpart_partial@ds=2008-04-08/hr=12 STAGE DEPENDENCIES: Stage-2 is a root stage diff --git a/ql/src/test/results/clientpositive/llap/stats_only_external.q.out b/ql/src/test/results/clientpositive/llap/stats_only_external.q.out index 554aa3e..02b5e17 100644 --- a/ql/src/test/results/clientpositive/llap/stats_only_external.q.out +++ b/ql/src/test/results/clientpositive/llap/stats_only_external.q.out @@ -65,8 +65,12 @@ POSTHOOK: Output: default@stats_only_external_tab1_ext test.comment=Regular table should should compute using stats PREHOOK: query: explain select count(*) from stats_only_external_tab1 PREHOOK: type: QUERY +PREHOOK: Input: default@stats_only_external_tab1 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from stats_only_external_tab1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_only_external_tab1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -80,8 +84,12 @@ STAGE PLANS: test.comment=External table should not should compute using stats PREHOOK: query: explain select count(*) from stats_only_external_tab1_ext PREHOOK: type: QUERY +PREHOOK: Input: default@stats_only_external_tab1_ext +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from stats_only_external_tab1_ext POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_only_external_tab1_ext +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -137,8 +145,12 @@ STAGE PLANS: test.comment=Query predicates removed due to column stats PREHOOK: query: explain select count(*) from stats_only_external_tab1 where value is not null and key >= 0 PREHOOK: type: QUERY +PREHOOK: Input: default@stats_only_external_tab1 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from stats_only_external_tab1 where value is not null and key >= 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_only_external_tab1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -152,8 +164,12 @@ STAGE PLANS: test.comment=Predicate removal disabled for external tables PREHOOK: query: explain select count(*) from stats_only_external_tab1_ext where value is not null and key >= 0 PREHOOK: type: QUERY +PREHOOK: Input: default@stats_only_external_tab1_ext +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from stats_only_external_tab1_ext where value is not null and key >= 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_only_external_tab1_ext +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/stats_only_null.q.out b/ql/src/test/results/clientpositive/llap/stats_only_null.q.out index 8273872..3656d53 100644 --- a/ql/src/test/results/clientpositive/llap/stats_only_null.q.out +++ b/ql/src/test/results/clientpositive/llap/stats_only_null.q.out @@ -69,9 +69,13 @@ POSTHOOK: Lineage: stats_null_part PARTITION(dt=2011).d SIMPLE [(temps_null)temp PREHOOK: query: explain select count(*), count(a), count(b), count(c), count(d) from stats_null PREHOOK: type: QUERY +PREHOOK: Input: default@stats_null +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), count(a), count(b), count(c), count(d) from stats_null POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -129,9 +133,17 @@ STAGE PLANS: PREHOOK: query: explain select count(*), count(a), count(b), count(c), count(d) from stats_null_part PREHOOK: type: QUERY +PREHOOK: Input: default@stats_null_part +PREHOOK: Input: default@stats_null_part@dt=2010 +PREHOOK: Input: default@stats_null_part@dt=2011 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), count(a), count(b), count(c), count(d) from stats_null_part POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_null_part +POSTHOOK: Input: default@stats_null_part@dt=2010 +POSTHOOK: Input: default@stats_null_part@dt=2011 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -305,9 +317,13 @@ Storage Desc Params: PREHOOK: query: explain select count(*), count(a), count(b), count(c), count(d) from stats_null PREHOOK: type: QUERY +PREHOOK: Input: default@stats_null +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), count(a), count(b), count(c), count(d) from stats_null POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -321,9 +337,13 @@ STAGE PLANS: PREHOOK: query: explain select count(*), count(a), count(b), count(c), count(d) from stats_null_part PREHOOK: type: QUERY +PREHOOK: Input: default@stats_null_part +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), count(a), count(b), count(c), count(d) from stats_null_part POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_null_part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/llap/subquery_corr.q.out b/ql/src/test/results/clientpositive/llap/subquery_corr.q.out index 466de2a..e062384 100644 --- a/ql/src/test/results/clientpositive/llap/subquery_corr.q.out +++ b/ql/src/test/results/clientpositive/llap/subquery_corr.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain select * from src b where b.key in (select key from src a where b.value > a.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b where b.key in (select key from src a where b.value > a.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -99,8 +103,12 @@ POSTHOOK: Input: default@src #### A masked pattern was here #### PREHOOK: query: explain select * from src b where b.key in (select key from src a where b.value <= a.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b where b.key in (select key from src a where b.value <= a.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -698,8 +706,12 @@ POSTHOOK: Input: default@src 98 val_98 PREHOOK: query: explain select * from src b where b.key in (select key from src a where b.value > a.value and b.key < a.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b where b.key in (select key from src a where b.value > a.value and b.key < a.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/subquery_exists.q.out b/ql/src/test/results/clientpositive/llap/subquery_exists.q.out index 21d3d53..8196f01 100644 --- a/ql/src/test/results/clientpositive/llap/subquery_exists.q.out +++ b/ql/src/test/results/clientpositive/llap/subquery_exists.q.out @@ -7,6 +7,8 @@ where exists where b.value = a.value and a.key = b.key and a.value > 'val_9' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b @@ -16,6 +18,8 @@ where exists where b.value = a.value and a.key = b.key and a.value > 'val_9' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -214,6 +218,8 @@ where exists where b.VALUE = a.VALUE ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b @@ -223,6 +229,8 @@ where exists where b.VALUE = a.VALUE ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -314,6 +322,8 @@ where exists where a.value > 'val_9' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b @@ -323,6 +333,8 @@ where exists where a.value > 'val_9' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -961,8 +973,14 @@ POSTHOOK: Lineage: t_n12.i SCRIPT [] Warning: Shuffle Join MERGEJOIN[16][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select * from t_n12 where exists (select count(*) from src where 1=2) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@t_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t_n12 where exists (select count(*) from src where 1=2) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@t_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1111,9 +1129,13 @@ POSTHOOK: Input: default@tx1_n0 PREHOOK: query: explain select count(*) as result,3 as expected from tx1_n0 u where exists (select * from tx1_n0 v where u.a=v.a and u.b <> v.b) PREHOOK: type: QUERY +PREHOOK: Input: default@tx1_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) as result,3 as expected from tx1_n0 u where exists (select * from tx1_n0 v where u.a=v.a and u.b <> v.b) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tx1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1267,8 +1289,14 @@ POSTHOOK: Lineage: t2_n41.i SCRIPT [] POSTHOOK: Lineage: t2_n41.j SCRIPT [] PREHOOK: query: explain select * from t1_n68 where t1_n68.i in (select t2_n41.i from t2_n41 where t2_n41.j <> t1_n68.j) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n68 +PREHOOK: Input: default@t2_n41 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t1_n68 where t1_n68.i in (select t2_n41.i from t2_n41 where t2_n41.j <> t1_n68.j) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n68 +POSTHOOK: Input: default@t2_n41 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/subquery_in.q.out b/ql/src/test/results/clientpositive/llap/subquery_in.q.out index 998f341..b9ddceb 100644 --- a/ql/src/test/results/clientpositive/llap/subquery_in.q.out +++ b/ql/src/test/results/clientpositive/llap/subquery_in.q.out @@ -3,11 +3,15 @@ PREHOOK: query: explain from src where src.key in (select key from src s1 where s1.key > '9') PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src where src.key in (select key from src s1 where s1.key > '9') POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -121,6 +125,8 @@ where b.key in where b.value = a.value and a.key > '9' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b @@ -130,6 +136,8 @@ where b.key in where b.value = a.value and a.key > '9' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -250,6 +258,8 @@ part where part.p_size in where r <= 2 ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_name, p_size from @@ -259,6 +269,8 @@ part where part.p_size in where r <= 2 ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -425,6 +437,8 @@ from part b where b.p_size in where r <= 2 and b.p_mfgr = a.p_mfgr ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size from part b where b.p_size in @@ -433,6 +447,8 @@ from part b where b.p_size in where r <= 2 and b.p_mfgr = a.p_mfgr ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -614,6 +630,8 @@ where b.key in where b.value = a.value and a.key > '9' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b @@ -623,6 +641,8 @@ where b.key in where b.value = a.value and a.key > '9' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -743,6 +763,8 @@ where b.key in where b.value <> a.key and a.key > '9' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b @@ -752,6 +774,8 @@ where b.key in where b.value <> a.key and a.key > '9' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -891,8 +915,12 @@ POSTHOOK: Input: default@src 98 val_98 PREHOOK: query: explain select * from src b where b.key in (select distinct key from src a where a.value > b.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b where b.key in (select distinct key from src a where a.value > b.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1022,12 +1050,16 @@ from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li o where li.l_linenumber = 1 and li.l_orderkey in (select l_orderkey from lineitem where l_shipmode = 'AIR') PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem +#### A masked pattern was here #### POSTHOOK: query: explain select p.p_partkey, li.l_suppkey from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li on p.p_partkey = li.l_partkey where li.l_linenumber = 1 and li.l_orderkey in (select l_orderkey from lineitem where l_shipmode = 'AIR') POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1207,8 +1239,14 @@ POSTHOOK: Input: default@lineitem 4297 1798 PREHOOK: query: explain select sum(l_extendedprice) from lineitem, part where p_partkey = l_partkey and l_quantity IN (select avg(l_quantity) from lineitem where l_partkey = p_partkey) PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select sum(l_extendedprice) from lineitem, part where p_partkey = l_partkey and l_quantity IN (select avg(l_quantity) from lineitem where l_partkey = p_partkey) POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1383,8 +1421,12 @@ POSTHOOK: Input: default@part NULL PREHOOK: query: explain select * from part where p_brand <> 'Brand#14' AND p_size IN (select (p_size) from part p where p.p_type = part.p_type group by p_size) AND p_size <> 340 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_brand <> 'Brand#14' AND p_size IN (select (p_size) from part p where p.p_type = part.p_type group by p_size) AND p_size <> 340 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1515,8 +1557,12 @@ POSTHOOK: Input: default@part 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl PREHOOK: query: explain select * from part where (p_size-1) IN (select min(p_size) from part group by p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where (p_size-1) IN (select min(p_size) from part group by p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1658,8 +1704,12 @@ POSTHOOK: Input: default@part 86428 almond aquamarine burnished black steel Manufacturer#1 Brand#12 STANDARD ANODIZED STEEL 28 WRAP BAG 1414.42 arefully PREHOOK: query: explain select * from part where (p_partkey*p_size) IN (select min(p_partkey) from part group by p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where (p_partkey*p_size) IN (select min(p_partkey) from part group by p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1792,8 +1842,12 @@ POSTHOOK: Input: default@part 40982 almond antique misty red olive Manufacturer#3 Brand#32 ECONOMY PLATED COPPER 1 LG PKG 1922.98 c foxes can s PREHOOK: query: explain select count(*) as c from part as e where p_size + 100 IN (select p_partkey from part where p_name = e.p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) as c from part as e where p_size + 100 IN (select p_partkey from part where p_name = e.p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1902,8 +1956,12 @@ POSTHOOK: Input: default@part 0 PREHOOK: query: explain select * from part where floor(p_retailprice) IN (select floor(min(p_retailprice)) from part group by p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where floor(p_retailprice) IN (select floor(min(p_retailprice)) from part group by p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2064,8 +2122,12 @@ POSTHOOK: Input: default@part 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl PREHOOK: query: explain select * from part where p_name IN (select p_name from part p where p.p_size = part.p_size AND part.p_size + 121150 = p.p_partkey ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_name IN (select p_name from part p where p.p_size = part.p_size AND part.p_size + 121150 = p.p_partkey ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2215,8 +2277,12 @@ POSTHOOK: Input: default@part 121152 almond antique burnished rose metallic Manufacturer#1 Brand#14 PROMO PLATED TIN 2 JUMBO BOX 1173.15 e pinto beans h PREHOOK: query: explain select * from part where p_name IN (select p_name from part p where p.p_size = part.p_size AND part.p_partkey= p.p_partkey ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_name IN (select p_name from part p where p.p_size = part.p_size AND part.p_partkey= p.p_partkey ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2334,8 +2400,12 @@ POSTHOOK: Input: default@part 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl PREHOOK: query: explain select p_name from (select p_name, p_type, p_brand as brand from part) fpart where fpart.p_type IN (select p_type from part where part.p_brand = fpart.brand) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_name from (select p_name, p_type, p_brand as brand from part) fpart where fpart.p_type IN (select p_type from part where part.p_brand = fpart.brand) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2453,8 +2523,12 @@ almond azure aquamarine papaya violet almond azure blanched chiffon midnight PREHOOK: query: explain select p_name from (select p_name, p_type, p_size+1 as size from part) fpart where fpart.p_type IN (select p_type from part where (part.p_size+1) = fpart.size) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_name from (select p_name, p_type, p_size+1 as size from part) fpart where fpart.p_type IN (select p_type from part where (part.p_size+1) = fpart.size) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2632,8 +2706,12 @@ almond azure aquamarine papaya violet almond azure blanched chiffon midnight PREHOOK: query: explain select key, count(*) from src where value IN (select value from src) group by key having count(*) in (select count(*) from src s1 where s1.key = '90' group by s1.key ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from src where value IN (select value from src) group by key having count(*) in (select count(*) from src s1 where s1.key = '90' group by s1.key ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2854,8 +2932,12 @@ POSTHOOK: Input: default@src 90 3 PREHOOK: query: explain select key, count(*) from src where value IN (select value from src sc where sc.key = src.key ) group by key having count(*) in (select count(*) from src s1 where s1.key = '90' group by s1.key ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from src where value IN (select value from src sc where sc.key = src.key ) group by key having count(*) in (select count(*) from src s1 where s1.key = '90' group by s1.key ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3075,8 +3157,12 @@ POSTHOOK: Input: default@src 90 3 PREHOOK: query: explain select * from part where (p_size-1) IN (select min(p_size) from part group by p_type) order by p_brand PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where (p_size-1) IN (select min(p_size) from part group by p_type) order by p_brand POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3231,8 +3317,12 @@ POSTHOOK: Input: default@part 86428 almond aquamarine burnished black steel Manufacturer#1 Brand#12 STANDARD ANODIZED STEEL 28 WRAP BAG 1414.42 arefully PREHOOK: query: explain select * from part where (p_size-1) IN (select min(p_size) from part group by p_type) order by p_brand limit 4 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where (p_size-1) IN (select min(p_size) from part group by p_type) order by p_brand limit 4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3385,8 +3475,14 @@ POSTHOOK: Input: default@part 86428 almond aquamarine burnished black steel Manufacturer#1 Brand#12 STANDARD ANODIZED STEEL 28 WRAP BAG 1414.42 arefully PREHOOK: query: explain select * from src where key IN (select p_name from part UNION ALL select p_brand from part) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src where key IN (select p_name from part UNION ALL select p_brand from part) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3509,9 +3605,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select p_mfgr, b.p_name, p_size from part b where b.p_name in (select p_name from (select p_mfgr, p_name, p_size as r from part) a where r < 10 and b.p_mfgr = a.p_mfgr ) order by p_mfgr,p_size PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, b.p_name, p_size from part b where b.p_name in (select p_name from (select p_mfgr, p_name, p_size as r from part) a where r < 10 and b.p_mfgr = a.p_mfgr ) order by p_mfgr,p_size POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3630,8 +3730,12 @@ Manufacturer#5 almond antique medium spring khaki 6 Manufacturer#5 almond antique sky peru orange 2 PREHOOK: query: explain select p_partkey from part where p_name in (select p.p_name from part p left outer join part pp on p.p_type = pp.p_type where pp.p_size = part.p_size) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_partkey from part where p_name in (select p.p_name from part p left outer join part pp on p.p_type = pp.p_type where pp.p_size = part.p_size) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3792,9 +3896,13 @@ POSTHOOK: Input: default@part PREHOOK: query: explain select p_partkey from part where p_name in (select p.p_name from part p left outer join part pp on p.p_type = pp.p_type where pp.p_size = part.p_size and p.p_size=part.p_size) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_partkey from part where p_name in (select p.p_name from part p left outer join part pp on p.p_type = pp.p_type where pp.p_size = part.p_size and p.p_size=part.p_size) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3957,9 +4065,13 @@ POSTHOOK: Input: default@part PREHOOK: query: explain select p_partkey from part where p_name in (select p.p_name from part p left outer join part pp on p.p_type = pp.p_type where pp.p_size = part.p_size and p.p_type=part.p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_partkey from part where p_name in (select p.p_name from part p left outer join part pp on p.p_type = pp.p_type where pp.p_size = part.p_size and p.p_type=part.p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4086,9 +4198,13 @@ STAGE PLANS: PREHOOK: query: explain select p_partkey from (select p_size, p_partkey from part where p_name in (select p.p_name from part p left outer join part pp on p.p_type = pp.p_type where pp.p_size = part.p_size)) subq PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_partkey from (select p_size, p_partkey from part where p_name in (select p.p_name from part p left outer join part pp on p.p_type = pp.p_type where pp.p_size = part.p_size)) subq POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4250,8 +4366,12 @@ POSTHOOK: Input: default@part 90681 PREHOOK: query: explain select * from part where p_size IN (select count(*) from part pp where pp.p_type = part.p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size IN (select count(*) from part pp where pp.p_type = part.p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4423,8 +4543,12 @@ POSTHOOK: Input: default@part 40982 almond antique misty red olive Manufacturer#3 Brand#32 ECONOMY PLATED COPPER 1 LG PKG 1922.98 c foxes can s PREHOOK: query: explain select * from part where p_size in (select avg(pp.p_size) from part pp where pp.p_partkey = part.p_partkey) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size in (select avg(pp.p_size) from part pp where pp.p_partkey = part.p_partkey) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4572,8 +4696,12 @@ POSTHOOK: Input: default@part Warning: Shuffle Join MERGEJOIN[34][tables = [$hdt$_1, $hdt$_2]] in Stage 'Reducer 4' is a cross product PREHOOK: query: explain select * from part where p_size in (select min(pp.p_size) from part pp where pp.p_partkey > part.p_partkey) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size in (select min(pp.p_size) from part pp where pp.p_partkey > part.p_partkey) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4745,8 +4873,12 @@ POSTHOOK: Input: default@part 146985 almond aquamarine midnight light salmon Manufacturer#2 Brand#23 MEDIUM BURNISHED COPPER 2 SM CASE 2031.98 s cajole caref PREHOOK: query: explain select * from part where p_size NOT IN (select count(*) from part pp where pp.p_type = part.p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size NOT IN (select count(*) from part pp where pp.p_type = part.p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4994,8 +5126,12 @@ POSTHOOK: Input: default@part 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl PREHOOK: query: explain select * from part where p_size not in (select avg(pp.p_size) from part pp where pp.p_partkey = part.p_partkey) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size not in (select avg(pp.p_size) from part pp where pp.p_partkey = part.p_partkey) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5262,8 +5398,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tempty_n2 PREHOOK: query: explain select * from t_n22 where i IN (select count(*) from tempty_n2) PREHOOK: type: QUERY +PREHOOK: Input: default@t_n22 +PREHOOK: Input: default@tempty_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t_n22 where i IN (select count(*) from tempty_n2) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_n22 +POSTHOOK: Input: default@tempty_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5476,8 +5618,14 @@ POSTHOOK: Lineage: tt_n2.i SCRIPT [] POSTHOOK: Lineage: tt_n2.j SCRIPT [] PREHOOK: query: explain select * from t_n22 where i IN (select sum(i) from tt_n2 where tt_n2.j = t_n22.j) PREHOOK: type: QUERY +PREHOOK: Input: default@t_n22 +PREHOOK: Input: default@tt_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t_n22 where i IN (select sum(i) from tt_n2 where tt_n2.j = t_n22.j) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_n22 +POSTHOOK: Input: default@tt_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5613,8 +5761,12 @@ POSTHOOK: Output: default@tt_n2 Warning: Shuffle Join MERGEJOIN[34][tables = [$hdt$_1, $hdt$_2]] in Stage 'Reducer 4' is a cross product PREHOOK: query: explain select * from part where p_size IN (select max(p_size) from part p where p.p_type <> part.p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size IN (select max(p_size) from part p where p.p_type <> part.p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5785,8 +5937,12 @@ POSTHOOK: Input: default@part Warning: Shuffle Join MERGEJOIN[41][tables = [$hdt$_1, $hdt$_2]] in Stage 'Reducer 4' is a cross product PREHOOK: query: explain select * from part where p_size IN (select pp.p_size from part p join part pp on pp.p_type = p.p_type where part.p_type <> p.p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size IN (select pp.p_size from part p join part pp on pp.p_type = p.p_type where part.p_type <> p.p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/subquery_in_having.q.out b/ql/src/test/results/clientpositive/llap/subquery_in_having.q.out index 3440b7e..b4d170b 100644 --- a/ql/src/test/results/clientpositive/llap/subquery_in_having.q.out +++ b/ql/src/test/results/clientpositive/llap/subquery_in_having.q.out @@ -44,12 +44,16 @@ from src group by key having count(*) in (select count(*) from src s1 where s1.key > '9' group by s1.key ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from src group by key having count(*) in (select count(*) from src s1 where s1.key > '9' group by s1.key ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -245,6 +249,8 @@ having b.p_mfgr in having max(p_size) - min(p_size) < 20 ) PREHOOK: type: QUERY +PREHOOK: Input: default@part_subq +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, avg(p_size) from part_subq b @@ -256,6 +262,8 @@ having b.p_mfgr in having max(p_size) - min(p_size) < 20 ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_subq +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -372,6 +380,8 @@ having b.p_mfgr in having max(p_size) - min(p_size) < 20 ) PREHOOK: type: QUERY +PREHOOK: Input: default@part_subq +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, avg(p_size) from part_subq b @@ -383,6 +393,8 @@ having b.p_mfgr in having max(p_size) - min(p_size) < 20 ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_subq +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -521,6 +533,8 @@ where b.key in (select key from src where src.key > '8') group by key, value having count(*) in (select count(*) from src s1 where s1.key > '9' group by s1.key ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, count(*) from src b @@ -528,6 +542,8 @@ where b.key in (select key from src where src.key > '8') group by key, value having count(*) in (select count(*) from src s1 where s1.key > '9' group by s1.key ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -735,6 +751,8 @@ where b.key in (select key from src where src.key > '8') group by key, value having count(*) in (select count(*) from src s1 where s1.key > '9' group by s1.key ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, count(*) from src b @@ -742,6 +760,8 @@ where b.key in (select key from src where src.key > '8') group by key, value having count(*) in (select count(*) from src s1 where s1.key > '9' group by s1.key ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -904,6 +924,8 @@ where b.key in (select key from src where src.value = b.value) group by key, value having count(*) in (select count(*) from src s1 where s1.key > '9' group by s1.key ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, count(*) from src b @@ -911,6 +933,8 @@ where b.key in (select key from src where src.value = b.value) group by key, value having count(*) in (select count(*) from src s1 where s1.key > '9' group by s1.key ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1395,6 +1419,8 @@ group by p_mfgr, p_name having p_name in (select first_value(p_name) over(partition by p_mfgr order by p_size) from part_subq) PREHOOK: type: QUERY +PREHOOK: Input: default@part_subq +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, avg(p_size) from part_subq @@ -1402,6 +1428,8 @@ group by p_mfgr, p_name having p_name in (select first_value(p_name) over(partition by p_mfgr order by p_size) from part_subq) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_subq +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1569,6 +1597,8 @@ where NOT EXISTS (select key from src_null_n4 where src_null_n4.value <> b.value group by key, value having count(*) not in (select count(*) from src_null_n4 s1 where s1.key > '9' and s1.value <> b.value group by s1.key ) PREHOOK: type: QUERY +PREHOOK: Input: default@src_null_n4 +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, count(*) from src_null_n4 b @@ -1576,6 +1606,8 @@ where NOT EXISTS (select key from src_null_n4 where src_null_n4.value <> b.value group by key, value having count(*) not in (select count(*) from src_null_n4 s1 where s1.key > '9' and s1.value <> b.value group by s1.key ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_null_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/subquery_multi.q.out b/ql/src/test/results/clientpositive/llap/subquery_multi.q.out index 494c1a7..520ecfd 100644 --- a/ql/src/test/results/clientpositive/llap/subquery_multi.q.out +++ b/ql/src/test/results/clientpositive/llap/subquery_multi.q.out @@ -81,8 +81,12 @@ POSTHOOK: Lineage: part_null.p_size SCRIPT [] POSTHOOK: Lineage: part_null.p_type SCRIPT [] PREHOOK: query: explain select * from part_null where p_size IN (select p_size from part_null) AND p_brand IN (select p_brand from part_null) PREHOOK: type: QUERY +PREHOOK: Input: default@part_null +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_size IN (select p_size from part_null) AND p_brand IN (select p_brand from part_null) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -254,8 +258,12 @@ POSTHOOK: Input: default@part_null Warning: Shuffle Join MERGEJOIN[41][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 3' is a cross product PREHOOK: query: explain select * from part_null where p_name IN (select p_name from part_null) AND p_brand NOT IN (select p_name from part_null) PREHOOK: type: QUERY +PREHOOK: Input: default@part_null +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_name IN (select p_name from part_null) AND p_brand NOT IN (select p_name from part_null) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -455,8 +463,12 @@ POSTHOOK: Input: default@part_null Warning: Shuffle Join MERGEJOIN[41][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 3' is a cross product PREHOOK: query: explain select * from part_null where p_name IN (select p_name from part_null) AND p_brand NOT IN (select p_type from part_null) PREHOOK: type: QUERY +PREHOOK: Input: default@part_null +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_name IN (select p_name from part_null) AND p_brand NOT IN (select p_type from part_null) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -689,8 +701,12 @@ POSTHOOK: Input: default@part_null Warning: Shuffle Join MERGEJOIN[42][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 3' is a cross product PREHOOK: query: explain select * from part_null where p_brand IN (select p_brand from part_null) AND p_brand NOT IN (select p_name from part_null) PREHOOK: type: QUERY +PREHOOK: Input: default@part_null +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_brand IN (select p_brand from part_null) AND p_brand NOT IN (select p_name from part_null) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -900,8 +916,14 @@ POSTHOOK: Input: default@part_null Warning: Shuffle Join MERGEJOIN[41][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select * from part_null where p_name NOT IN (select c from tempty) AND p_brand IN (select p_brand from part_null) PREHOOK: type: QUERY +PREHOOK: Input: default@part_null +PREHOOK: Input: default@tempty +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_name NOT IN (select c from tempty) AND p_brand IN (select p_brand from part_null) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_null +POSTHOOK: Input: default@tempty +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1127,8 +1149,14 @@ POSTHOOK: Input: default@tempty Warning: Shuffle Join MERGEJOIN[30][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 3' is a cross product PREHOOK: query: explain select * from part_null where p_name IN (select p_name from part_null) AND EXISTS (select c from tnull) PREHOOK: type: QUERY +PREHOOK: Input: default@part_null +PREHOOK: Input: default@tnull +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_name IN (select p_name from part_null) AND EXISTS (select c from tnull) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_null +POSTHOOK: Input: default@tnull +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1309,8 +1337,14 @@ POSTHOOK: Input: default@tnull Warning: Shuffle Join MERGEJOIN[30][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 3' is a cross product PREHOOK: query: explain select * from part_null where p_size IN (select p_size from part_null) AND EXISTS (select c from tempty) PREHOOK: type: QUERY +PREHOOK: Input: default@part_null +PREHOOK: Input: default@tempty +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_size IN (select p_size from part_null) AND EXISTS (select c from tempty) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_null +POSTHOOK: Input: default@tempty +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1465,8 +1499,14 @@ POSTHOOK: Input: default@tempty Warning: Shuffle Join MERGEJOIN[31][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 3' is a cross product PREHOOK: query: explain select * from part_null where p_name IN (select p_name from part_null) AND NOT EXISTS (select c from tempty) PREHOOK: type: QUERY +PREHOOK: Input: default@part_null +PREHOOK: Input: default@tempty +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_name IN (select p_name from part_null) AND NOT EXISTS (select c from tempty) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_null +POSTHOOK: Input: default@tempty +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1654,10 +1694,16 @@ PREHOOK: query: explain select * from part_null where p_name IN ( select p_name AND p_brand NOT IN (select p_container from part where part.p_type = part_null.p_type AND p_brand IN (select p_brand from part pp where part.p_type = pp.p_type)) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_name IN ( select p_name from part where part.p_type = part_null.p_type) AND p_brand NOT IN (select p_container from part where part.p_type = part_null.p_type AND p_brand IN (select p_brand from part pp where part.p_type = pp.p_type)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1967,8 +2013,14 @@ POSTHOOK: Input: default@part_null 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl PREHOOK: query: explain select * from part_null where p_name IN ( select p_name from part) AND p_brand IN (select p_brand from part where part.p_type = part_null.p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_name IN ( select p_name from part) AND p_brand IN (select p_brand from part where part.p_type = part_null.p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2140,8 +2192,14 @@ POSTHOOK: Input: default@part_null 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl PREHOOK: query: explain select * from part_null where p_name IN ( select p_name from part where part.p_type = part_null.p_type AND part.p_container=part_null.p_container) AND p_brand NOT IN (select p_container from part where part.p_type = part_null.p_type AND p_brand IN (select p_brand from part pp where part.p_type = pp.p_type)) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_name IN ( select p_name from part where part.p_type = part_null.p_type AND part.p_container=part_null.p_container) AND p_brand NOT IN (select p_container from part where part.p_type = part_null.p_type AND p_brand IN (select p_brand from part pp where part.p_type = pp.p_type)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2447,8 +2505,14 @@ POSTHOOK: Input: default@part_null 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl PREHOOK: query: explain select * from part_null where p_name IN (select p_name from part where part.p_type = part_null.p_type) AND p_brand NOT IN (select p_type from part where part.p_size = part_null.p_size) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_name IN (select p_name from part where part.p_type = part_null.p_type) AND p_brand NOT IN (select p_type from part where part.p_size = part_null.p_size) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2681,8 +2745,14 @@ POSTHOOK: Input: default@part_null 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl PREHOOK: query: explain select * from part_null where p_name IN (select p_name from part where part.p_type = part_null.p_type AND p_brand IN (select p_brand from part pp where part.p_type = pp.p_type)) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_name IN (select p_name from part where part.p_type = part_null.p_type AND p_brand IN (select p_brand from part pp where part.p_type = pp.p_type)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2852,11 +2922,15 @@ from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li o where li.l_linenumber = 1 and li.l_orderkey in (select l_orderkey from lineitem where l_shipmode = 'AIR' and l_linenumber = li.l_linenumber AND l_quantity NOT IN (select avg(l_quantity) from lineitem)) PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem +#### A masked pattern was here #### POSTHOOK: query: explain select p.p_partkey, li.l_suppkey from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li on p.p_partkey = li.l_partkey where li.l_linenumber = 1 and li.l_orderkey in (select l_orderkey from lineitem where l_shipmode = 'AIR' and l_linenumber = li.l_linenumber AND l_quantity NOT IN (select avg(l_quantity) from lineitem)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3111,6 +3185,8 @@ where b.key in (select key from src where src.value = b.value) group by key, value having count(*) in (select count(*) from src s1 where s1.key > '9' and exists (select * from src s2 where s1.value = s2.value) group by s1.key ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, count(*) from src b @@ -3118,6 +3194,8 @@ where b.key in (select key from src where src.value = b.value) group by key, value having count(*) in (select count(*) from src s1 where s1.key > '9' and exists (select * from src s2 where s1.value = s2.value) group by s1.key ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3651,8 +3729,12 @@ POSTHOOK: Input: default@src Warning: Shuffle Join MERGEJOIN[30][tables = [$hdt$_1, $hdt$_2]] in Stage 'Reducer 4' is a cross product PREHOOK: query: explain select * from part where p_name IN (select p_name from part p where part.p_type <> '1') PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_name IN (select p_name from part p where part.p_type <> '1') POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3831,8 +3913,14 @@ POSTHOOK: Lineage: tnull.i SCRIPT [] Warning: Shuffle Join MERGEJOIN[25][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where p_partkey = 3 OR p_size NOT IN (select i from tnull) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@tnull +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_partkey = 3 OR p_size NOT IN (select i from tnull) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@tnull +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3990,11 +4078,15 @@ PREHOOK: query: explain select count(*) from src or src.value is not null or exists(select key from src) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from src where src.key in (select key from src s1 where s1.key > '9') or src.value is not null or exists(select key from src) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4221,11 +4313,17 @@ PREHOOK: query: explain select * from part ws1 where and ws1.p_retailprice <> ws2.p_retailprice) and not exists(select * from part_null wr1 where ws1.p_type = wr1.p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null +#### A masked pattern was here #### POSTHOOK: query: explain select * from part ws1 where exists (select * from part ws2 where ws1.p_type= ws2.p_type and ws1.p_retailprice <> ws2.p_retailprice) and not exists(select * from part_null wr1 where ws1.p_type = wr1.p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/subquery_notin.q.out b/ql/src/test/results/clientpositive/llap/subquery_notin.q.out index f444ed9..b8ff6df 100644 --- a/ql/src/test/results/clientpositive/llap/subquery_notin.q.out +++ b/ql/src/test/results/clientpositive/llap/subquery_notin.q.out @@ -7,6 +7,8 @@ where src.key not in where s1.key > '2' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src @@ -15,6 +17,8 @@ where src.key not in where s1.key > '2' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -296,6 +300,8 @@ where b.p_name not in where r <= 2 and b.p_mfgr = a.p_mfgr ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, b.p_name, p_size from part b @@ -305,6 +311,8 @@ where b.p_name not in where r <= 2 and b.p_mfgr = a.p_mfgr ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -581,6 +589,8 @@ part where part.p_size not in where r <= 2 ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_name, p_size from @@ -590,6 +600,8 @@ part where part.p_size not in where r <= 2 ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -858,6 +870,8 @@ from part b where b.p_size not in where r <= 2 and b.p_mfgr = a.p_mfgr ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size from part b where b.p_size not in @@ -866,6 +880,8 @@ from part b where b.p_size not in where r <= 2 and b.p_mfgr = a.p_mfgr ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1416,10 +1432,18 @@ PREHOOK: query: explain select * from T1_v where T1_v.key not in (select T2_v.key from T2_v) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@t1_v +PREHOOK: Input: default@t2_v +#### A masked pattern was here #### POSTHOOK: query: explain select * from T1_v where T1_v.key not in (select T2_v.key from T2_v) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@t1_v +POSTHOOK: Input: default@t2_v +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1581,8 +1605,12 @@ POSTHOOK: Input: default@t2_v #### A masked pattern was here #### PREHOOK: query: explain select * from part where p_brand <> 'Brand#14' AND p_size NOT IN (select (p_size*p_size) from part p where p.p_type = part.p_type ) AND p_size <> 340 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_brand <> 'Brand#14' AND p_size NOT IN (select (p_size*p_size) from part p where p.p_type = part.p_type ) AND p_size <> 340 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1777,8 +1805,12 @@ POSTHOOK: Input: default@part Warning: Shuffle Join MERGEJOIN[38][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where (p_size-1) NOT IN (select min(p_size) from part group by p_type) order by p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where (p_size-1) NOT IN (select min(p_size) from part group by p_type) order by p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1985,8 +2017,12 @@ POSTHOOK: Input: default@part Warning: Shuffle Join MERGEJOIN[36][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where (p_partkey*p_size) NOT IN (select min(p_partkey) from part group by p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where (p_partkey*p_size) NOT IN (select min(p_partkey) from part group by p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2188,8 +2224,12 @@ POSTHOOK: Input: default@part 191709 almond antique violet turquoise frosted Manufacturer#2 Brand#22 ECONOMY POLISHED STEEL 40 MED BOX 1800.7 haggle PREHOOK: query: explain select count(*) as c from part as e where p_size + 100 NOT IN (select p_partkey from part where p_name = e.p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) as c from part as e where p_size + 100 NOT IN (select p_partkey from part where p_name = e.p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2420,8 +2460,12 @@ POSTHOOK: Input: default@part Warning: Shuffle Join MERGEJOIN[35][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where floor(p_retailprice) NOT IN (select floor(min(p_retailprice)) from part group by p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where floor(p_retailprice) NOT IN (select floor(min(p_retailprice)) from part group by p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2599,8 +2643,12 @@ POSTHOOK: Input: default@part 192697 almond antique blue firebrick mint Manufacturer#5 Brand#52 MEDIUM BURNISHED TIN 31 LG DRUM 1789.69 ickly ir PREHOOK: query: explain select * from part where p_name NOT IN (select p_name from part p where p.p_size = part.p_size AND part.p_size + 121150 = p.p_partkey ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_name NOT IN (select p_name from part p where p.p_size = part.p_size AND part.p_size + 121150 = p.p_partkey ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2867,8 +2915,12 @@ POSTHOOK: Input: default@part 78486 almond azure blanched chiffon midnight Manufacturer#5 Brand#52 LARGE BRUSHED BRASS 23 MED BAG 1464.48 hely blith PREHOOK: query: explain select * from part where p_name NOT IN (select p_name from part p where p.p_size = part.p_size AND part.p_partkey= p.p_partkey ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_name NOT IN (select p_name from part p where p.p_size = part.p_size AND part.p_partkey= p.p_partkey ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3028,8 +3080,12 @@ POSTHOOK: Input: default@part #### A masked pattern was here #### PREHOOK: query: explain select p_name from (select p_name, p_type, p_brand as brand from part) fpart where fpart.p_type NOT IN (select p_type+2 from part where part.p_brand = fpart.brand) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_name from (select p_name, p_type, p_brand as brand from part) fpart where fpart.p_type NOT IN (select p_type+2 from part where part.p_brand = fpart.brand) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3197,8 +3253,12 @@ POSTHOOK: Input: default@part #### A masked pattern was here #### PREHOOK: query: explain select p_name from (select p_name, p_type, p_size+1 as size from part) fpart where fpart.p_type NOT IN (select p_type from part where (part.p_size+1) = fpart.size) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_name from (select p_name, p_type, p_size+1 as size from part) fpart where fpart.p_type NOT IN (select p_type from part where (part.p_size+1) = fpart.size) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3472,8 +3532,12 @@ almond antique olive coral navajo Warning: Shuffle Join MERGEJOIN[53][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select key, count(*) from src where value NOT IN (select key from src) group by key having count(*) in (select count(*) from src s1 where s1.key = '90' group by s1.key ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from src where value NOT IN (select key from src) group by key having count(*) in (select count(*) from src s1 where s1.key = '90' group by s1.key ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3746,8 +3810,12 @@ POSTHOOK: Input: default@src 327 3 PREHOOK: query: explain select key, count(*) from src where value NOT IN (select concat('v', value) from src sc where sc.key = src.key ) group by key having count(*) in (select count(*) from src s1 where s1.key = '90' group by s1.key ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from src where value NOT IN (select concat('v', value) from src sc where sc.key = src.key ) group by key having count(*) in (select count(*) from src s1 where s1.key = '90' group by s1.key ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4038,8 +4106,12 @@ POSTHOOK: Input: default@src Warning: Shuffle Join MERGEJOIN[38][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where (p_size-1) NOT IN (select min(p_size) from part group by p_type) order by p_brand PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where (p_size-1) NOT IN (select min(p_size) from part group by p_type) order by p_brand POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4246,8 +4318,12 @@ POSTHOOK: Input: default@part Warning: Shuffle Join MERGEJOIN[39][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where (p_size-1) NOT IN (select min(p_size) from part group by p_type) order by p_brand, p_partkey limit 4 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where (p_size-1) NOT IN (select min(p_size) from part group by p_type) order by p_brand, p_partkey limit 4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4446,8 +4522,14 @@ POSTHOOK: Input: default@part Warning: Shuffle Join MERGEJOIN[37][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select * from src where key NOT IN (select p_name from part UNION ALL select p_brand from part) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src where key NOT IN (select p_name from part UNION ALL select p_brand from part) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5160,8 +5242,12 @@ POSTHOOK: Input: default@src 98 val_98 PREHOOK: query: explain select count(*) as c from part as e where p_size + 100 not in ( select p_type from part where p_brand = e.p_brand) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) as c from part as e where p_size + 100 not in ( select p_type from part where p_brand = e.p_brand) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5427,8 +5513,14 @@ POSTHOOK: Lineage: t2_n0.c1 SCRIPT [] Warning: Shuffle Join MERGEJOIN[25][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain SELECT c1 FROM t1_n0 WHERE c1 NOT IN (SELECT c1 FROM t2_n0) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n0 +PREHOOK: Input: default@t2_n0 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT c1 FROM t1_n0 WHERE c1 NOT IN (SELECT c1 FROM t2_n0) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n0 +POSTHOOK: Input: default@t2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5581,8 +5673,14 @@ POSTHOOK: Input: default@t2_n0 #### A masked pattern was here #### PREHOOK: query: explain SELECT c1 FROM t1_n0 WHERE c1 NOT IN (SELECT c1 FROM t2_n0 where t1_n0.c2=t2_n0.c1) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n0 +PREHOOK: Input: default@t2_n0 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT c1 FROM t1_n0 WHERE c1 NOT IN (SELECT c1 FROM t2_n0 where t1_n0.c2=t2_n0.c1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n0 +POSTHOOK: Input: default@t2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5854,8 +5952,14 @@ POSTHOOK: Lineage: t2_n0.a SCRIPT [] POSTHOOK: Lineage: t2_n0.b SCRIPT [] PREHOOK: query: explain select t1_n0.a from t1_n0 where t1_n0.b NOT IN (select t2_n0.a from t2_n0 where t2_n0.b=t1_n0.a) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n0 +PREHOOK: Input: default@t2_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select t1_n0.a from t1_n0 where t1_n0.b NOT IN (select t2_n0.a from t2_n0 where t2_n0.b=t1_n0.a) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n0 +POSTHOOK: Input: default@t2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -6069,8 +6173,14 @@ POSTHOOK: Lineage: fixob.i SCRIPT [] POSTHOOK: Lineage: fixob.j SCRIPT [] PREHOOK: query: explain select * from fixOb where j NOT IN (select i from t7 where t7.j=fixOb.j) PREHOOK: type: QUERY +PREHOOK: Input: default@fixob +PREHOOK: Input: default@t7 +#### A masked pattern was here #### POSTHOOK: query: explain select * from fixOb where j NOT IN (select i from t7 where t7.j=fixOb.j) POSTHOOK: type: QUERY +POSTHOOK: Input: default@fixob +POSTHOOK: Input: default@t7 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -6303,8 +6413,12 @@ POSTHOOK: Lineage: t_n0.i SCRIPT [] POSTHOOK: Lineage: t_n0.j SCRIPT [] PREHOOK: query: explain select t_n0.i from t_n0 where t_n0.j NOT IN (select t1_n0.i from t_n0 t1_n0 where t1_n0.j=t_n0.j) PREHOOK: type: QUERY +PREHOOK: Input: default@t_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select t_n0.i from t_n0 where t_n0.j NOT IN (select t1_n0.i from t_n0 t1_n0 where t1_n0.j=t_n0.j) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -6496,8 +6610,12 @@ POSTHOOK: Input: default@t_n0 4 PREHOOK: query: explain select t_n0.i from t_n0 where t_n0.i NOT IN (select t1_n0.i from t_n0 t1_n0 where t1_n0.j=t_n0.j) PREHOOK: type: QUERY +PREHOOK: Input: default@t_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select t_n0.i from t_n0 where t_n0.i NOT IN (select t1_n0.i from t_n0 t1_n0 where t1_n0.j=t_n0.j) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -6652,8 +6770,12 @@ POSTHOOK: Input: default@t_n0 Warning: Shuffle Join MERGEJOIN[25][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select t_n0.i from t_n0 where t_n0.j NOT IN (select t1_n0.i from t_n0 t1_n0 ) PREHOOK: type: QUERY +PREHOOK: Input: default@t_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select t_n0.i from t_n0 where t_n0.j NOT IN (select t1_n0.i from t_n0 t1_n0 ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -6807,8 +6929,12 @@ POSTHOOK: Input: default@t_n0 Warning: Shuffle Join MERGEJOIN[25][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select t_n0.i from t_n0 where t_n0.i NOT IN (select t1_n0.i from t_n0 t1_n0 ) PREHOOK: type: QUERY +PREHOOK: Input: default@t_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select t_n0.i from t_n0 where t_n0.i NOT IN (select t1_n0.i from t_n0 t1_n0 ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -6963,6 +7089,8 @@ where b.key not in where b.value > a.value and a.key > '9' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b where b.key not in @@ -6971,6 +7099,8 @@ where b.key not in where b.value > a.value and a.key > '9' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/subquery_null_agg.q.out b/ql/src/test/results/clientpositive/llap/subquery_null_agg.q.out index 0363a73..044eb89 100644 --- a/ql/src/test/results/clientpositive/llap/subquery_null_agg.q.out +++ b/ql/src/test/results/clientpositive/llap/subquery_null_agg.q.out @@ -27,6 +27,8 @@ FROM table_7 WHERE (t1.int_col) = (tt1.int_col)) PREHOOK: type: QUERY +PREHOOK: Input: default@table_7 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT (t1.int_col) * (t1.int_col) AS int_col @@ -46,6 +48,8 @@ FROM table_7 WHERE (t1.int_col) = (tt1.int_col)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_7 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/subquery_scalar.q.out b/ql/src/test/results/clientpositive/llap/subquery_scalar.q.out index 8451f48..1dea4ff 100644 --- a/ql/src/test/results/clientpositive/llap/subquery_scalar.q.out +++ b/ql/src/test/results/clientpositive/llap/subquery_scalar.q.out @@ -82,8 +82,14 @@ POSTHOOK: Lineage: part_null_n0.p_type SCRIPT [] Warning: Shuffle Join MERGEJOIN[13][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where p_size > (select avg(p_size) from part_null_n0) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size > (select avg(p_size) from part_null_n0) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -214,8 +220,14 @@ POSTHOOK: Input: default@tempty_n0 Warning: Shuffle Join MERGEJOIN[18][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where p_size > (select * from tempty_n0) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@tempty_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size > (select * from tempty_n0) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@tempty_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -328,8 +340,14 @@ STAGE PLANS: Warning: Shuffle Join MERGEJOIN[24][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where p_name = (select p_name from part_null_n0 where p_name is null) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_name = (select p_name from part_null_n0 where p_name is null) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -447,8 +465,14 @@ Warning: Shuffle Join MERGEJOIN[32][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reduc Warning: Shuffle Join MERGEJOIN[33][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 3' is a cross product PREHOOK: query: explain select * from part where (select i from tnull_n0 limit 1) is null PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@tnull_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where (select i from tnull_n0 limit 1) is null POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@tnull_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -647,8 +671,14 @@ POSTHOOK: Input: default@tnull_n0 Warning: Shuffle Join MERGEJOIN[15][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where (select max(p_name) from part_null_n0) is not null PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where (select max(p_name) from part_null_n0) is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -779,8 +809,12 @@ Warning: Shuffle Join MERGEJOIN[23][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reduc Warning: Shuffle Join MERGEJOIN[24][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 3' is a cross product PREHOOK: query: explain select * from part where p_size between (select min(p_size) from part) and (select avg(p_size) from part) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size between (select min(p_size) from part) and (select avg(p_size) from part) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -945,10 +979,14 @@ PREHOOK: query: explain select p_mfgr, p_name, p_size from part where part.p_size > (select first_value(p_size) over(partition by p_mfgr order by p_size) as fv from part order by fv limit 1) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size from part where part.p_size > (select first_value(p_size) over(partition by p_mfgr order by p_size) as fv from part order by fv limit 1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1176,8 +1214,12 @@ Manufacturer#5 almond azure blanched chiffon midnight 23 Warning: Shuffle Join MERGEJOIN[13][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where (p_partkey*p_size) <> (select min(p_partkey) from part) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where (p_partkey*p_size) <> (select min(p_partkey) from part) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1305,8 +1347,12 @@ POSTHOOK: Input: default@part 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl PREHOOK: query: explain select count(*) as c from part as e where p_size + 100 < (select max(p_partkey) from part where p_name = e.p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) as c from part as e where p_size + 100 < (select max(p_partkey) from part where p_name = e.p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1438,8 +1484,12 @@ POSTHOOK: Input: default@part 26 PREHOOK: query: explain select count(*) as c from part as e where 100 < (select max(p_partkey) from part where p_name = e.p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) as c from part as e where 100 < (select max(p_partkey) from part where p_name = e.p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1568,8 +1618,14 @@ POSTHOOK: Input: default@part 26 PREHOOK: query: explain select * from part where p_size > (select avg(p_size) from part_null_n0 where part_null_n0.p_type = part.p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size > (select avg(p_size) from part_null_n0 where part_null_n0.p_type = part.p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1688,8 +1744,14 @@ POSTHOOK: Input: default@part_null_n0 Warning: Shuffle Join MERGEJOIN[27][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 3' is a cross product PREHOOK: query: explain select * from part where p_size BETWEEN (select min(p_size) from part_null_n0 where part_null_n0.p_type = part.p_type) AND (select max(p_size) from part_null_n0) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size BETWEEN (select min(p_size) from part_null_n0 where part_null_n0.p_type = part.p_type) AND (select max(p_size) from part_null_n0) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1882,8 +1944,14 @@ POSTHOOK: Input: default@part_null_n0 Warning: Shuffle Join MERGEJOIN[30][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 3' is a cross product PREHOOK: query: explain select * from part where p_size >= (select min(p_size) from part_null_n0 where part_null_n0.p_type = part.p_type) AND p_retailprice <= (select max(p_retailprice) from part_null_n0) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size >= (select min(p_size) from part_null_n0 where part_null_n0.p_type = part.p_type) AND p_retailprice <= (select max(p_retailprice) from part_null_n0) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2082,8 +2150,12 @@ POSTHOOK: Input: default@part_null_n0 Warning: Shuffle Join MERGEJOIN[27][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where p_brand <> (select min(p_brand) from part ) AND p_size IN (select (p_size) from part p where p.p_type = part.p_type ) AND p_size <> 340 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_brand <> (select min(p_brand) from part ) AND p_size IN (select (p_size) from part p where p.p_type = part.p_type ) AND p_size <> 340 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2249,8 +2321,12 @@ POSTHOOK: Input: default@part 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl PREHOOK: query: explain select * from part where p_size <> (select count(p_name) from part p where p.p_size = part.p_size AND part.p_partkey= p.p_partkey ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size <> (select count(p_name) from part p where p.p_size = part.p_size AND part.p_partkey= p.p_partkey ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2389,8 +2465,12 @@ Warning: Shuffle Join MERGEJOIN[47][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reduc Warning: Shuffle Join MERGEJOIN[48][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 4' is a cross product PREHOOK: query: explain select key, count(*) from src where value <> (select max(value) from src) group by key having count(*) > (select count(*) from src s1 where s1.key = '90' group by s1.key ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from src where value <> (select max(value) from src) group by key having count(*) > (select count(*) from src s1 where s1.key = '90' group by s1.key ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2638,8 +2718,12 @@ POSTHOOK: Input: default@src Warning: Shuffle Join MERGEJOIN[17][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 3' is a cross product PREHOOK: query: explain select sum(p_retailprice) from part group by p_type having sum(p_retailprice) > (select max(pp.p_retailprice) from part pp) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select sum(p_retailprice) from part group by p_type having sum(p_retailprice) > (select max(pp.p_retailprice) from part pp) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2770,8 +2854,12 @@ POSTHOOK: Input: default@part Warning: Shuffle Join MERGEJOIN[76][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where p_size > (select count(p_name) from part INTERSECT select count(p_brand) from part) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size > (select count(p_name) from part INTERSECT select count(p_brand) from part) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3103,8 +3191,12 @@ POSTHOOK: Input: default@part 86428 almond aquamarine burnished black steel Manufacturer#1 Brand#12 STANDARD ANODIZED STEEL 28 WRAP BAG 1414.42 arefully PREHOOK: query: explain select p_partkey from part where p_name like (select max(p.p_name) from part p left outer join part pp on p.p_type = pp.p_type where pp.p_size = part.p_size) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_partkey from part where p_name like (select max(p.p_name) from part p left outer join part pp on p.p_type = pp.p_type where pp.p_size = part.p_size) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3282,8 +3374,14 @@ POSTHOOK: Input: default@part Warning: Shuffle Join MERGEJOIN[32][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select * from part_null_n0 where p_name NOT LIKE (select min(p_name) from part_null_n0) AND p_brand NOT IN (select p_name from part) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null_n0 where p_name NOT LIKE (select min(p_name) from part_null_n0) AND p_brand NOT IN (select p_name from part) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3498,8 +3596,14 @@ POSTHOOK: Input: default@part_null_n0 Warning: Shuffle Join MERGEJOIN[43][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select * from part_null_n0 where p_brand NOT IN (select p_name from part) AND p_name NOT LIKE (select min(p_name) from part_null_n0 pp where part_null_n0.p_type = pp.p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null_n0 where p_brand NOT IN (select p_name from part) AND p_name NOT LIKE (select min(p_name) from part_null_n0 pp where part_null_n0.p_type = pp.p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3725,11 +3829,15 @@ from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li o where li.l_linenumber = 1 and li.l_orderkey <> (select min(l_orderkey) from lineitem where l_shipmode = 'AIR' and l_linenumber = li.l_linenumber) PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem +#### A masked pattern was here #### POSTHOOK: query: explain select p.p_partkey, li.l_suppkey from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li on p.p_partkey = li.l_partkey where li.l_linenumber = 1 and li.l_orderkey <> (select min(l_orderkey) from lineitem where l_shipmode = 'AIR' and l_linenumber = li.l_linenumber) POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3932,11 +4040,15 @@ from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li o where li.l_linenumber = 1 and li.l_orderkey <> (select min(l_orderkey) from lineitem where l_shipmode = 'AIR' and l_linenumber = li.l_linenumber) PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem +#### A masked pattern was here #### POSTHOOK: query: explain select p.p_partkey, li.l_suppkey from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li on p.p_partkey = li.l_partkey where li.l_linenumber = 1 and li.l_orderkey <> (select min(l_orderkey) from lineitem where l_shipmode = 'AIR' and l_linenumber = li.l_linenumber) POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4135,8 +4247,14 @@ POSTHOOK: Input: default@lineitem 88362 871 PREHOOK: query: explain select sum(l_extendedprice) from lineitem, part where p_partkey = l_partkey and l_quantity > (select avg(l_quantity) from lineitem where l_partkey = p_partkey) PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select sum(l_extendedprice) from lineitem, part where p_partkey = l_partkey and l_quantity > (select avg(l_quantity) from lineitem where l_partkey = p_partkey) POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4293,8 +4411,14 @@ POSTHOOK: Input: default@part NULL PREHOOK: query: explain select * from part_null_n0 where p_name IN (select p_name from part where part.p_type = part_null_n0.p_type AND p_brand NOT LIKE (select min(p_brand) from part pp where part.p_type = pp.p_type)) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null_n0 where p_name IN (select p_name from part where part.p_type = part_null_n0.p_type AND p_brand NOT LIKE (select min(p_brand) from part pp where part.p_type = pp.p_type)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4614,8 +4738,14 @@ POSTHOOK: Lineage: depts_n3.deptno SCRIPT [] POSTHOOK: Lineage: depts_n3.name SCRIPT [] PREHOOK: query: explain select * from emps_n4 where deptno <> (select count(deptno) from depts_n3 where depts_n3.name = emps_n4.name) PREHOOK: type: QUERY +PREHOOK: Input: default@depts_n3 +PREHOOK: Input: default@emps_n4 +#### A masked pattern was here #### POSTHOOK: query: explain select * from emps_n4 where deptno <> (select count(deptno) from depts_n3 where depts_n3.name = emps_n4.name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@depts_n3 +POSTHOOK: Input: default@emps_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4736,8 +4866,14 @@ POSTHOOK: Input: default@emps_n4 130 Alice 40 F Vancouver 2 NULL false true 2007-01-01 PREHOOK: query: explain select * from emps_n4 where name > (select min(name) from depts_n3 where depts_n3.deptno=emps_n4.deptno) PREHOOK: type: QUERY +PREHOOK: Input: default@depts_n3 +PREHOOK: Input: default@emps_n4 +#### A masked pattern was here #### POSTHOOK: query: explain select * from emps_n4 where name > (select min(name) from depts_n3 where depts_n3.deptno=emps_n4.deptno) POSTHOOK: type: QUERY +POSTHOOK: Input: default@depts_n3 +POSTHOOK: Input: default@emps_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4855,8 +4991,14 @@ POSTHOOK: Input: default@emps_n4 120 Wilma 20 F NULL 1 5 NULL true 2005-09-07 PREHOOK: query: explain select * from emps_n4 where deptno <> (select count(deptno) from depts_n3 where depts_n3.name = emps_n4.name) and empno > (select count(name) from depts_n3 where depts_n3.deptno = emps_n4.deptno) PREHOOK: type: QUERY +PREHOOK: Input: default@depts_n3 +PREHOOK: Input: default@emps_n4 +#### A masked pattern was here #### POSTHOOK: query: explain select * from emps_n4 where deptno <> (select count(deptno) from depts_n3 where depts_n3.name = emps_n4.name) and empno > (select count(name) from depts_n3 where depts_n3.deptno = emps_n4.deptno) POSTHOOK: type: QUERY +POSTHOOK: Input: default@depts_n3 +POSTHOOK: Input: default@emps_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5038,8 +5180,14 @@ POSTHOOK: Input: default@emps_n4 Warning: Shuffle Join MERGEJOIN[30][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 3' is a cross product PREHOOK: query: explain select * from emps_n4 where deptno <> (select sum(deptno) from depts_n3 where depts_n3.name = emps_n4.name) and empno > (select count(name) from depts_n3) PREHOOK: type: QUERY +PREHOOK: Input: default@depts_n3 +PREHOOK: Input: default@emps_n4 +#### A masked pattern was here #### POSTHOOK: query: explain select * from emps_n4 where deptno <> (select sum(deptno) from depts_n3 where depts_n3.name = emps_n4.name) and empno > (select count(name) from depts_n3) POSTHOOK: type: QUERY +POSTHOOK: Input: default@depts_n3 +POSTHOOK: Input: default@emps_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5237,12 +5385,16 @@ from src group by key having count(*) > (select count(*) from src s1 where s1.key > '9' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from src group by key having count(*) > (select count(*) from src s1 where s1.key > '9' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5382,6 +5534,8 @@ where b.key in (select key from src where src.key > '8') group by key, value having count(*) > (select count(*) from src s1 where s1.key > '9' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, count(*) from src b @@ -5389,6 +5543,8 @@ where b.key in (select key from src where src.key > '8') group by key, value having count(*) > (select count(*) from src s1 where s1.key > '9' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5560,8 +5716,12 @@ POSTHOOK: Input: default@src Warning: Shuffle Join MERGEJOIN[27][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where p_size > (select max(p_size) from part group by p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size > (select max(p_size) from part group by p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5722,8 +5882,12 @@ STAGE PLANS: PREHOOK: query: explain select * from part where p_size > (select max(p_size) from part p where p.p_type = part.p_type group by p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size > (select max(p_size) from part p where p.p_type = part.p_type group by p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5881,9 +6045,13 @@ Warning: Shuffle Join MERGEJOIN[27][tables = [$hdt$_1, $hdt$_2]] in Stage 'Reduc PREHOOK: query: explain select * from part where p_size <> (select count(p_size) from part pp where part.p_type <> pp.p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size <> (select count(p_size) from part pp where part.p_type <> pp.p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -6096,8 +6264,12 @@ POSTHOOK: Lineage: t_n11.j SCRIPT [] Warning: Shuffle Join MERGEJOIN[27][tables = [$hdt$_1, $hdt$_2]] in Stage 'Reducer 4' is a cross product PREHOOK: query: explain select * from t_n11 where 0 = (select count(*) from t_n11 tt_n11 where tt_n11.j <> t_n11.i) PREHOOK: type: QUERY +PREHOOK: Input: default@t_n11 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t_n11 where 0 = (select count(*) from t_n11 tt_n11 where tt_n11.j <> t_n11.i) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_n11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -6266,8 +6438,12 @@ POSTHOOK: Input: default@t_n11 Warning: Shuffle Join MERGEJOIN[31][tables = [$hdt$_1, $hdt$_2]] in Stage 'Reducer 3' is a cross product PREHOOK: query: explain select * from t_n11 where 0 = (select avg(tt_n11.i) from t_n11 tt_n11 where tt_n11.j <> t_n11.i) PREHOOK: type: QUERY +PREHOOK: Input: default@t_n11 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t_n11 where 0 = (select avg(tt_n11.i) from t_n11 tt_n11 where tt_n11.j <> t_n11.i) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_n11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -6436,8 +6612,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tempty_n0 PREHOOK: query: explain select * from t_n11 where 0 = (select count(*) from tempty_n0 tt_n11 where t_n11.i=tt_n11.i) PREHOOK: type: QUERY +PREHOOK: Input: default@t_n11 +PREHOOK: Input: default@tempty_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t_n11 where 0 = (select count(*) from tempty_n0 tt_n11 where t_n11.i=tt_n11.i) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_n11 +POSTHOOK: Input: default@tempty_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -6555,8 +6737,14 @@ POSTHOOK: Input: default@tempty_n0 3 1 PREHOOK: query: explain select * from t_n11 where 0 = (select min(tt_n11.j) from tempty_n0 tt_n11 where t_n11.i=tt_n11.i) PREHOOK: type: QUERY +PREHOOK: Input: default@t_n11 +PREHOOK: Input: default@tempty_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t_n11 where 0 = (select min(tt_n11.j) from tempty_n0 tt_n11 where t_n11.i=tt_n11.i) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_n11 +POSTHOOK: Input: default@tempty_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -6688,9 +6876,13 @@ Warning: Shuffle Join MERGEJOIN[18][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reduc PREHOOK: query: explain select key, count(*) from src group by key having count(*) > (select count(*) from src s1 group by 4) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from src group by key having count(*) > (select count(*) from src s1 group by 4) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -6813,9 +7005,13 @@ Warning: Shuffle Join MERGEJOIN[20][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reduc PREHOOK: query: explain select key, count(*) from src group by key having count(*) > (select count(*) from src s1 where s1.key = '90' group by s1.key ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from src group by key having count(*) > (select count(*) from src s1 where s1.key = '90' group by s1.key ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/subquery_select.q.out b/ql/src/test/results/clientpositive/llap/subquery_select.q.out index 6ce1ea2..a4ceafe 100644 --- a/ql/src/test/results/clientpositive/llap/subquery_select.q.out +++ b/ql/src/test/results/clientpositive/llap/subquery_select.q.out @@ -3,10 +3,14 @@ PREHOOK: query: explain SELECT p_size, p_size IN ( SELECT MAX(p_size) FROM part) FROM part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain SELECT p_size, p_size IN ( SELECT MAX(p_size) FROM part) FROM part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -187,10 +191,14 @@ PREHOOK: query: EXPLAIN SELECT p_size, p_size IN ( SELECT MAX(p_size) FROM part p where p.p_type = part.p_type) FROM part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT p_size, p_size IN ( SELECT MAX(p_size) FROM part p where p.p_type = part.p_type) FROM part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -385,10 +393,14 @@ PREHOOK: query: explain SELECT p_size, p_size NOT IN ( SELECT MAX(p_size) FROM part) FROM part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain SELECT p_size, p_size NOT IN ( SELECT MAX(p_size) FROM part) FROM part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -569,10 +581,14 @@ PREHOOK: query: EXPLAIN SELECT p_size, p_size NOT IN ( SELECT MAX(p_size) FROM part p where p.p_type = part.p_type) FROM part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT p_size, p_size NOT IN ( SELECT MAX(p_size) FROM part p where p.p_type = part.p_type) FROM part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -832,9 +848,13 @@ Warning: Shuffle Join MERGEJOIN[14][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reduc PREHOOK: query: explain SELECT p_size, EXISTS(SELECT p_size FROM part) FROM part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain SELECT p_size, EXISTS(SELECT p_size FROM part) FROM part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -963,9 +983,13 @@ POSTHOOK: Input: default@part PREHOOK: query: explain SELECT p_size, EXISTS(SELECT p_size FROM part pp where pp.p_type = part.p_type) FROM part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain SELECT p_size, EXISTS(SELECT p_size FROM part pp where pp.p_type = part.p_type) FROM part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1103,9 +1127,13 @@ Warning: Shuffle Join MERGEJOIN[14][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reduc PREHOOK: query: explain SELECT p_size, NOT EXISTS(SELECT p_size FROM part) FROM part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain SELECT p_size, NOT EXISTS(SELECT p_size FROM part) FROM part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1234,9 +1262,13 @@ POSTHOOK: Input: default@part PREHOOK: query: explain SELECT p_size, NOT EXISTS(SELECT p_size FROM part pp where pp.p_type = part.p_type) FROM part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain SELECT p_size, NOT EXISTS(SELECT p_size FROM part pp where pp.p_type = part.p_type) FROM part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1372,8 +1404,12 @@ POSTHOOK: Input: default@part 45 false PREHOOK: query: explain select p_size, (select count(p_name) from part p where p.p_type = part.p_name) from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_size, (select count(p_name) from part p where p.p_type = part.p_name) from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1510,8 +1546,12 @@ POSTHOOK: Input: default@part 23 0 PREHOOK: query: explain select p_size, (select max(p_name) from part p where p.p_type = part.p_name) from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_size, (select max(p_name) from part p where p.p_type = part.p_name) from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1650,9 +1690,13 @@ Warning: Shuffle Join MERGEJOIN[13][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reduc PREHOOK: query: explain SELECT p_size, (SELECT max(p_size) FROM part) FROM part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain SELECT p_size, (SELECT max(p_size) FROM part) FROM part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1778,6 +1822,8 @@ where b.key in where b.value = a.value and a.key > '9' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b @@ -1787,6 +1833,8 @@ where b.key in where b.value = a.value and a.key > '9' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1948,6 +1996,8 @@ where b.key in where b.value = a.value and a.key > '9' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b @@ -1957,6 +2007,8 @@ where b.key in where b.value = a.value and a.key > '9' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2138,8 +2190,14 @@ POSTHOOK: Lineage: tnull_n3.i EXPRESSION [] Warning: Shuffle Join MERGEJOIN[24][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select p_size, p_size IN (select i from tnull_n3) from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@tnull_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select p_size, p_size IN (select i from tnull_n3) from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@tnull_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2324,8 +2382,14 @@ POSTHOOK: Output: default@tempty_n3 Warning: Shuffle Join MERGEJOIN[13][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select p_size, (select count(*) from tempty_n3) from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@tempty_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select p_size, (select count(*) from tempty_n3) from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@tempty_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2449,8 +2513,14 @@ POSTHOOK: Input: default@tempty_n3 Warning: Shuffle Join MERGEJOIN[13][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select p_size, (select max(i) from tempty_n3) from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@tempty_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select p_size, (select max(i) from tempty_n3) from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@tempty_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2592,9 +2662,13 @@ POSTHOOK: Output: default@tnull_n3 PREHOOK: query: explain SELECT p_size, 1+(SELECT max(p_size) FROM part p WHERE p.p_type = part.p_type) from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain SELECT p_size, 1+(SELECT max(p_size) FROM part p WHERE p.p_type = part.p_type) from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2727,9 +2801,13 @@ POSTHOOK: Input: default@part PREHOOK: query: explain SELECT p_size, (SELECT count(p_size) FROM part p WHERE p.p_type = part.p_type) IS NULL from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain SELECT p_size, (SELECT count(p_size) FROM part p WHERE p.p_type = part.p_type) IS NULL from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2863,8 +2941,12 @@ Warning: Shuffle Join MERGEJOIN[31][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reduc Warning: Shuffle Join MERGEJOIN[32][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 3' is a cross product PREHOOK: query: explain select p_type, (select p_size from part order by p_size limit 1) = 1 from part order by p_type PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_type, (select p_size from part order by p_size limit 1) = 1 from part order by p_type POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3062,11 +3144,15 @@ PREHOOK: query: EXPLAIN SELECT p_size, p_size IN ( p_name IN (SELECT min(p_name) from part) FROM part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT p_size, p_size IN ( SELECT MAX(p_size) FROM part p where p.p_type = part.p_type) AND p_name IN (SELECT min(p_name) from part) FROM part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3342,9 +3428,13 @@ POSTHOOK: Input: default@part PREHOOK: query: explain SELECT p_size, NOT EXISTS(SELECT p_size FROM part pp where pp.p_type = part.p_type) FROM part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain SELECT p_size, NOT EXISTS(SELECT p_size FROM part pp where pp.p_type = part.p_type) FROM part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3484,10 +3574,14 @@ PREHOOK: query: explain select p_size, (p_size IN (select (select max(p_size) from part) as sb from part order by sb limit 1)) = true from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_size, (p_size IN (select (select max(p_size) from part) as sb from part order by sb limit 1)) = true from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3733,6 +3827,8 @@ PREHOOK: query: explain select case when (select count(*) where p_partkey between 10000 and 20000) end sq from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select case when (select count(*) from part where p_size between 1 and 20) > 409437 @@ -3744,6 +3840,8 @@ POSTHOOK: query: explain select case when (select count(*) where p_partkey between 10000 and 20000) end sq from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3993,8 +4091,12 @@ POSTHOOK: Input: default@part Warning: Shuffle Join MERGEJOIN[17][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 3' is a cross product PREHOOK: query: explain select max(p_size) > ( select count(*)-1 from part) from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select max(p_size) > ( select count(*)-1 from part) from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4118,9 +4220,13 @@ Warning: Shuffle Join MERGEJOIN[37][tables = [$hdt$_1, $hdt$_2]] in Stage 'Reduc PREHOOK: query: explain select o.p_size, (select count(distinct p_type) from part p where p.p_partkey = o.p_partkey) tmp FROM part o right join (select * from part where p_size > (select avg(p_size) from part)) t on t.p_partkey = o.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select o.p_size, (select count(distinct p_type) from part p where p.p_partkey = o.p_partkey) tmp FROM part o right join (select * from part where p_size > (select avg(p_size) from part)) t on t.p_partkey = o.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4319,10 +4425,14 @@ PREHOOK: query: explain select (select max(p_size) from part), (select min(p_siz (select avg(p_size) from part), (select sum(p_size) from part) from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select (select max(p_size) from part), (select min(p_size) from part), (select avg(p_size) from part), (select sum(p_size) from part) from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4574,10 +4684,14 @@ PREHOOK: query: explain select t1.p_size, (select count(*) from part p, part pp where p.p_size = pp.p_size and p.p_type = pp.p_type) from part t1 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select t1.p_size, (select count(*) from part p, part pp where p.p_size = pp.p_size and p.p_type = pp.p_type) from part t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4747,12 +4861,16 @@ PREHOOK: query: explain select t1.p_size, group by a1.p_partkey) > 0) from part t1 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select t1.p_size, (select count(*) from part p, part pp where p.p_size = pp.p_size and p.p_type = pp.p_type and (select sum(p_size) from part a1 where a1.p_partkey = p.p_partkey group by a1.p_partkey) > 0) from part t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5042,6 +5160,8 @@ PREHOOK: query: explain select t1.p_size, group by a1.p_partkey) > 0) from part t1 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select t1.p_size, (select count(*) from part t2 where t2.p_partkey = t1.p_partkey group by t2.p_partkey), (select count(*) from part p, part pp where p.p_size = pp.p_size and p.p_type = pp.p_type @@ -5049,6 +5169,8 @@ POSTHOOK: query: explain select t1.p_size, group by a1.p_partkey) > 0) from part t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5420,8 +5542,12 @@ POSTHOOK: Input: default@part 18 1 28 PREHOOK: query: explain SELECT p_size, exp((SELECT max(p_size) FROM part p WHERE p.p_type = part.p_type)) from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain SELECT p_size, exp((SELECT max(p_size) FROM part p WHERE p.p_type = part.p_type)) from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/subquery_views.q.out b/ql/src/test/results/clientpositive/llap/subquery_views.q.out index 72dc0cd..d783333 100644 --- a/ql/src/test/results/clientpositive/llap/subquery_views.q.out +++ b/ql/src/test/results/clientpositive/llap/subquery_views.q.out @@ -89,10 +89,16 @@ PREHOOK: query: explain select * from cv2 where cv2.key in (select key from cv2 c where c.key < '11') PREHOOK: type: QUERY +PREHOOK: Input: default@cv2 +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from cv2 where cv2.key in (select key from cv2 c where c.key < '11') POSTHOOK: type: QUERY +POSTHOOK: Input: default@cv2 +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/sysdb.q.out b/ql/src/test/results/clientpositive/llap/sysdb.q.out index 9e32335..30ce12f 100644 --- a/ql/src/test/results/clientpositive/llap/sysdb.q.out +++ b/ql/src/test/results/clientpositive/llap/sysdb.q.out @@ -3842,9 +3842,13 @@ POSTHOOK: Input: sys@role_map PREHOOK: query: explain vectorization detail select count(*) from sds PREHOOK: type: QUERY +PREHOOK: Input: sys@sds +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select count(*) from sds POSTHOOK: type: QUERY +POSTHOOK: Input: sys@sds +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4228,8 +4232,12 @@ num_falses bigint from deserializer last_analyzed bigint from deserializer PREHOOK: query: explain select max(num_distincts) from sys.tab_col_stats PREHOOK: type: QUERY +PREHOOK: Input: sys@tab_col_stats +#### A masked pattern was here #### POSTHOOK: query: explain select max(num_distincts) from sys.tab_col_stats POSTHOOK: type: QUERY +POSTHOOK: Input: sys@tab_col_stats +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/temp_table.q.out b/ql/src/test/results/clientpositive/llap/temp_table.q.out index 2542154..cc56941 100644 --- a/ql/src/test/results/clientpositive/llap/temp_table.q.out +++ b/ql/src/test/results/clientpositive/llap/temp_table.q.out @@ -1,7 +1,13 @@ PREHOOK: query: EXPLAIN CREATE TEMPORARY TABLE foo AS SELECT * FROM src WHERE key % 2 = 0 PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@foo POSTHOOK: query: EXPLAIN CREATE TEMPORARY TABLE foo AS SELECT * FROM src WHERE key % 2 = 0 POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@foo STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -73,8 +79,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@foo PREHOOK: query: EXPLAIN CREATE TEMPORARY TABLE bar AS SELECT * FROM src WHERE key % 2 = 1 PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@bar POSTHOOK: query: EXPLAIN CREATE TEMPORARY TABLE bar AS SELECT * FROM src WHERE key % 2 = 1 POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@bar STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -188,8 +200,12 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain select * from foo order by key limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@foo +#### A masked pattern was here #### POSTHOOK: query: explain select * from foo order by key limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@foo +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -263,8 +279,14 @@ POSTHOOK: Input: default@foo 116 val_116 PREHOOK: query: explain select * from (select * from foo union all select * from bar) u order by key limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@bar +PREHOOK: Input: default@foo +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select * from foo union all select * from bar) u order by key limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@bar +POSTHOOK: Input: default@foo +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/tez_bmj_schema_evolution.q.out b/ql/src/test/results/clientpositive/llap/tez_bmj_schema_evolution.q.out index 5107fbe..2df2294 100644 --- a/ql/src/test/results/clientpositive/llap/tez_bmj_schema_evolution.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_bmj_schema_evolution.q.out @@ -67,8 +67,18 @@ p int p int PREHOOK: query: explain select test_n1.key, test_n1.value from test_n1 join test1 on (test_n1.key = test1.key) order by test_n1.key PREHOOK: type: QUERY +PREHOOK: Input: default@test1 +PREHOOK: Input: default@test_n1 +PREHOOK: Input: default@test_n1@p=1 +PREHOOK: Input: default@test_n1@p=2 +#### A masked pattern was here #### POSTHOOK: query: explain select test_n1.key, test_n1.value from test_n1 join test1 on (test_n1.key = test1.key) order by test_n1.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1 +POSTHOOK: Input: default@test_n1 +POSTHOOK: Input: default@test_n1@p=1 +POSTHOOK: Input: default@test_n1@p=2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/tez_dml.q.out b/ql/src/test/results/clientpositive/llap/tez_dml.q.out index 993d57b..67d4bf3 100644 --- a/ql/src/test/results/clientpositive/llap/tez_dml.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_dml.q.out @@ -1,7 +1,13 @@ PREHOOK: query: EXPLAIN CREATE TABLE tmp_src AS SELECT * FROM (SELECT value, count(value) AS cnt FROM src GROUP BY value) f1 ORDER BY cnt PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@tmp_src POSTHOOK: query: EXPLAIN CREATE TABLE tmp_src AS SELECT * FROM (SELECT value, count(value) AS cnt FROM src GROUP BY value) f1 ORDER BY cnt POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@tmp_src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -432,8 +438,11 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tmp_src_part PREHOOK: query: EXPLAIN INSERT INTO TABLE tmp_src_part PARTITION (d) SELECT * FROM tmp_src PREHOOK: type: QUERY +PREHOOK: Input: default@tmp_src +PREHOOK: Output: default@tmp_src_part POSTHOOK: query: EXPLAIN INSERT INTO TABLE tmp_src_part PARTITION (d) SELECT * FROM tmp_src POSTHOOK: type: QUERY +POSTHOOK: Input: default@tmp_src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -892,11 +901,17 @@ FROM src INSERT INTO TABLE even SELECT key, value WHERE key % 2 = 0 INSERT INTO TABLE odd SELECT key, value WHERE key % 2 = 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@even +PREHOOK: Output: default@odd POSTHOOK: query: EXPLAIN FROM src INSERT INTO TABLE even SELECT key, value WHERE key % 2 = 0 INSERT INTO TABLE odd SELECT key, value WHERE key % 2 = 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@even +POSTHOOK: Output: default@odd STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/llap/tez_dynpart_hashjoin_1.q.out b/ql/src/test/results/clientpositive/llap/tez_dynpart_hashjoin_1.q.out index fd6541e..4193608 100644 --- a/ql/src/test/results/clientpositive/llap/tez_dynpart_hashjoin_1.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_dynpart_hashjoin_1.q.out @@ -6,6 +6,8 @@ where a.cint between 1000000 and 3000000 and b.cbigint is not null order by a.cint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select * @@ -14,6 +16,8 @@ where a.cint between 1000000 and 3000000 and b.cbigint is not null order by a.cint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -139,6 +143,8 @@ from alltypesorc a join alltypesorc b on a.cint = b.cint where a.cint between 1000000 and 3000000 and b.cbigint is not null PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) @@ -146,6 +152,8 @@ from alltypesorc a join alltypesorc b on a.cint = b.cint where a.cint between 1000000 and 3000000 and b.cbigint is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -264,6 +272,8 @@ where group by a.csmallint order by a.csmallint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select a.csmallint, count(*) c1 @@ -273,6 +283,8 @@ where group by a.csmallint order by a.csmallint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -425,6 +437,8 @@ where a.cint between 1000000 and 3000000 and b.cbigint is not null order by a.cint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -553,6 +567,8 @@ from alltypesorc a join alltypesorc b on a.cint = b.cint where a.cint between 1000000 and 3000000 and b.cbigint is not null PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) @@ -560,6 +576,8 @@ from alltypesorc a join alltypesorc b on a.cint = b.cint where a.cint between 1000000 and 3000000 and b.cbigint is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -681,6 +699,8 @@ where group by a.csmallint order by cs PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select a.csmallint cs, count(*) c1 @@ -690,6 +710,10 @@ where group by a.csmallint order by cs POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/tez_dynpart_hashjoin_2.q.out b/ql/src/test/results/clientpositive/llap/tez_dynpart_hashjoin_2.q.out index 3373fc25..7c8fbc2 100644 --- a/ql/src/test/results/clientpositive/llap/tez_dynpart_hashjoin_2.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_dynpart_hashjoin_2.q.out @@ -10,6 +10,9 @@ where and (a.csmallint < 100) order by a.csmallint, a.ctinyint, a.cint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select a.* @@ -22,6 +25,9 @@ where and (a.csmallint < 100) order by a.csmallint, a.ctinyint, a.cint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -201,6 +207,9 @@ where and (a.csmallint < 100) order by a.csmallint, a.ctinyint, a.cint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select a.* @@ -213,6 +222,9 @@ where and (a.csmallint < 100) order by a.csmallint, a.ctinyint, a.cint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -392,6 +404,9 @@ where and (a.csmallint < 100) order by a.csmallint, a.ctinyint, a.cint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select a.* @@ -404,6 +419,9 @@ where and (a.csmallint < 100) order by a.csmallint, a.ctinyint, a.cint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/tez_dynpart_hashjoin_3.q.out b/ql/src/test/results/clientpositive/llap/tez_dynpart_hashjoin_3.q.out index 2a03d37..a5f3472 100644 --- a/ql/src/test/results/clientpositive/llap/tez_dynpart_hashjoin_3.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_dynpart_hashjoin_3.q.out @@ -4,12 +4,18 @@ from alltypesorc a left outer join src b on a.cint = cast(b.key as int) and (a.cint < 100) limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select a.* from alltypesorc a left outer join src b on a.cint = cast(b.key as int) and (a.cint < 100) limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -111,12 +117,18 @@ from alltypesorc a left outer join src b on a.cint = cast(b.key as int) and (a.cint < 100) limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select a.* from alltypesorc a left outer join src b on a.cint = cast(b.key as int) and (a.cint < 100) limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/tez_fixed_bucket_pruning.q.out b/ql/src/test/results/clientpositive/llap/tez_fixed_bucket_pruning.q.out index 2c38d8c..b3cdb32 100644 --- a/ql/src/test/results/clientpositive/llap/tez_fixed_bucket_pruning.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_fixed_bucket_pruning.q.out @@ -439,6 +439,11 @@ where DW.PROJECT_OBJECT_ID =7147200 order by DW.PROJECT_OBJECT_ID, PLAN_KEY, PROJECT_KEY limit 5 PREHOOK: type: QUERY +PREHOOK: Input: default@l3_clarity__l3_monthly_dw_factplan_datajoin_1_s2_2018022300104_1 +PREHOOK: Input: default@l3_clarity__l3_monthly_dw_factplan_dw_stg_2018022300104_1 +PREHOOK: Input: default@l3_clarity__l3_snap_number_2018022300104 +PREHOOK: Input: default@l3_monthly_dw_dimplan +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT DW.PROJECT_OBJECT_ID, S1.PLAN_KEY as PLAN_KEY, S2.PROJECT_KEY AS PROJECT_KEY FROM l3_clarity__L3_SNAP_NUMBER_2018022300104 snap inner join @@ -453,6 +458,11 @@ where DW.PROJECT_OBJECT_ID =7147200 order by DW.PROJECT_OBJECT_ID, PLAN_KEY, PROJECT_KEY limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@l3_clarity__l3_monthly_dw_factplan_datajoin_1_s2_2018022300104_1 +POSTHOOK: Input: default@l3_clarity__l3_monthly_dw_factplan_dw_stg_2018022300104_1 +POSTHOOK: Input: default@l3_clarity__l3_snap_number_2018022300104 +POSTHOOK: Input: default@l3_monthly_dw_dimplan +#### A masked pattern was here #### OPTIMIZED SQL: SELECT CAST(7147200 AS BIGINT) AS `project_object_id`, `t9`.`plan_key`, `t9`.`project_key` FROM (SELECT `t4`.`plan_key`, `t6`.`project_key` FROM (SELECT `t3`.`l3_snapshot_number`, `t2`.`plan_detail_object_id`, `t2`.`project_object_id`, `t0`.`idp_data_date`, `t0`.`l3_snapshot_number` AS `l3_snapshot_number0`, `t0`.`plan_key`, `t0`.`finplan_detail_object_id` @@ -946,6 +956,11 @@ where DW.PROJECT_OBJECT_ID =7147200 order by DW.PROJECT_OBJECT_ID, PLAN_KEY, PROJECT_KEY limit 5 PREHOOK: type: QUERY +PREHOOK: Input: default@l3_clarity__l3_monthly_dw_factplan_datajoin_1_s2_2018022300104_1 +PREHOOK: Input: default@l3_clarity__l3_monthly_dw_factplan_dw_stg_2018022300104_1 +PREHOOK: Input: default@l3_clarity__l3_snap_number_2018022300104 +PREHOOK: Input: default@l3_monthly_dw_dimplan +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT DW.PROJECT_OBJECT_ID, S1.PLAN_KEY as PLAN_KEY, S2.PROJECT_KEY AS PROJECT_KEY FROM l3_clarity__L3_SNAP_NUMBER_2018022300104 snap inner join @@ -960,6 +975,11 @@ where DW.PROJECT_OBJECT_ID =7147200 order by DW.PROJECT_OBJECT_ID, PLAN_KEY, PROJECT_KEY limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@l3_clarity__l3_monthly_dw_factplan_datajoin_1_s2_2018022300104_1 +POSTHOOK: Input: default@l3_clarity__l3_monthly_dw_factplan_dw_stg_2018022300104_1 +POSTHOOK: Input: default@l3_clarity__l3_snap_number_2018022300104 +POSTHOOK: Input: default@l3_monthly_dw_dimplan +#### A masked pattern was here #### OPTIMIZED SQL: SELECT CAST(7147200 AS BIGINT) AS `project_object_id`, `t9`.`plan_key`, `t9`.`project_key` FROM (SELECT `t4`.`plan_key`, `t6`.`project_key` FROM (SELECT `t3`.`l3_snapshot_number`, `t2`.`plan_detail_object_id`, `t2`.`project_object_id`, `t0`.`idp_data_date`, `t0`.`l3_snapshot_number` AS `l3_snapshot_number0`, `t0`.`plan_key`, `t0`.`finplan_detail_object_id` diff --git a/ql/src/test/results/clientpositive/llap/tez_input_counters.q.out b/ql/src/test/results/clientpositive/llap/tez_input_counters.q.out index 94883ce..501c3b6 100644 --- a/ql/src/test/results/clientpositive/llap/tez_input_counters.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_input_counters.q.out @@ -1841,6 +1841,392 @@ Stage-1 INPUT COUNTERS: RAW_INPUT_SPLITS_Map_1: 148 PREHOOK: query: explain select sum(hash(*)) from testpart t1 join testpart1 t2 on t1.v = t2.v PREHOOK: type: QUERY +PREHOOK: Input: default@testpart +PREHOOK: Input: default@testpart1 +PREHOOK: Input: default@testpart1@v=val_0 +PREHOOK: Input: default@testpart1@v=val_10 +PREHOOK: Input: default@testpart1@v=val_100 +PREHOOK: Input: default@testpart1@v=val_103 +PREHOOK: Input: default@testpart1@v=val_104 +PREHOOK: Input: default@testpart1@v=val_105 +PREHOOK: Input: default@testpart1@v=val_11 +PREHOOK: Input: default@testpart1@v=val_111 +PREHOOK: Input: default@testpart1@v=val_113 +PREHOOK: Input: default@testpart1@v=val_114 +PREHOOK: Input: default@testpart1@v=val_116 +PREHOOK: Input: default@testpart1@v=val_118 +PREHOOK: Input: default@testpart1@v=val_119 +PREHOOK: Input: default@testpart1@v=val_12 +PREHOOK: Input: default@testpart1@v=val_120 +PREHOOK: Input: default@testpart1@v=val_125 +PREHOOK: Input: default@testpart1@v=val_126 +PREHOOK: Input: default@testpart1@v=val_128 +PREHOOK: Input: default@testpart1@v=val_129 +PREHOOK: Input: default@testpart1@v=val_131 +PREHOOK: Input: default@testpart1@v=val_133 +PREHOOK: Input: default@testpart1@v=val_134 +PREHOOK: Input: default@testpart1@v=val_136 +PREHOOK: Input: default@testpart1@v=val_137 +PREHOOK: Input: default@testpart1@v=val_138 +PREHOOK: Input: default@testpart1@v=val_143 +PREHOOK: Input: default@testpart1@v=val_145 +PREHOOK: Input: default@testpart1@v=val_146 +PREHOOK: Input: default@testpart1@v=val_149 +PREHOOK: Input: default@testpart1@v=val_15 +PREHOOK: Input: default@testpart1@v=val_150 +PREHOOK: Input: default@testpart1@v=val_152 +PREHOOK: Input: default@testpart1@v=val_153 +PREHOOK: Input: default@testpart1@v=val_155 +PREHOOK: Input: default@testpart1@v=val_156 +PREHOOK: Input: default@testpart1@v=val_157 +PREHOOK: Input: default@testpart1@v=val_158 +PREHOOK: Input: default@testpart1@v=val_160 +PREHOOK: Input: default@testpart1@v=val_162 +PREHOOK: Input: default@testpart1@v=val_163 +PREHOOK: Input: default@testpart1@v=val_164 +PREHOOK: Input: default@testpart1@v=val_165 +PREHOOK: Input: default@testpart1@v=val_166 +PREHOOK: Input: default@testpart1@v=val_167 +PREHOOK: Input: default@testpart1@v=val_168 +PREHOOK: Input: default@testpart1@v=val_169 +PREHOOK: Input: default@testpart1@v=val_17 +PREHOOK: Input: default@testpart1@v=val_170 +PREHOOK: Input: default@testpart1@v=val_172 +PREHOOK: Input: default@testpart1@v=val_174 +PREHOOK: Input: default@testpart1@v=val_175 +PREHOOK: Input: default@testpart1@v=val_176 +PREHOOK: Input: default@testpart1@v=val_177 +PREHOOK: Input: default@testpart1@v=val_178 +PREHOOK: Input: default@testpart1@v=val_179 +PREHOOK: Input: default@testpart1@v=val_18 +PREHOOK: Input: default@testpart1@v=val_180 +PREHOOK: Input: default@testpart1@v=val_181 +PREHOOK: Input: default@testpart1@v=val_183 +PREHOOK: Input: default@testpart1@v=val_186 +PREHOOK: Input: default@testpart1@v=val_187 +PREHOOK: Input: default@testpart1@v=val_189 +PREHOOK: Input: default@testpart1@v=val_19 +PREHOOK: Input: default@testpart1@v=val_190 +PREHOOK: Input: default@testpart1@v=val_191 +PREHOOK: Input: default@testpart1@v=val_192 +PREHOOK: Input: default@testpart1@v=val_193 +PREHOOK: Input: default@testpart1@v=val_194 +PREHOOK: Input: default@testpart1@v=val_195 +PREHOOK: Input: default@testpart1@v=val_196 +PREHOOK: Input: default@testpart1@v=val_197 +PREHOOK: Input: default@testpart1@v=val_199 +PREHOOK: Input: default@testpart1@v=val_2 +PREHOOK: Input: default@testpart1@v=val_20 +PREHOOK: Input: default@testpart@v=val_0 +PREHOOK: Input: default@testpart@v=val_10 +PREHOOK: Input: default@testpart@v=val_100 +PREHOOK: Input: default@testpart@v=val_103 +PREHOOK: Input: default@testpart@v=val_104 +PREHOOK: Input: default@testpart@v=val_105 +PREHOOK: Input: default@testpart@v=val_11 +PREHOOK: Input: default@testpart@v=val_111 +PREHOOK: Input: default@testpart@v=val_113 +PREHOOK: Input: default@testpart@v=val_114 +PREHOOK: Input: default@testpart@v=val_116 +PREHOOK: Input: default@testpart@v=val_118 +PREHOOK: Input: default@testpart@v=val_119 +PREHOOK: Input: default@testpart@v=val_12 +PREHOOK: Input: default@testpart@v=val_120 +PREHOOK: Input: default@testpart@v=val_125 +PREHOOK: Input: default@testpart@v=val_126 +PREHOOK: Input: default@testpart@v=val_128 +PREHOOK: Input: default@testpart@v=val_129 +PREHOOK: Input: default@testpart@v=val_131 +PREHOOK: Input: default@testpart@v=val_133 +PREHOOK: Input: default@testpart@v=val_134 +PREHOOK: Input: default@testpart@v=val_136 +PREHOOK: Input: default@testpart@v=val_137 +PREHOOK: Input: default@testpart@v=val_138 +PREHOOK: Input: default@testpart@v=val_143 +PREHOOK: Input: default@testpart@v=val_145 +PREHOOK: Input: default@testpart@v=val_146 +PREHOOK: Input: default@testpart@v=val_149 +PREHOOK: Input: default@testpart@v=val_15 +PREHOOK: Input: default@testpart@v=val_150 +PREHOOK: Input: default@testpart@v=val_152 +PREHOOK: Input: default@testpart@v=val_153 +PREHOOK: Input: default@testpart@v=val_155 +PREHOOK: Input: default@testpart@v=val_156 +PREHOOK: Input: default@testpart@v=val_157 +PREHOOK: Input: default@testpart@v=val_158 +PREHOOK: Input: default@testpart@v=val_160 +PREHOOK: Input: default@testpart@v=val_162 +PREHOOK: Input: default@testpart@v=val_163 +PREHOOK: Input: default@testpart@v=val_164 +PREHOOK: Input: default@testpart@v=val_165 +PREHOOK: Input: default@testpart@v=val_166 +PREHOOK: Input: default@testpart@v=val_167 +PREHOOK: Input: default@testpart@v=val_168 +PREHOOK: Input: default@testpart@v=val_169 +PREHOOK: Input: default@testpart@v=val_17 +PREHOOK: Input: default@testpart@v=val_170 +PREHOOK: Input: default@testpart@v=val_172 +PREHOOK: Input: default@testpart@v=val_174 +PREHOOK: Input: default@testpart@v=val_175 +PREHOOK: Input: default@testpart@v=val_176 +PREHOOK: Input: default@testpart@v=val_177 +PREHOOK: Input: default@testpart@v=val_178 +PREHOOK: Input: default@testpart@v=val_179 +PREHOOK: Input: default@testpart@v=val_18 +PREHOOK: Input: default@testpart@v=val_180 +PREHOOK: Input: default@testpart@v=val_181 +PREHOOK: Input: default@testpart@v=val_183 +PREHOOK: Input: default@testpart@v=val_186 +PREHOOK: Input: default@testpart@v=val_187 +PREHOOK: Input: default@testpart@v=val_189 +PREHOOK: Input: default@testpart@v=val_19 +PREHOOK: Input: default@testpart@v=val_190 +PREHOOK: Input: default@testpart@v=val_191 +PREHOOK: Input: default@testpart@v=val_192 +PREHOOK: Input: default@testpart@v=val_193 +PREHOOK: Input: default@testpart@v=val_194 +PREHOOK: Input: default@testpart@v=val_195 +PREHOOK: Input: default@testpart@v=val_196 +PREHOOK: Input: default@testpart@v=val_197 +PREHOOK: Input: default@testpart@v=val_199 +PREHOOK: Input: default@testpart@v=val_2 +PREHOOK: Input: default@testpart@v=val_20 +PREHOOK: Input: default@testpart@v=val_200 +PREHOOK: Input: default@testpart@v=val_201 +PREHOOK: Input: default@testpart@v=val_202 +PREHOOK: Input: default@testpart@v=val_203 +PREHOOK: Input: default@testpart@v=val_205 +PREHOOK: Input: default@testpart@v=val_207 +PREHOOK: Input: default@testpart@v=val_208 +PREHOOK: Input: default@testpart@v=val_209 +PREHOOK: Input: default@testpart@v=val_213 +PREHOOK: Input: default@testpart@v=val_214 +PREHOOK: Input: default@testpart@v=val_216 +PREHOOK: Input: default@testpart@v=val_217 +PREHOOK: Input: default@testpart@v=val_218 +PREHOOK: Input: default@testpart@v=val_219 +PREHOOK: Input: default@testpart@v=val_221 +PREHOOK: Input: default@testpart@v=val_222 +PREHOOK: Input: default@testpart@v=val_223 +PREHOOK: Input: default@testpart@v=val_224 +PREHOOK: Input: default@testpart@v=val_226 +PREHOOK: Input: default@testpart@v=val_228 +PREHOOK: Input: default@testpart@v=val_229 +PREHOOK: Input: default@testpart@v=val_230 +PREHOOK: Input: default@testpart@v=val_233 +PREHOOK: Input: default@testpart@v=val_235 +PREHOOK: Input: default@testpart@v=val_237 +PREHOOK: Input: default@testpart@v=val_238 +PREHOOK: Input: default@testpart@v=val_239 +PREHOOK: Input: default@testpart@v=val_24 +PREHOOK: Input: default@testpart@v=val_241 +PREHOOK: Input: default@testpart@v=val_242 +PREHOOK: Input: default@testpart@v=val_244 +PREHOOK: Input: default@testpart@v=val_247 +PREHOOK: Input: default@testpart@v=val_248 +PREHOOK: Input: default@testpart@v=val_249 +PREHOOK: Input: default@testpart@v=val_252 +PREHOOK: Input: default@testpart@v=val_255 +PREHOOK: Input: default@testpart@v=val_256 +PREHOOK: Input: default@testpart@v=val_257 +PREHOOK: Input: default@testpart@v=val_258 +PREHOOK: Input: default@testpart@v=val_26 +PREHOOK: Input: default@testpart@v=val_260 +PREHOOK: Input: default@testpart@v=val_262 +PREHOOK: Input: default@testpart@v=val_263 +PREHOOK: Input: default@testpart@v=val_265 +PREHOOK: Input: default@testpart@v=val_266 +PREHOOK: Input: default@testpart@v=val_27 +PREHOOK: Input: default@testpart@v=val_272 +PREHOOK: Input: default@testpart@v=val_273 +PREHOOK: Input: default@testpart@v=val_274 +PREHOOK: Input: default@testpart@v=val_275 +PREHOOK: Input: default@testpart@v=val_277 +PREHOOK: Input: default@testpart@v=val_278 +PREHOOK: Input: default@testpart@v=val_28 +PREHOOK: Input: default@testpart@v=val_280 +PREHOOK: Input: default@testpart@v=val_281 +PREHOOK: Input: default@testpart@v=val_282 +PREHOOK: Input: default@testpart@v=val_283 +PREHOOK: Input: default@testpart@v=val_284 +PREHOOK: Input: default@testpart@v=val_285 +PREHOOK: Input: default@testpart@v=val_286 +PREHOOK: Input: default@testpart@v=val_287 +PREHOOK: Input: default@testpart@v=val_288 +PREHOOK: Input: default@testpart@v=val_289 +PREHOOK: Input: default@testpart@v=val_291 +PREHOOK: Input: default@testpart@v=val_292 +PREHOOK: Input: default@testpart@v=val_296 +PREHOOK: Input: default@testpart@v=val_298 +PREHOOK: Input: default@testpart@v=val_30 +PREHOOK: Input: default@testpart@v=val_302 +PREHOOK: Input: default@testpart@v=val_305 +PREHOOK: Input: default@testpart@v=val_306 +PREHOOK: Input: default@testpart@v=val_307 +PREHOOK: Input: default@testpart@v=val_308 +PREHOOK: Input: default@testpart@v=val_309 +PREHOOK: Input: default@testpart@v=val_310 +PREHOOK: Input: default@testpart@v=val_311 +PREHOOK: Input: default@testpart@v=val_315 +PREHOOK: Input: default@testpart@v=val_316 +PREHOOK: Input: default@testpart@v=val_317 +PREHOOK: Input: default@testpart@v=val_318 +PREHOOK: Input: default@testpart@v=val_321 +PREHOOK: Input: default@testpart@v=val_322 +PREHOOK: Input: default@testpart@v=val_323 +PREHOOK: Input: default@testpart@v=val_325 +PREHOOK: Input: default@testpart@v=val_327 +PREHOOK: Input: default@testpart@v=val_33 +PREHOOK: Input: default@testpart@v=val_331 +PREHOOK: Input: default@testpart@v=val_332 +PREHOOK: Input: default@testpart@v=val_333 +PREHOOK: Input: default@testpart@v=val_335 +PREHOOK: Input: default@testpart@v=val_336 +PREHOOK: Input: default@testpart@v=val_338 +PREHOOK: Input: default@testpart@v=val_339 +PREHOOK: Input: default@testpart@v=val_34 +PREHOOK: Input: default@testpart@v=val_341 +PREHOOK: Input: default@testpart@v=val_342 +PREHOOK: Input: default@testpart@v=val_344 +PREHOOK: Input: default@testpart@v=val_345 +PREHOOK: Input: default@testpart@v=val_348 +PREHOOK: Input: default@testpart@v=val_35 +PREHOOK: Input: default@testpart@v=val_351 +PREHOOK: Input: default@testpart@v=val_353 +PREHOOK: Input: default@testpart@v=val_356 +PREHOOK: Input: default@testpart@v=val_360 +PREHOOK: Input: default@testpart@v=val_362 +PREHOOK: Input: default@testpart@v=val_364 +PREHOOK: Input: default@testpart@v=val_365 +PREHOOK: Input: default@testpart@v=val_366 +PREHOOK: Input: default@testpart@v=val_367 +PREHOOK: Input: default@testpart@v=val_368 +PREHOOK: Input: default@testpart@v=val_369 +PREHOOK: Input: default@testpart@v=val_37 +PREHOOK: Input: default@testpart@v=val_373 +PREHOOK: Input: default@testpart@v=val_374 +PREHOOK: Input: default@testpart@v=val_375 +PREHOOK: Input: default@testpart@v=val_377 +PREHOOK: Input: default@testpart@v=val_378 +PREHOOK: Input: default@testpart@v=val_379 +PREHOOK: Input: default@testpart@v=val_382 +PREHOOK: Input: default@testpart@v=val_384 +PREHOOK: Input: default@testpart@v=val_386 +PREHOOK: Input: default@testpart@v=val_389 +PREHOOK: Input: default@testpart@v=val_392 +PREHOOK: Input: default@testpart@v=val_393 +PREHOOK: Input: default@testpart@v=val_394 +PREHOOK: Input: default@testpart@v=val_395 +PREHOOK: Input: default@testpart@v=val_396 +PREHOOK: Input: default@testpart@v=val_397 +PREHOOK: Input: default@testpart@v=val_399 +PREHOOK: Input: default@testpart@v=val_4 +PREHOOK: Input: default@testpart@v=val_400 +PREHOOK: Input: default@testpart@v=val_401 +PREHOOK: Input: default@testpart@v=val_402 +PREHOOK: Input: default@testpart@v=val_403 +PREHOOK: Input: default@testpart@v=val_404 +PREHOOK: Input: default@testpart@v=val_406 +PREHOOK: Input: default@testpart@v=val_407 +PREHOOK: Input: default@testpart@v=val_409 +PREHOOK: Input: default@testpart@v=val_41 +PREHOOK: Input: default@testpart@v=val_411 +PREHOOK: Input: default@testpart@v=val_413 +PREHOOK: Input: default@testpart@v=val_414 +PREHOOK: Input: default@testpart@v=val_417 +PREHOOK: Input: default@testpart@v=val_418 +PREHOOK: Input: default@testpart@v=val_419 +PREHOOK: Input: default@testpart@v=val_42 +PREHOOK: Input: default@testpart@v=val_421 +PREHOOK: Input: default@testpart@v=val_424 +PREHOOK: Input: default@testpart@v=val_427 +PREHOOK: Input: default@testpart@v=val_429 +PREHOOK: Input: default@testpart@v=val_43 +PREHOOK: Input: default@testpart@v=val_430 +PREHOOK: Input: default@testpart@v=val_431 +PREHOOK: Input: default@testpart@v=val_432 +PREHOOK: Input: default@testpart@v=val_435 +PREHOOK: Input: default@testpart@v=val_436 +PREHOOK: Input: default@testpart@v=val_437 +PREHOOK: Input: default@testpart@v=val_438 +PREHOOK: Input: default@testpart@v=val_439 +PREHOOK: Input: default@testpart@v=val_44 +PREHOOK: Input: default@testpart@v=val_443 +PREHOOK: Input: default@testpart@v=val_444 +PREHOOK: Input: default@testpart@v=val_446 +PREHOOK: Input: default@testpart@v=val_448 +PREHOOK: Input: default@testpart@v=val_449 +PREHOOK: Input: default@testpart@v=val_452 +PREHOOK: Input: default@testpart@v=val_453 +PREHOOK: Input: default@testpart@v=val_454 +PREHOOK: Input: default@testpart@v=val_455 +PREHOOK: Input: default@testpart@v=val_457 +PREHOOK: Input: default@testpart@v=val_458 +PREHOOK: Input: default@testpart@v=val_459 +PREHOOK: Input: default@testpart@v=val_460 +PREHOOK: Input: default@testpart@v=val_462 +PREHOOK: Input: default@testpart@v=val_463 +PREHOOK: Input: default@testpart@v=val_466 +PREHOOK: Input: default@testpart@v=val_467 +PREHOOK: Input: default@testpart@v=val_468 +PREHOOK: Input: default@testpart@v=val_469 +PREHOOK: Input: default@testpart@v=val_47 +PREHOOK: Input: default@testpart@v=val_470 +PREHOOK: Input: default@testpart@v=val_472 +PREHOOK: Input: default@testpart@v=val_475 +PREHOOK: Input: default@testpart@v=val_477 +PREHOOK: Input: default@testpart@v=val_478 +PREHOOK: Input: default@testpart@v=val_479 +PREHOOK: Input: default@testpart@v=val_480 +PREHOOK: Input: default@testpart@v=val_481 +PREHOOK: Input: default@testpart@v=val_482 +PREHOOK: Input: default@testpart@v=val_483 +PREHOOK: Input: default@testpart@v=val_484 +PREHOOK: Input: default@testpart@v=val_485 +PREHOOK: Input: default@testpart@v=val_487 +PREHOOK: Input: default@testpart@v=val_489 +PREHOOK: Input: default@testpart@v=val_490 +PREHOOK: Input: default@testpart@v=val_491 +PREHOOK: Input: default@testpart@v=val_492 +PREHOOK: Input: default@testpart@v=val_493 +PREHOOK: Input: default@testpart@v=val_494 +PREHOOK: Input: default@testpart@v=val_495 +PREHOOK: Input: default@testpart@v=val_496 +PREHOOK: Input: default@testpart@v=val_497 +PREHOOK: Input: default@testpart@v=val_498 +PREHOOK: Input: default@testpart@v=val_5 +PREHOOK: Input: default@testpart@v=val_51 +PREHOOK: Input: default@testpart@v=val_53 +PREHOOK: Input: default@testpart@v=val_54 +PREHOOK: Input: default@testpart@v=val_57 +PREHOOK: Input: default@testpart@v=val_58 +PREHOOK: Input: default@testpart@v=val_64 +PREHOOK: Input: default@testpart@v=val_65 +PREHOOK: Input: default@testpart@v=val_66 +PREHOOK: Input: default@testpart@v=val_67 +PREHOOK: Input: default@testpart@v=val_69 +PREHOOK: Input: default@testpart@v=val_70 +PREHOOK: Input: default@testpart@v=val_72 +PREHOOK: Input: default@testpart@v=val_74 +PREHOOK: Input: default@testpart@v=val_76 +PREHOOK: Input: default@testpart@v=val_77 +PREHOOK: Input: default@testpart@v=val_78 +PREHOOK: Input: default@testpart@v=val_8 +PREHOOK: Input: default@testpart@v=val_80 +PREHOOK: Input: default@testpart@v=val_82 +PREHOOK: Input: default@testpart@v=val_83 +PREHOOK: Input: default@testpart@v=val_84 +PREHOOK: Input: default@testpart@v=val_85 +PREHOOK: Input: default@testpart@v=val_86 +PREHOOK: Input: default@testpart@v=val_87 +PREHOOK: Input: default@testpart@v=val_9 +PREHOOK: Input: default@testpart@v=val_90 +PREHOOK: Input: default@testpart@v=val_92 +PREHOOK: Input: default@testpart@v=val_95 +PREHOOK: Input: default@testpart@v=val_96 +PREHOOK: Input: default@testpart@v=val_97 +PREHOOK: Input: default@testpart@v=val_98 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/tez_join.q.out b/ql/src/test/results/clientpositive/llap/tez_join.q.out index 223d738..1ee69ab 100644 --- a/ql/src/test/results/clientpositive/llap/tez_join.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_join.q.out @@ -31,6 +31,9 @@ join (select t2_n26.id, t2_n26.od from t2_n26 order by t2_n26.id, t2_n26.od) rt2_n26) vt2_n26 where vt1_n42.id=vt2_n26.id PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n42 +PREHOOK: Input: default@t2_n26 +#### A masked pattern was here #### POSTHOOK: query: explain select vt1_n42.id from (select rt1_n42.id from @@ -40,6 +43,9 @@ join (select t2_n26.id, t2_n26.od from t2_n26 order by t2_n26.id, t2_n26.od) rt2_n26) vt2_n26 where vt1_n42.id=vt2_n26.id POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n42 +POSTHOOK: Input: default@t2_n26 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/tez_join_hash.q.out b/ql/src/test/results/clientpositive/llap/tez_join_hash.q.out index 122eb5c..36cae4e 100644 --- a/ql/src/test/results/clientpositive/llap/tez_join_hash.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_join_hash.q.out @@ -19,9 +19,15 @@ POSTHOOK: Lineage: orc_src.value SIMPLE [(src)src.FieldSchema(name:value, type:s PREHOOK: query: explain SELECT count(*) FROM src, orc_src where src.key=orc_src.key PREHOOK: type: QUERY +PREHOOK: Input: default@orc_src +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT count(*) FROM src, orc_src where src.key=orc_src.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_src +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -131,12 +137,26 @@ srcpart x join srcpart y on (x.key = y.key) union all select key, value from srcpart z) a join src b on (a.value = b.value) group by a.key, a.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from (select x.key as key, y.value as value from srcpart x join srcpart y on (x.key = y.key) union all select key, value from srcpart z) a join src b on (a.value = b.value) group by a.key, a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/tez_join_result_complex.q.out b/ql/src/test/results/clientpositive/llap/tez_join_result_complex.q.out index 843bda1..0aaa6d3 100644 --- a/ql/src/test/results/clientpositive/llap/tez_join_result_complex.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_join_result_complex.q.out @@ -133,6 +133,10 @@ inner join service_request_clean b on a.contact_event_id = b.cnctevn_id PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@ct_events_clean +PREHOOK: Input: default@service_request_clean +PREHOOK: Output: database:default +PREHOOK: Output: default@ct_events1_test POSTHOOK: query: explain extended create table ct_events1_test as select a.*, @@ -148,6 +152,10 @@ inner join service_request_clean b on a.contact_event_id = b.cnctevn_id POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@ct_events_clean +POSTHOOK: Input: default@service_request_clean +POSTHOOK: Output: database:default +POSTHOOK: Output: default@ct_events1_test OPTIMIZED SQL: SELECT `t0`.`contact_event_id`, `t0`.`ce_create_dt`, `t0`.`ce_end_dt`, `t0`.`contact_type`, `t0`.`cnctevs_cd`, `t0`.`contact_mode`, `t0`.`cntvnst_stts_cd`, `t0`.`total_transfers`, `t0`.`ce_notes`, `t2`.`svcrqst_id`, `t2`.`svcrqct_cds`, `t2`.`svcrtyp_cd`, `t2`.`cmpltyp_cd`, `t2`.`sum_reason_cd` AS `src`, `t2`.`cnctmd_cd`, `t2`.`notes` FROM (SELECT `contact_event_id`, `ce_create_dt`, `ce_end_dt`, `contact_type`, `cnctevs_cd`, `contact_mode`, `cntvnst_stts_cd`, `total_transfers`, `ce_notes` FROM `default`.`ct_events_clean` @@ -1129,6 +1137,10 @@ inner join service_request_clean b on a.contact_event_id = b.cnctevn_id PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@ct_events_clean +PREHOOK: Input: default@service_request_clean +PREHOOK: Output: database:default +PREHOOK: Output: default@ct_events1_test POSTHOOK: query: explain extended create table ct_events1_test as select a.*, @@ -1144,6 +1156,10 @@ inner join service_request_clean b on a.contact_event_id = b.cnctevn_id POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@ct_events_clean +POSTHOOK: Input: default@service_request_clean +POSTHOOK: Output: database:default +POSTHOOK: Output: default@ct_events1_test OPTIMIZED SQL: SELECT `t0`.`contact_event_id`, `t0`.`ce_create_dt`, `t0`.`ce_end_dt`, `t0`.`contact_type`, `t0`.`cnctevs_cd`, `t0`.`contact_mode`, `t0`.`cntvnst_stts_cd`, `t0`.`total_transfers`, `t0`.`ce_notes`, `t2`.`svcrqst_id`, `t2`.`svcrqct_cds`, `t2`.`svcrtyp_cd`, `t2`.`cmpltyp_cd`, `t2`.`sum_reason_cd` AS `src`, `t2`.`cnctmd_cd`, `t2`.`notes` FROM (SELECT `contact_event_id`, `ce_create_dt`, `ce_end_dt`, `contact_type`, `cnctevs_cd`, `contact_mode`, `cntvnst_stts_cd`, `total_transfers`, `ce_notes` FROM `default`.`ct_events_clean` diff --git a/ql/src/test/results/clientpositive/llap/tez_join_tests.q.out b/ql/src/test/results/clientpositive/llap/tez_join_tests.q.out index ff74455..62f55fa 100644 --- a/ql/src/test/results/clientpositive/llap/tez_join_tests.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_join_tests.q.out @@ -1,9 +1,15 @@ PREHOOK: query: explain select * from (select b.key, b.value from src1 a left outer join src b on (a.key = b.key) order by b.key) x right outer join src c on (x.value = c.value) order by x.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select b.key, b.value from src1 a left outer join src b on (a.key = b.key) order by b.key) x right outer join src c on (x.value = c.value) order by x.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/tez_joins_explain.q.out b/ql/src/test/results/clientpositive/llap/tez_joins_explain.q.out index 012b934..1f73301 100644 --- a/ql/src/test/results/clientpositive/llap/tez_joins_explain.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_joins_explain.q.out @@ -1,9 +1,15 @@ PREHOOK: query: explain select * from (select b.key, b.value from src1 a left outer join src b on (a.key = b.key) order by b.key) x right outer join src c on (x.value = c.value) order by x.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select b.key, b.value from src1 a left outer join src b on (a.key = b.key) order by b.key) x right outer join src c on (x.value = c.value) order by x.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/tez_nway_join.q.out b/ql/src/test/results/clientpositive/llap/tez_nway_join.q.out index 2dac1d2..b9711ac 100644 --- a/ql/src/test/results/clientpositive/llap/tez_nway_join.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_nway_join.q.out @@ -34,8 +34,14 @@ POSTHOOK: Output: default@bar POSTHOOK: Lineage: bar.key SCRIPT [] PREHOOK: query: explain select count(*) from foo a join bar b on (a.key = b.key) join bar c on (a.key = c.key) PREHOOK: type: QUERY +PREHOOK: Input: default@bar +PREHOOK: Input: default@foo +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from foo a join bar b on (a.key = b.key) join bar c on (a.key = c.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@bar +POSTHOOK: Input: default@foo +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -146,8 +152,14 @@ STAGE PLANS: PREHOOK: query: explain select count(*) from foo a join bar b on (a.key = b.key) join bar c on (a.key = c.key) PREHOOK: type: QUERY +PREHOOK: Input: default@bar +PREHOOK: Input: default@foo +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from foo a join bar b on (a.key = b.key) join bar c on (a.key = c.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@bar +POSTHOOK: Input: default@foo +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -287,8 +299,14 @@ POSTHOOK: Input: default@foo 1 PREHOOK: query: explain select count(*) from foo a left outer join bar b on (a.key = b.key) left outer join bar c on (a.key = c.key) PREHOOK: type: QUERY +PREHOOK: Input: default@bar +PREHOOK: Input: default@foo +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from foo a left outer join bar b on (a.key = b.key) left outer join bar c on (a.key = c.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@bar +POSTHOOK: Input: default@foo +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -395,8 +413,14 @@ STAGE PLANS: PREHOOK: query: explain select count(*) from foo a left outer join bar b on (a.key = b.key) left outer join bar c on (a.key = c.key) PREHOOK: type: QUERY +PREHOOK: Input: default@bar +PREHOOK: Input: default@foo +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from foo a left outer join bar b on (a.key = b.key) left outer join bar c on (a.key = c.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@bar +POSTHOOK: Input: default@foo +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/tez_self_join.q.out b/ql/src/test/results/clientpositive/llap/tez_self_join.q.out index fe602a5..e02617b 100644 --- a/ql/src/test/results/clientpositive/llap/tez_self_join.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_self_join.q.out @@ -54,6 +54,9 @@ join tez_self_join2 on s.id1=tez_self_join2.id1 where s.id2='ab' PREHOOK: type: QUERY +PREHOOK: Input: default@tez_self_join1 +PREHOOK: Input: default@tez_self_join2 +#### A masked pattern was here #### POSTHOOK: query: explain select s.id2, s.id3 from @@ -65,6 +68,9 @@ join tez_self_join2 on s.id1=tez_self_join2.id1 where s.id2='ab' POSTHOOK: type: QUERY +POSTHOOK: Input: default@tez_self_join1 +POSTHOOK: Input: default@tez_self_join2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/tez_smb_empty.q.out b/ql/src/test/results/clientpositive/llap/tez_smb_empty.q.out index c8d1d90..348d5f9 100644 --- a/ql/src/test/results/clientpositive/llap/tez_smb_empty.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_smb_empty.q.out @@ -119,9 +119,17 @@ POSTHOOK: Output: default@empty_n0 PREHOOK: query: explain select count(*) from tab_n4 s1 join empty_n0 s3 on s1.key=s3.key PREHOOK: type: QUERY +PREHOOK: Input: default@empty_n0 +PREHOOK: Input: default@tab_n4 +PREHOOK: Input: default@tab_n4@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from tab_n4 s1 join empty_n0 s3 on s1.key=s3.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@empty_n0 +POSTHOOK: Input: default@tab_n4 +POSTHOOK: Input: default@tab_n4@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -212,9 +220,17 @@ POSTHOOK: Input: default@tab_n4@ds=2008-04-08 PREHOOK: query: explain select * from tab_n4 s1 left outer join empty_n0 s3 on s1.key=s3.key PREHOOK: type: QUERY +PREHOOK: Input: default@empty_n0 +PREHOOK: Input: default@tab_n4 +PREHOOK: Input: default@tab_n4@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select * from tab_n4 s1 left outer join empty_n0 s3 on s1.key=s3.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@empty_n0 +POSTHOOK: Input: default@tab_n4 +POSTHOOK: Input: default@tab_n4@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -521,9 +537,17 @@ POSTHOOK: Input: default@tab_n4@ds=2008-04-08 PREHOOK: query: explain select count(*) from tab_n4 s1 left outer join tab_n4 s2 on s1.key=s2.key join empty_n0 s3 on s1.key = s3.key PREHOOK: type: QUERY +PREHOOK: Input: default@empty_n0 +PREHOOK: Input: default@tab_n4 +PREHOOK: Input: default@tab_n4@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from tab_n4 s1 left outer join tab_n4 s2 on s1.key=s2.key join empty_n0 s3 on s1.key = s3.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@empty_n0 +POSTHOOK: Input: default@tab_n4 +POSTHOOK: Input: default@tab_n4@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -627,9 +651,17 @@ POSTHOOK: Input: default@tab_n4@ds=2008-04-08 PREHOOK: query: explain select count(*) from tab_n4 s1 left outer join empty_n0 s2 on s1.key=s2.key join tab_n4 s3 on s1.key = s3.key PREHOOK: type: QUERY +PREHOOK: Input: default@empty_n0 +PREHOOK: Input: default@tab_n4 +PREHOOK: Input: default@tab_n4@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from tab_n4 s1 left outer join empty_n0 s2 on s1.key=s2.key join tab_n4 s3 on s1.key = s3.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@empty_n0 +POSTHOOK: Input: default@tab_n4 +POSTHOOK: Input: default@tab_n4@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -733,9 +765,13 @@ POSTHOOK: Input: default@tab_n4@ds=2008-04-08 PREHOOK: query: explain select count(*) from empty_n0 s1 join empty_n0 s3 on s1.key=s3.key PREHOOK: type: QUERY +PREHOOK: Input: default@empty_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from empty_n0 s1 join empty_n0 s3 on s1.key=s3.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@empty_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -822,9 +858,17 @@ POSTHOOK: Input: default@empty_n0 PREHOOK: query: explain select count(*) from empty_n0 s1 join tab_n4 s3 on s1.key=s3.key PREHOOK: type: QUERY +PREHOOK: Input: default@empty_n0 +PREHOOK: Input: default@tab_n4 +PREHOOK: Input: default@tab_n4@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from empty_n0 s1 join tab_n4 s3 on s1.key=s3.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@empty_n0 +POSTHOOK: Input: default@tab_n4 +POSTHOOK: Input: default@tab_n4@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/tez_smb_main.q.out b/ql/src/test/results/clientpositive/llap/tez_smb_main.q.out index 38363e8..dfd47f7 100644 --- a/ql/src/test/results/clientpositive/llap/tez_smb_main.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_smb_main.q.out @@ -1,9 +1,15 @@ PREHOOK: query: explain select * from src a join src1 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from src a join src1 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -242,10 +248,20 @@ PREHOOK: query: explain select count(*) from tab_n11 a join tab_part_n12 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n11 +PREHOOK: Input: default@tab_n11@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n12 +PREHOOK: Input: default@tab_part_n12@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from tab_n11 a join tab_part_n12 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n11 +POSTHOOK: Input: default@tab_n11@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n12 +POSTHOOK: Input: default@tab_part_n12@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -353,10 +369,20 @@ PREHOOK: query: explain select count (*) from tab_n11 a join tab_part_n12 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n11 +PREHOOK: Input: default@tab_n11@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n12 +PREHOOK: Input: default@tab_part_n12@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select count (*) from tab_n11 a join tab_part_n12 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n11 +POSTHOOK: Input: default@tab_n11@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n12 +POSTHOOK: Input: default@tab_part_n12@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -464,10 +490,20 @@ PREHOOK: query: explain select count (*) from tab_n11 a join tab_part_n12 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n11 +PREHOOK: Input: default@tab_n11@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n12 +PREHOOK: Input: default@tab_part_n12@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select count (*) from tab_n11 a join tab_part_n12 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n11 +POSTHOOK: Input: default@tab_n11@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n12 +POSTHOOK: Input: default@tab_part_n12@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -573,8 +609,20 @@ POSTHOOK: Input: default@tab_part_n12@ds=2008-04-08 480 PREHOOK: query: explain select count(*) from tab_n11 a join tab_part_n12 b on a.key = b.key join src1 c on a.value = c.value PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +PREHOOK: Input: default@tab_n11 +PREHOOK: Input: default@tab_n11@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n12 +PREHOOK: Input: default@tab_part_n12@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from tab_n11 a join tab_part_n12 b on a.key = b.key join src1 c on a.value = c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@tab_n11 +POSTHOOK: Input: default@tab_n11@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n12 +POSTHOOK: Input: default@tab_part_n12@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -699,8 +747,20 @@ STAGE PLANS: PREHOOK: query: explain select count(*) from tab_n11 a join tab_part_n12 b on a.key = b.key join src1 c on a.value = c.value PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +PREHOOK: Input: default@tab_n11 +PREHOOK: Input: default@tab_n11@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n12 +PREHOOK: Input: default@tab_part_n12@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from tab_n11 a join tab_part_n12 b on a.key = b.key join src1 c on a.value = c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@tab_n11 +POSTHOOK: Input: default@tab_n11@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n12 +POSTHOOK: Input: default@tab_part_n12@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -842,8 +902,18 @@ POSTHOOK: Input: default@tab_part_n12@ds=2008-04-08 40 PREHOOK: query: explain select count(*) from tab_n11 a join tab_part_n12 b on a.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n11 +PREHOOK: Input: default@tab_n11@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n12 +PREHOOK: Input: default@tab_part_n12@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from tab_n11 a join tab_part_n12 b on a.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n11 +POSTHOOK: Input: default@tab_n11@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n12 +POSTHOOK: Input: default@tab_part_n12@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -938,8 +1008,18 @@ STAGE PLANS: PREHOOK: query: explain select count(*) from tab_n11 a join tab_part_n12 b on a.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n11 +PREHOOK: Input: default@tab_n11@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n12 +PREHOOK: Input: default@tab_part_n12@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from tab_n11 a join tab_part_n12 b on a.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n11 +POSTHOOK: Input: default@tab_n11@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n12 +POSTHOOK: Input: default@tab_part_n12@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1053,12 +1133,22 @@ UNION ALL select s2.key as key, s2.value as value from tab_n11 s2 ) a join tab_part_n12 b on (a.key = b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n11 +PREHOOK: Input: default@tab_n11@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n12 +PREHOOK: Input: default@tab_part_n12@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select s1.key as key, s1.value as value from tab_n11 s1 join tab_n11 s3 on s1.key=s3.key UNION ALL select s2.key as key, s2.value as value from tab_n11 s2 ) a join tab_part_n12 b on (a.key = b.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n11 +POSTHOOK: Input: default@tab_n11@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n12 +POSTHOOK: Input: default@tab_part_n12@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1194,8 +1284,18 @@ STAGE PLANS: PREHOOK: query: explain select count(*) from tab_n11 a join tab_part_n12 b on a.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n11 +PREHOOK: Input: default@tab_n11@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n12 +PREHOOK: Input: default@tab_part_n12@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from tab_n11 a join tab_part_n12 b on a.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n11 +POSTHOOK: Input: default@tab_n11@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n12 +POSTHOOK: Input: default@tab_part_n12@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1284,8 +1384,18 @@ STAGE PLANS: PREHOOK: query: explain select count(*) from tab_n11 a join tab_part_n12 b on a.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n11 +PREHOOK: Input: default@tab_n11@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n12 +PREHOOK: Input: default@tab_part_n12@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from tab_n11 a join tab_part_n12 b on a.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n11 +POSTHOOK: Input: default@tab_n11@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n12 +POSTHOOK: Input: default@tab_part_n12@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1389,8 +1499,20 @@ POSTHOOK: Input: default@tab_part_n12@ds=2008-04-08 480 PREHOOK: query: explain select count(*) from tab_n11 a join tab_part_n12 b on a.key = b.key join src1 c on a.value = c.value PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +PREHOOK: Input: default@tab_n11 +PREHOOK: Input: default@tab_n11@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n12 +PREHOOK: Input: default@tab_part_n12@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from tab_n11 a join tab_part_n12 b on a.key = b.key join src1 c on a.value = c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@tab_n11 +POSTHOOK: Input: default@tab_n11@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n12 +POSTHOOK: Input: default@tab_part_n12@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1509,8 +1631,20 @@ STAGE PLANS: PREHOOK: query: explain select count(*) from tab_n11 a join tab_part_n12 b on a.key = b.key join src1 c on a.value = c.value PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +PREHOOK: Input: default@tab_n11 +PREHOOK: Input: default@tab_n11@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n12 +PREHOOK: Input: default@tab_part_n12@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from tab_n11 a join tab_part_n12 b on a.key = b.key join src1 c on a.value = c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@tab_n11 +POSTHOOK: Input: default@tab_n11@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n12 +POSTHOOK: Input: default@tab_part_n12@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1650,12 +1784,22 @@ UNION ALL select s2.key as key, s2.value as value from tab_n11 s2 ) a join tab_part_n12 b on (a.key = b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n11 +PREHOOK: Input: default@tab_n11@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n12 +PREHOOK: Input: default@tab_part_n12@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select s1.key as key, s1.value as value from tab_n11 s1 join tab_n11 s3 on s1.key=s3.key UNION ALL select s2.key as key, s2.value as value from tab_n11 s2 ) a join tab_part_n12 b on (a.key = b.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n11 +POSTHOOK: Input: default@tab_n11@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n12 +POSTHOOK: Input: default@tab_part_n12@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1820,6 +1964,11 @@ join (select t2.key as id, t2.value as od from tab_part_n12 t2 order by id, od) rt2) vt2 where vt1.id=vt2.id PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n11 +PREHOOK: Input: default@tab_n11@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n12 +PREHOOK: Input: default@tab_part_n12@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select rt1.id from @@ -1829,6 +1978,11 @@ join (select t2.key as id, t2.value as od from tab_part_n12 t2 order by id, od) rt2) vt2 where vt1.id=vt2.id POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n11 +POSTHOOK: Input: default@tab_n11@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n12 +POSTHOOK: Input: default@tab_part_n12@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/tez_smb_reduce_side.q.out b/ql/src/test/results/clientpositive/llap/tez_smb_reduce_side.q.out index 81412fa..913ed17 100644 --- a/ql/src/test/results/clientpositive/llap/tez_smb_reduce_side.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_smb_reduce_side.q.out @@ -57,6 +57,9 @@ FROM (SELECT a.key AS key1, a.cnt AS cnt1, b.key AS key2, b.cnt AS cnt2 RIGHT OUTER JOIN (SELECT y.key as key, count(y.value) AS cnt FROM src1_10 y group by y.key) b ON (a.key = b.key)) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src1_10 +PREHOOK: Input: default@src_10 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SUM(HASH(key1)), SUM(HASH(cnt1)), SUM(HASH(key2)), SUM(HASH(cnt2)) FROM (SELECT a.key AS key1, a.cnt AS cnt1, b.key AS key2, b.cnt AS cnt2 @@ -64,6 +67,9 @@ FROM (SELECT a.key AS key1, a.cnt AS cnt1, b.key AS key2, b.cnt AS cnt2 RIGHT OUTER JOIN (SELECT y.key as key, count(y.value) AS cnt FROM src1_10 y group by y.key) b ON (a.key = b.key)) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1_10 +POSTHOOK: Input: default@src_10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -571,8 +577,14 @@ POSTHOOK: Output: default@t2 POSTHOOK: Lineage: t2.c1 SCRIPT [] PREHOOK: query: explain SELECT c1 FROM t1 WHERE c1 NOT IN (SELECT c1 FROM t2 where t1.c1=t2.c1) PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT c1 FROM t1 WHERE c1 NOT IN (SELECT c1 FROM t2 where t1.c1=t2.c1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -768,8 +780,14 @@ POSTHOOK: Output: default@t2 POSTHOOK: Lineage: t2.c1 SCRIPT [] PREHOOK: query: explain SELECT c1 FROM t1 WHERE c1 NOT IN (SELECT c1 FROM t2 where t1.c1=t2.c1) PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT c1 FROM t1 WHERE c1 NOT IN (SELECT c1 FROM t2 where t1.c1=t2.c1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/tez_union.q.out b/ql/src/test/results/clientpositive/llap/tez_union.q.out index 5e5e9a8..97248aa 100644 --- a/ql/src/test/results/clientpositive/llap/tez_union.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_union.q.out @@ -3,11 +3,15 @@ select s1.key as key, s1.value as value from src s1 join src s3 on s1.key=s3.key UNION ALL select s2.key as key, s2.value as value from src s2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select s1.key as key, s1.value as value from src s1 join src s3 on s1.key=s3.key UNION ALL select s2.key as key, s2.value as value from src s2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -157,11 +161,15 @@ with u as (select * from src union all select * from src) select count(*) from (select u1.key as k1, u2.key as k2 from u as u1 join u as u2 on (u1.key = u2.key)) a PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain with u as (select * from src union all select * from src) select count(*) from (select u1.key as k1, u2.key as k2 from u as u1 join u as u2 on (u1.key = u2.key)) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -338,10 +346,14 @@ PREHOOK: query: explain select s1.key as skey, u1.key as ukey from src s1 join (select * from src union all select * from src) u1 on s1.key = u1.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select s1.key as skey, u1.key as ukey from src s1 join (select * from src union all select * from src) u1 on s1.key = u1.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -512,6 +524,8 @@ join (select s2.key as key from src s2 join src s3 on s2.key = s3.key join src s8 on (u1.key = s8.key) order by lkey PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select s1.key as skey, u1.key as ukey, s8.key as lkey from src s1 join (select s2.key as key from src s2 join src s3 on s2.key = s3.key @@ -520,6 +534,8 @@ join (select s2.key as key from src s2 join src s3 on s2.key = s3.key join src s8 on (u1.key = s8.key) order by lkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -958,10 +974,14 @@ PREHOOK: query: explain select s2.key as key from src s2 join src s3 on s2.key = s3.key union all select s4.key from src s4 join src s5 on s4.key = s5.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select s2.key as key from src s2 join src s3 on s2.key = s3.key union all select s4.key from src s4 join src s5 on s4.key = s5.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1150,11 +1170,15 @@ select * from (select * from src union all select * from src) u left outer join src s on u.key = s.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select * from src union all select * from src) u left outer join src s on u.key = s.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1261,11 +1285,15 @@ select u.key as ukey, s.key as skey from (select * from src union all select * from src) u right outer join src s on u.key = s.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select u.key as ukey, s.key as skey from (select * from src union all select * from src) u right outer join src s on u.key = s.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1433,8 +1461,13 @@ POSTHOOK: Lineage: view_n123456789.emp_id SIMPLE [(table1_n3)table1_n3.FieldSche POSTHOOK: Lineage: view_n123456789.emp_name SIMPLE [(table1_n3)table1_n3.FieldSchema(name:emp_name, type:string, comment:null), ] PREHOOK: query: explain formatted select count(*) from view_n123456789 PREHOOK: type: QUERY +PREHOOK: Input: default@table1_n3 +PREHOOK: Input: default@view_n123456789 +#### A masked pattern was here #### POSTHOOK: query: explain formatted select count(*) from view_n123456789 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table1_n3 +POSTHOOK: Input: default@view_n123456789 #### A masked pattern was here #### PREHOOK: query: drop table table2_n1 PREHOOK: type: DROPTABLE @@ -1466,6 +1499,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@view_n123456789 PREHOOK: query: explain formatted select count(*) from view_n123456789 PREHOOK: type: QUERY +PREHOOK: Input: default@table1_n3 +PREHOOK: Input: default@table2_n1 +PREHOOK: Input: default@view_n123456789 +#### A masked pattern was here #### POSTHOOK: query: explain formatted select count(*) from view_n123456789 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table1_n3 +POSTHOOK: Input: default@table2_n1 +POSTHOOK: Input: default@view_n123456789 #### A masked pattern was here #### diff --git a/ql/src/test/results/clientpositive/llap/tez_union2.q.out b/ql/src/test/results/clientpositive/llap/tez_union2.q.out index 7cbee12..b00c36e 100644 --- a/ql/src/test/results/clientpositive/llap/tez_union2.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_union2.q.out @@ -15,6 +15,8 @@ SELECT key, value FROM )t4 group by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT key, value FROM ( @@ -32,6 +34,8 @@ SELECT key, value FROM )t4 group by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/tez_union_dynamic_partition.q.out b/ql/src/test/results/clientpositive/llap/tez_union_dynamic_partition.q.out index dae5130..b2202ad 100644 --- a/ql/src/test/results/clientpositive/llap/tez_union_dynamic_partition.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_union_dynamic_partition.q.out @@ -38,12 +38,15 @@ select 1 as id1, '2014' as part1 from dummy_n2 union all select 2 as id1, '2014' as part1 from dummy_n2 ) temps PREHOOK: type: QUERY +PREHOOK: Input: default@dummy_n2 +PREHOOK: Output: default@partunion1 POSTHOOK: query: explain insert into table partunion1 partition(part1) select temps.* from ( select 1 as id1, '2014' as part1 from dummy_n2 union all select 2 as id1, '2014' as part1 from dummy_n2 ) temps POSTHOOK: type: QUERY +POSTHOOK: Input: default@dummy_n2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/tez_union_dynamic_partition_2.q.out b/ql/src/test/results/clientpositive/llap/tez_union_dynamic_partition_2.q.out index 114aceb..0d61e29 100644 --- a/ql/src/test/results/clientpositive/llap/tez_union_dynamic_partition_2.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_union_dynamic_partition_2.q.out @@ -46,12 +46,15 @@ select 1 as id1, '2014' as part1 from dummy_n7 union all select 2 as id1, '2014' as part1 from dummy_n7 ) temps PREHOOK: type: QUERY +PREHOOK: Input: default@dummy_n7 +PREHOOK: Output: default@partunion1_n0 POSTHOOK: query: explain insert into table partunion1_n0 partition(part1) select temps.* from ( select 1 as id1, '2014' as part1 from dummy_n7 union all select 2 as id1, '2014' as part1 from dummy_n7 ) temps POSTHOOK: type: QUERY +POSTHOOK: Input: default@dummy_n7 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-8 depends on stages: Stage-1 , consists of Stage-5, Stage-4, Stage-6 diff --git a/ql/src/test/results/clientpositive/llap/tez_union_group_by.q.out b/ql/src/test/results/clientpositive/llap/tez_union_group_by.q.out index 9d7430d..a1e1079 100644 --- a/ql/src/test/results/clientpositive/llap/tez_union_group_by.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_union_group_by.q.out @@ -111,6 +111,11 @@ GROUP BY x_n3.u ON n.u = o.u WHERE n.u <> 0 AND n.ft <= '2014-09-02' PREHOOK: type: QUERY +PREHOOK: Input: default@v_n15 +PREHOOK: Input: default@x_n3 +PREHOOK: Input: default@y_n1 +PREHOOK: Input: default@z_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT o.u, n.u FROM @@ -138,6 +143,11 @@ GROUP BY x_n3.u ON n.u = o.u WHERE n.u <> 0 AND n.ft <= '2014-09-02' POSTHOOK: type: QUERY +POSTHOOK: Input: default@v_n15 +POSTHOOK: Input: default@x_n3 +POSTHOOK: Input: default@y_n1 +POSTHOOK: Input: default@z_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/tez_union_multiinsert.q.out b/ql/src/test/results/clientpositive/llap/tez_union_multiinsert.q.out index aa9d790..f1df977 100644 --- a/ql/src/test/results/clientpositive/llap/tez_union_multiinsert.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_union_multiinsert.q.out @@ -27,6 +27,9 @@ INSERT OVERWRITE TABLE DEST1_n150 SELECT unionsrc.key, COUNT(DISTINCT SUBSTR(uni INSERT OVERWRITE TABLE DEST2_n39 SELECT unionsrc.key, unionsrc.value, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key, unionsrc.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n150 +PREHOOK: Output: default@dest2_n39 POSTHOOK: query: explain FROM ( select key, value from ( @@ -40,6 +43,9 @@ INSERT OVERWRITE TABLE DEST1_n150 SELECT unionsrc.key, COUNT(DISTINCT SUBSTR(uni INSERT OVERWRITE TABLE DEST2_n39 SELECT unionsrc.key, unionsrc.value, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key, unionsrc.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n150 +POSTHOOK: Output: default@dest2_n39 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -1003,6 +1009,9 @@ INSERT OVERWRITE TABLE DEST1_n150 SELECT unionsrc.key, COUNT(DISTINCT SUBSTR(uni INSERT OVERWRITE TABLE DEST2_n39 SELECT unionsrc.key, unionsrc.value, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key, unionsrc.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n150 +PREHOOK: Output: default@dest2_n39 POSTHOOK: query: explain FROM ( select key, value from src s0 @@ -1015,6 +1024,9 @@ INSERT OVERWRITE TABLE DEST1_n150 SELECT unionsrc.key, COUNT(DISTINCT SUBSTR(uni INSERT OVERWRITE TABLE DEST2_n39 SELECT unionsrc.key, unionsrc.value, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key, unionsrc.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n150 +POSTHOOK: Output: default@dest2_n39 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -1975,6 +1987,9 @@ INSERT OVERWRITE TABLE DEST1_n150 SELECT unionsrc.key, COUNT(DISTINCT SUBSTR(uni INSERT OVERWRITE TABLE DEST2_n39 SELECT unionsrc.key, unionsrc.value, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key, unionsrc.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n150 +PREHOOK: Output: default@dest2_n39 POSTHOOK: query: explain FROM ( select key, value from src s0 @@ -1986,6 +2001,9 @@ INSERT OVERWRITE TABLE DEST1_n150 SELECT unionsrc.key, COUNT(DISTINCT SUBSTR(uni INSERT OVERWRITE TABLE DEST2_n39 SELECT unionsrc.key, unionsrc.value, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key, unionsrc.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n150 +POSTHOOK: Output: default@dest2_n39 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -2941,6 +2959,9 @@ INSERT OVERWRITE TABLE DEST1_n150 SELECT unionsrc.key, COUNT(DISTINCT SUBSTR(uni INSERT OVERWRITE TABLE DEST2_n39 SELECT unionsrc.key, unionsrc.value, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key, unionsrc.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n150 +PREHOOK: Output: default@dest2_n39 POSTHOOK: query: explain FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 UNION all @@ -2949,6 +2970,9 @@ INSERT OVERWRITE TABLE DEST1_n150 SELECT unionsrc.key, COUNT(DISTINCT SUBSTR(uni INSERT OVERWRITE TABLE DEST2_n39 SELECT unionsrc.key, unionsrc.value, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key, unionsrc.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n150 +POSTHOOK: Output: default@dest2_n39 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -3864,6 +3888,9 @@ INSERT OVERWRITE TABLE DEST1_n150 SELECT unionsrc.key, COUNT(DISTINCT SUBSTR(uni INSERT OVERWRITE TABLE DEST2_n39 SELECT unionsrc.key, unionsrc.value, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key, unionsrc.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n150 +PREHOOK: Output: default@dest2_n39 POSTHOOK: query: explain FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 UNION distinct @@ -3872,6 +3899,9 @@ INSERT OVERWRITE TABLE DEST1_n150 SELECT unionsrc.key, COUNT(DISTINCT SUBSTR(uni INSERT OVERWRITE TABLE DEST2_n39 SELECT unionsrc.key, unionsrc.value, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key, unionsrc.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n150 +POSTHOOK: Output: default@dest2_n39 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/llap/tez_vector_dynpart_hashjoin_1.q.out b/ql/src/test/results/clientpositive/llap/tez_vector_dynpart_hashjoin_1.q.out index 5c12e9a..9820403 100644 --- a/ql/src/test/results/clientpositive/llap/tez_vector_dynpart_hashjoin_1.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_vector_dynpart_hashjoin_1.q.out @@ -6,6 +6,8 @@ where a.cint between 1000000 and 3000000 and b.cbigint is not null order by a.cint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select * @@ -14,6 +16,8 @@ where a.cint between 1000000 and 3000000 and b.cbigint is not null order by a.cint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -139,6 +143,8 @@ from alltypesorc a join alltypesorc b on a.cint = b.cint where a.cint between 1000000 and 3000000 and b.cbigint is not null PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) @@ -146,6 +152,8 @@ from alltypesorc a join alltypesorc b on a.cint = b.cint where a.cint between 1000000 and 3000000 and b.cbigint is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -264,6 +272,8 @@ where group by a.csmallint order by a.csmallint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select a.csmallint, count(*) c1 @@ -273,6 +283,8 @@ where group by a.csmallint order by a.csmallint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -417,6 +429,8 @@ where a.cint between 1000000 and 3000000 and b.cbigint is not null order by a.cint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select * @@ -425,6 +439,8 @@ where a.cint between 1000000 and 3000000 and b.cbigint is not null order by a.cint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -553,6 +569,8 @@ from alltypesorc a join alltypesorc b on a.cint = b.cint where a.cint between 1000000 and 3000000 and b.cbigint is not null PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) @@ -560,6 +578,8 @@ from alltypesorc a join alltypesorc b on a.cint = b.cint where a.cint between 1000000 and 3000000 and b.cbigint is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -681,6 +701,8 @@ where group by a.csmallint order by a.csmallint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select a.csmallint, count(*) c1 @@ -690,6 +712,8 @@ where group by a.csmallint order by a.csmallint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/tez_vector_dynpart_hashjoin_2.q.out b/ql/src/test/results/clientpositive/llap/tez_vector_dynpart_hashjoin_2.q.out index 3373fc25..7c8fbc2 100644 --- a/ql/src/test/results/clientpositive/llap/tez_vector_dynpart_hashjoin_2.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_vector_dynpart_hashjoin_2.q.out @@ -10,6 +10,9 @@ where and (a.csmallint < 100) order by a.csmallint, a.ctinyint, a.cint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select a.* @@ -22,6 +25,9 @@ where and (a.csmallint < 100) order by a.csmallint, a.ctinyint, a.cint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -201,6 +207,9 @@ where and (a.csmallint < 100) order by a.csmallint, a.ctinyint, a.cint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select a.* @@ -213,6 +222,9 @@ where and (a.csmallint < 100) order by a.csmallint, a.ctinyint, a.cint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -392,6 +404,9 @@ where and (a.csmallint < 100) order by a.csmallint, a.ctinyint, a.cint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select a.* @@ -404,6 +419,9 @@ where and (a.csmallint < 100) order by a.csmallint, a.ctinyint, a.cint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/topnkey.q.out b/ql/src/test/results/clientpositive/llap/topnkey.q.out index c1d8874..9dafa1f 100644 --- a/ql/src/test/results/clientpositive/llap/topnkey.q.out +++ b/ql/src/test/results/clientpositive/llap/topnkey.q.out @@ -1,9 +1,13 @@ PREHOOK: query: EXPLAIN SELECT key, SUM(CAST(SUBSTR(value,5) AS INT)) FROM src GROUP BY key ORDER BY key LIMIT 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, SUM(CAST(SUBSTR(value,5) AS INT)) FROM src GROUP BY key ORDER BY key LIMIT 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -101,9 +105,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT key FROM src GROUP BY key ORDER BY key LIMIT 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key FROM src GROUP BY key ORDER BY key LIMIT 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -197,9 +205,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain vectorization detail SELECT src1.key, src2.value FROM src src1 JOIN src src2 ON (src1.key = src2.key) ORDER BY src1.key LIMIT 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail SELECT src1.key, src2.value FROM src src1 JOIN src src2 ON (src1.key = src2.key) ORDER BY src1.key LIMIT 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: false enabledConditionsNotMet: [hive.vectorized.execution.enabled IS false] diff --git a/ql/src/test/results/clientpositive/llap/union2.q.out b/ql/src/test/results/clientpositive/llap/union2.q.out index c9d09a0..7009ce4 100644 --- a/ql/src/test/results/clientpositive/llap/union2.q.out +++ b/ql/src/test/results/clientpositive/llap/union2.q.out @@ -2,10 +2,14 @@ PREHOOK: query: explain select count(1) FROM (select s1.key as key, s1.value as value from src s1 UNION ALL select s2.key as key, s2.value as value from src s2) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) FROM (select s1.key as key, s1.value as value from src s1 UNION ALL select s2.key as key, s2.value as value from src s2) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/union3.q.out b/ql/src/test/results/clientpositive/llap/union3.q.out index 80dd6e1..1a9fdd4 100644 --- a/ql/src/test/results/clientpositive/llap/union3.q.out +++ b/ql/src/test/results/clientpositive/llap/union3.q.out @@ -15,6 +15,8 @@ FROM ( CLUSTER BY id ) a PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM ( @@ -32,6 +34,8 @@ FROM ( CLUSTER BY id ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/union4.q.out b/ql/src/test/results/clientpositive/llap/union4.q.out index 0685d26..eb8c900 100644 --- a/ql/src/test/results/clientpositive/llap/union4.q.out +++ b/ql/src/test/results/clientpositive/llap/union4.q.out @@ -12,12 +12,16 @@ insert overwrite table tmptable_n12 UNION ALL select 'tst2' as key, count(1) as value from src s2) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@tmptable_n12 POSTHOOK: query: explain insert overwrite table tmptable_n12 select unionsrc.key, unionsrc.value FROM (select 'tst1' as key, count(1) as value from src s1 UNION ALL select 'tst2' as key, count(1) as value from src s2) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@tmptable_n12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/union5.q.out b/ql/src/test/results/clientpositive/llap/union5.q.out index e6de3e4..26ef4c6 100644 --- a/ql/src/test/results/clientpositive/llap/union5.q.out +++ b/ql/src/test/results/clientpositive/llap/union5.q.out @@ -3,11 +3,15 @@ PREHOOK: query: explain UNION ALL select 'tst2' as key, count(1) as value from src s2) unionsrc group by unionsrc.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select unionsrc.key, count(1) FROM (select 'tst1' as key, count(1) as value from src s1 UNION ALL select 'tst2' as key, count(1) as value from src s2) unionsrc group by unionsrc.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/union6.q.out b/ql/src/test/results/clientpositive/llap/union6.q.out index da9f4a2..2a526d7 100644 --- a/ql/src/test/results/clientpositive/llap/union6.q.out +++ b/ql/src/test/results/clientpositive/llap/union6.q.out @@ -12,12 +12,18 @@ insert overwrite table tmptable_n5 UNION ALL select s2.key as key, s2.value as value from src1 s2) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@tmptable_n5 POSTHOOK: query: explain insert overwrite table tmptable_n5 select unionsrc.key, unionsrc.value FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 UNION ALL select s2.key as key, s2.value as value from src1 s2) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@tmptable_n5 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/union7.q.out b/ql/src/test/results/clientpositive/llap/union7.q.out index a157f36..d8fb708 100644 --- a/ql/src/test/results/clientpositive/llap/union7.q.out +++ b/ql/src/test/results/clientpositive/llap/union7.q.out @@ -3,11 +3,17 @@ PREHOOK: query: explain UNION ALL select s2.key as key, s2.value as value from src1 s2) unionsrc group by unionsrc.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain select unionsrc.key, count(1) FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 UNION ALL select s2.key as key, s2.value as value from src1 s2) unionsrc group by unionsrc.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/union8.q.out b/ql/src/test/results/clientpositive/llap/union8.q.out index 5fb990a..3173864 100644 --- a/ql/src/test/results/clientpositive/llap/union8.q.out +++ b/ql/src/test/results/clientpositive/llap/union8.q.out @@ -3,11 +3,15 @@ PREHOOK: query: explain select s2.key as key, s2.value as value from src s2 UNION ALL select s3.key as key, s3.value as value from src s3) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select unionsrc.key, unionsrc.value FROM (select s1.key as key, s1.value as value from src s1 UNION ALL select s2.key as key, s2.value as value from src s2 UNION ALL select s3.key as key, s3.value as value from src s3) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/union9.q.out b/ql/src/test/results/clientpositive/llap/union9.q.out index a67065a..fc8bd99 100644 --- a/ql/src/test/results/clientpositive/llap/union9.q.out +++ b/ql/src/test/results/clientpositive/llap/union9.q.out @@ -3,11 +3,15 @@ PREHOOK: query: explain select s2.key as key, s2.value as value from src s2 UNION ALL select s3.key as key, s3.value as value from src s3) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) FROM (select s1.key as key, s1.value as value from src s1 UNION ALL select s2.key as key, s2.value as value from src s2 UNION ALL select s3.key as key, s3.value as value from src s3) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out b/ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out index cfae97f..d2eea6e 100644 --- a/ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out +++ b/ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out @@ -14,6 +14,8 @@ insert overwrite table tmptable_n9 UNION DISTINCT select 'tst3_n22' as key, count(1) as value from src s3) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@tmptable_n9 POSTHOOK: query: explain insert overwrite table tmptable_n9 select unionsrc.key, unionsrc.value FROM (select 'tst1_n93' as key, count(1) as value from src s1 @@ -22,6 +24,8 @@ insert overwrite table tmptable_n9 UNION DISTINCT select 'tst3_n22' as key, count(1) as value from src s3) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@tmptable_n9 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -284,6 +288,10 @@ insert overwrite table tmptable12 UNION DISTINCT select 'tst3_n22' as key, count(1) as value from srcbucket s3) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcbucket +PREHOOK: Output: default@tmptable12 POSTHOOK: query: explain insert overwrite table tmptable12 select unionsrc.key, unionsrc.value FROM (select 'tst1_n93' as key, count(1) as value from src s1 @@ -292,6 +300,10 @@ insert overwrite table tmptable12 UNION DISTINCT select 'tst3_n22' as key, count(1) as value from srcbucket s3) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcbucket +POSTHOOK: Output: default@tmptable12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -559,10 +571,14 @@ PREHOOK: query: explain select unionsrc.key, unionsrc.value FROM (select s1.key as key, s1.value as value from src s1 UNION DISTINCT select s2.key as key, s2.value as value from src s2) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select unionsrc.key, unionsrc.value FROM (select s1.key as key, s1.value as value from src s1 UNION DISTINCT select s2.key as key, s2.value as value from src s2) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -983,6 +999,9 @@ FROM (select 'tst1_n93' as key, cast(count(1) as string) as value from src s1 INSERT OVERWRITE TABLE DEST1_n96 SELECT unionsrc.key, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key INSERT OVERWRITE TABLE DEST2_n26 SELECT unionsrc.key, unionsrc.value, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key, unionsrc.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n96 +PREHOOK: Output: default@dest2_n26 POSTHOOK: query: explain FROM (select 'tst1_n93' as key, cast(count(1) as string) as value from src s1 UNION DISTINCT @@ -990,6 +1009,9 @@ FROM (select 'tst1_n93' as key, cast(count(1) as string) as value from src s1 INSERT OVERWRITE TABLE DEST1_n96 SELECT unionsrc.key, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key INSERT OVERWRITE TABLE DEST2_n26 SELECT unionsrc.key, unionsrc.value, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key, unionsrc.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n96 +POSTHOOK: Output: default@dest2_n26 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -1908,6 +1930,9 @@ FROM (select 'tst1_n93' as key, cast(count(1) as string) as value from src s1 INSERT OVERWRITE TABLE DEST118 SELECT unionsrc.key, unionsrc.value INSERT OVERWRITE TABLE DEST218 SELECT unionsrc.key, unionsrc.value, unionsrc.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest118 +PREHOOK: Output: default@dest218 POSTHOOK: query: explain FROM (select 'tst1_n93' as key, cast(count(1) as string) as value from src s1 UNION DISTINCT @@ -1915,6 +1940,9 @@ FROM (select 'tst1_n93' as key, cast(count(1) as string) as value from src s1 INSERT OVERWRITE TABLE DEST118 SELECT unionsrc.key, unionsrc.value INSERT OVERWRITE TABLE DEST218 SELECT unionsrc.key, unionsrc.value, unionsrc.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest118 +POSTHOOK: Output: default@dest218 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -2802,6 +2830,9 @@ FROM (select 'tst1_n93' as key, cast(count(1) as string) as value from src s1 INSERT OVERWRITE TABLE DEST119 SELECT unionsrc.key, count(unionsrc.value) group by unionsrc.key INSERT OVERWRITE TABLE DEST219 SELECT unionsrc.key, unionsrc.value, unionsrc.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest119 +PREHOOK: Output: default@dest219 POSTHOOK: query: explain FROM (select 'tst1_n93' as key, cast(count(1) as string) as value from src s1 UNION DISTINCT @@ -2809,6 +2840,9 @@ FROM (select 'tst1_n93' as key, cast(count(1) as string) as value from src s1 INSERT OVERWRITE TABLE DEST119 SELECT unionsrc.key, count(unionsrc.value) group by unionsrc.key INSERT OVERWRITE TABLE DEST219 SELECT unionsrc.key, unionsrc.value, unionsrc.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest119 +POSTHOOK: Output: default@dest219 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -3742,6 +3776,11 @@ where a.k1 > 20 ) subq PREHOOK: type: QUERY +PREHOOK: Input: default@dst_union22_delta_n0 +PREHOOK: Input: default@dst_union22_delta_n0@ds=1 +PREHOOK: Input: default@dst_union22_n0 +PREHOOK: Input: default@dst_union22_n0@ds=1 +PREHOOK: Output: default@dst_union22_n0@ds=2 POSTHOOK: query: explain extended insert overwrite table dst_union22_n0 partition (ds='2') select * from @@ -3755,6 +3794,11 @@ where a.k1 > 20 ) subq POSTHOOK: type: QUERY +POSTHOOK: Input: default@dst_union22_delta_n0 +POSTHOOK: Input: default@dst_union22_delta_n0@ds=1 +POSTHOOK: Input: default@dst_union22_n0 +POSTHOOK: Input: default@dst_union22_n0@ds=1 +POSTHOOK: Output: default@dst_union22_n0@ds=2 OPTIMIZED SQL: SELECT `k1`, `k2`, `k3`, `k4` FROM (SELECT `k1`, `k2`, `k3`, `k4` FROM `default`.`dst_union22_delta_n0` @@ -4580,6 +4624,8 @@ from ( UNION DISTINCT select key as key2, value as value2 from src) s PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select s.key2, s.value2 from ( @@ -4588,6 +4634,8 @@ from ( UNION DISTINCT select key as key2, value as value2 from src) s POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5058,6 +5106,11 @@ select s.key, s.count from ( select key, count(1) as count from src5_n1 where key < 10 group by key )s PREHOOK: type: QUERY +PREHOOK: Input: default@src2_n2 +PREHOOK: Input: default@src3 +PREHOOK: Input: default@src4 +PREHOOK: Input: default@src5_n1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain extended select s.key, s.count from ( select key, count from src2_n2 where key < 10 @@ -5069,6 +5122,11 @@ select s.key, s.count from ( select key, count(1) as count from src5_n1 where key < 10 group by key )s POSTHOOK: type: QUERY +POSTHOOK: Input: default@src2_n2 +POSTHOOK: Input: default@src3 +POSTHOOK: Input: default@src4 +POSTHOOK: Input: default@src5_n1 +POSTHOOK: Output: hdfs://### HDFS PATH ### OPTIMIZED SQL: SELECT `key`, `count` FROM (SELECT `key`, `count` FROM (SELECT `key`, `count` @@ -5597,6 +5655,11 @@ select s.key, s.count from ( select a.key as key, b.count as count from src4 a join src5_n1 b on a.key=b.key where a.key < 10 )s PREHOOK: type: QUERY +PREHOOK: Input: default@src2_n2 +PREHOOK: Input: default@src3 +PREHOOK: Input: default@src4 +PREHOOK: Input: default@src5_n1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain extended select s.key, s.count from ( select key, count from src2_n2 where key < 10 @@ -5606,6 +5669,11 @@ select s.key, s.count from ( select a.key as key, b.count as count from src4 a join src5_n1 b on a.key=b.key where a.key < 10 )s POSTHOOK: type: QUERY +POSTHOOK: Input: default@src2_n2 +POSTHOOK: Input: default@src3 +POSTHOOK: Input: default@src4 +POSTHOOK: Input: default@src5_n1 +POSTHOOK: Output: hdfs://### HDFS PATH ### OPTIMIZED SQL: SELECT `key`, `count` FROM (SELECT `key`, `count` FROM (SELECT `key`, `count` @@ -6098,6 +6166,11 @@ select s.key, s.count from ( select a.key as key, count(1) as count from src4 a join src5_n1 b on a.key=b.key where a.key < 10 group by a.key )s PREHOOK: type: QUERY +PREHOOK: Input: default@src2_n2 +PREHOOK: Input: default@src3 +PREHOOK: Input: default@src4 +PREHOOK: Input: default@src5_n1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain extended select s.key, s.count from ( select key, count from src2_n2 where key < 10 @@ -6107,6 +6180,11 @@ select s.key, s.count from ( select a.key as key, count(1) as count from src4 a join src5_n1 b on a.key=b.key where a.key < 10 group by a.key )s POSTHOOK: type: QUERY +POSTHOOK: Input: default@src2_n2 +POSTHOOK: Input: default@src3 +POSTHOOK: Input: default@src4 +POSTHOOK: Input: default@src5_n1 +POSTHOOK: Output: hdfs://### HDFS PATH ### OPTIMIZED SQL: SELECT `key`, `count` FROM (SELECT `key`, `count` FROM (SELECT `key`, `count` @@ -6654,6 +6732,12 @@ FROM ) master_table ) a GROUP BY key, value PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@tmp_srcpart_n0 +PREHOOK: Input: default@tmp_srcpart_n0@ds=2008-04-08/hr=11 +PREHOOK: Output: database:default +PREHOOK: Output: default@tmp_unionall_n0 POSTHOOK: query: explain create table tmp_unionall_n0 as SELECT count(1) as counts, key, value @@ -6672,6 +6756,12 @@ FROM ) master_table ) a GROUP BY key, value POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@tmp_srcpart_n0 +POSTHOOK: Input: default@tmp_srcpart_n0@ds=2008-04-08/hr=11 +POSTHOOK: Output: database:default +POSTHOOK: Output: default@tmp_unionall_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -6857,6 +6947,10 @@ WHERE ds='2008-04-08' and hr='11' ) a group by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT count(1) as counts, @@ -6879,6 +6973,10 @@ WHERE ds='2008-04-08' and hr='11' ) a group by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -8138,8 +8236,16 @@ POSTHOOK: Lineage: jackson_sev_add.key SIMPLE [(src)src.FieldSchema(name:key, ty POSTHOOK: Lineage: jackson_sev_add.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain select b.* from jackson_sev_same a join (select * from dim_pho UNION DISTINCT select * from jackson_sev_add)b on a.key=b.key and b.key=97 PREHOOK: type: QUERY +PREHOOK: Input: default@dim_pho +PREHOOK: Input: default@jackson_sev_add +PREHOOK: Input: default@jackson_sev_same +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select b.* from jackson_sev_same a join (select * from dim_pho UNION DISTINCT select * from jackson_sev_add)b on a.key=b.key and b.key=97 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dim_pho +POSTHOOK: Input: default@jackson_sev_add +POSTHOOK: Input: default@jackson_sev_same +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -8298,6 +8404,8 @@ select * from ( ) subq ) a PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@union_subq_union_n0 POSTHOOK: query: explain insert overwrite table union_subq_union_n0 select * from ( @@ -8311,6 +8419,8 @@ select * from ( ) subq ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@union_subq_union_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -8607,6 +8717,8 @@ select * from ( ) subq ) a PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@union_subq_union29 POSTHOOK: query: explain insert overwrite table union_subq_union29 select * from ( @@ -8620,6 +8732,8 @@ select * from ( ) subq ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@union_subq_union29 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -8866,6 +8980,8 @@ FROM ( CLUSTER BY id ) a PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain SELECT * FROM ( @@ -8883,6 +8999,8 @@ FROM ( CLUSTER BY id ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -9166,6 +9284,8 @@ UNION DISTINCT select key, value from src ) aa PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@union_subq_union30 POSTHOOK: query: explain insert overwrite table union_subq_union30 select * from ( @@ -9186,6 +9306,8 @@ UNION DISTINCT select key, value from src ) aa POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@union_subq_union30 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -9576,6 +9698,10 @@ insert overwrite table t3_n22 insert overwrite table t4_n11 select value, count(1) group by value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n93 +PREHOOK: Input: default@t2_n58 +PREHOOK: Output: default@t3_n22 +PREHOOK: Output: default@t4_n11 POSTHOOK: query: explain from (select * from t1_n93 @@ -9587,6 +9713,10 @@ insert overwrite table t3_n22 insert overwrite table t4_n11 select value, count(1) group by value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n93 +POSTHOOK: Input: default@t2_n58 +POSTHOOK: Output: default@t3_n22 +POSTHOOK: Output: default@t4_n11 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -9897,6 +10027,10 @@ insert overwrite table t5_n4 insert overwrite table t6_n3 select c1, sum(cnt) group by c1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n93 +PREHOOK: Input: default@t2_n58 +PREHOOK: Output: default@t5_n4 +PREHOOK: Output: default@t6_n3 POSTHOOK: query: explain from ( @@ -9909,6 +10043,10 @@ insert overwrite table t5_n4 insert overwrite table t6_n3 select c1, sum(cnt) group by c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n93 +POSTHOOK: Input: default@t2_n58 +POSTHOOK: Output: default@t5_n4 +POSTHOOK: Output: default@t6_n3 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -10264,6 +10402,10 @@ insert overwrite table t7_n4 insert overwrite table t8_n2 select c1, count(1) group by c1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n93 +PREHOOK: Input: default@t9_n1 +PREHOOK: Output: default@t7_n4 +PREHOOK: Output: default@t8_n2 POSTHOOK: query: explain from ( @@ -10276,6 +10418,10 @@ insert overwrite table t7_n4 insert overwrite table t8_n2 select c1, count(1) group by c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n93 +POSTHOOK: Input: default@t9_n1 +POSTHOOK: Output: default@t7_n4 +POSTHOOK: Output: default@t8_n2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -10579,12 +10725,18 @@ SELECT * FROM UNION DISTINCT SELECT CAST(key AS BIGINT) AS key FROM t2_n58) a PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n93 +PREHOOK: Input: default@t2_n58 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT * FROM (SELECT CAST(key AS DOUBLE) AS key FROM t1_n93 UNION DISTINCT SELECT CAST(key AS BIGINT) AS key FROM t2_n58) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n93 +POSTHOOK: Input: default@t2_n58 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -10691,12 +10843,18 @@ SELECT * FROM UNION DISTINCT SELECT CAST(key AS DOUBLE) AS key FROM t2_n58) a PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n93 +PREHOOK: Input: default@t2_n58 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT * FROM (SELECT CAST(a.key AS BIGINT) AS key FROM t1_n93 a JOIN t2_n58 b ON a.key = b.key UNION DISTINCT SELECT CAST(key AS DOUBLE) AS key FROM t2_n58) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n93 +POSTHOOK: Input: default@t2_n58 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -10839,12 +10997,18 @@ SELECT * FROM UNION DISTINCT SELECT CAST(a.key AS BIGINT) AS key FROM t1_n93 a JOIN t2_n58 b ON a.key = b.key) a PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n93 +PREHOOK: Input: default@t2_n58 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT * FROM (SELECT CAST(key AS DOUBLE) AS key FROM t2_n58 UNION DISTINCT SELECT CAST(a.key AS BIGINT) AS key FROM t1_n93 a JOIN t2_n58 b ON a.key = b.key) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n93 +POSTHOOK: Input: default@t2_n58 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -10987,12 +11151,18 @@ SELECT * FROM UNION DISTINCT SELECT CAST(key AS DOUBLE) AS key, CAST(key AS STRING) AS value FROM t2_n58) a PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n93 +PREHOOK: Input: default@t2_n58 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT * FROM (SELECT CAST(a.key AS BIGINT) AS key, CAST(b.key AS STRING) AS value FROM t1_n93 a JOIN t2_n58 b ON a.key = b.key UNION DISTINCT SELECT CAST(key AS DOUBLE) AS key, CAST(key AS STRING) AS value FROM t2_n58) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n93 +POSTHOOK: Input: default@t2_n58 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -11135,12 +11305,18 @@ SELECT * FROM UNION DISTINCT SELECT CAST(a.key AS BIGINT) AS key, CAST(b.key AS VARCHAR(20)) AS value FROM t1_n93 a JOIN t2_n58 b ON a.key = b.key) a PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n93 +PREHOOK: Input: default@t2_n58 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT * FROM (SELECT CAST(key AS DOUBLE) AS key, CAST(key AS STRING) AS value FROM t2_n58 UNION DISTINCT SELECT CAST(a.key AS BIGINT) AS key, CAST(b.key AS VARCHAR(20)) AS value FROM t1_n93 a JOIN t2_n58 b ON a.key = b.key) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n93 +POSTHOOK: Input: default@t2_n58 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -11298,6 +11474,8 @@ UNION DISTINCT GROUP BY key )a PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@test_src POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_src SELECT key, value FROM ( SELECT key, value FROM src @@ -11307,6 +11485,8 @@ UNION DISTINCT GROUP BY key )a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@test_src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -11502,6 +11682,8 @@ UNION DISTINCT WHERE key = 0 )a PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@test_src POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_src SELECT key, value FROM ( SELECT key, cast(COUNT(*) as string) AS value FROM src @@ -11511,6 +11693,8 @@ UNION DISTINCT WHERE key = 0 )a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@test_src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -11802,6 +11986,11 @@ SELECT * FROM ( SELECT key,value FROM (SELECT * FROM (SELECT * FROM src10_3) sub2 UNION DISTINCT SELECT * FROM src10_4 ) alias0 ) alias1 PREHOOK: type: QUERY +PREHOOK: Input: default@src10_1 +PREHOOK: Input: default@src10_2 +PREHOOK: Input: default@src10_3 +PREHOOK: Input: default@src10_4 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain SELECT * FROM ( SELECT sub1.key,sub1.value FROM (SELECT * FROM src10_1) sub1 JOIN (SELECT * FROM src10_2) sub0 ON (sub0.key = sub1.key) @@ -11809,6 +11998,11 @@ SELECT * FROM ( SELECT key,value FROM (SELECT * FROM (SELECT * FROM src10_3) sub2 UNION DISTINCT SELECT * FROM src10_4 ) alias0 ) alias1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src10_1 +POSTHOOK: Input: default@src10_2 +POSTHOOK: Input: default@src10_3 +POSTHOOK: Input: default@src10_4 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -12000,6 +12194,11 @@ SELECT * FROM ( SELECT key,value FROM (SELECT * FROM (SELECT * FROM src10_3) sub2 UNION DISTINCT SELECT * FROM src10_4 ) alias0 ) alias1 PREHOOK: type: QUERY +PREHOOK: Input: default@src10_1 +PREHOOK: Input: default@src10_2 +PREHOOK: Input: default@src10_3 +PREHOOK: Input: default@src10_4 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain SELECT * FROM ( SELECT sub1.key,sub1.value FROM (SELECT * FROM src10_1) sub1 JOIN (SELECT * FROM src10_2) sub0 ON (sub0.key = sub1.key) @@ -12007,6 +12206,11 @@ SELECT * FROM ( SELECT key,value FROM (SELECT * FROM (SELECT * FROM src10_3) sub2 UNION DISTINCT SELECT * FROM src10_4 ) alias0 ) alias1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src10_1 +POSTHOOK: Input: default@src10_2 +POSTHOOK: Input: default@src10_3 +POSTHOOK: Input: default@src10_4 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/unionDistinct_3.q.out b/ql/src/test/results/clientpositive/llap/unionDistinct_3.q.out index 4624cc2..4d3d71d 100644 --- a/ql/src/test/results/clientpositive/llap/unionDistinct_3.q.out +++ b/ql/src/test/results/clientpositive/llap/unionDistinct_3.q.out @@ -2,10 +2,14 @@ PREHOOK: query: explain select count(1) FROM (select s1.key as key, s1.value as value from src s1 UNION DISTINCT select s2.key as key, s2.value as value from src s2) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) FROM (select s1.key as key, s1.value as value from src s1 UNION DISTINCT select s2.key as key, s2.value as value from src s2) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -135,12 +139,18 @@ insert overwrite table tmptable_n0 UNION DISTINCT select s2.key as key, s2.value as value from src1 s2) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@tmptable_n0 POSTHOOK: query: explain insert overwrite table tmptable_n0 select unionsrc.key, unionsrc.value FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 UNION DISTINCT select s2.key as key, s2.value as value from src1 s2) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@tmptable_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -349,11 +359,15 @@ PREHOOK: query: explain select s2.key as key, s2.value as value from src s2 UNION DISTINCT select s3.key as key, s3.value as value from src s3) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select unionsrc.key, unionsrc.value FROM (select s1.key as key, s1.value as value from src s1 UNION DISTINCT select s2.key as key, s2.value as value from src s2 UNION DISTINCT select s3.key as key, s3.value as value from src s3) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -805,6 +819,8 @@ PREHOOK: query: explain UNION DISTINCT select 'tst3' as key, count(1) as value from src s3) unionsrc group by unionsrc.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select unionsrc.key, count(1) FROM (select 'tst1' as key, count(1) as value from src s1 UNION DISTINCT @@ -812,6 +828,8 @@ POSTHOOK: query: explain UNION DISTINCT select 'tst3' as key, count(1) as value from src s3) unionsrc group by unionsrc.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1013,12 +1031,18 @@ PREHOOK: query: explain select 'tst1' as key, cast(count(1) as string) as value from src s1) unionsrc group by unionsrc.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain select unionsrc.key, count(1) FROM (select s2.key as key, s2.value as value from src1 s2 UNION DISTINCT select 'tst1' as key, cast(count(1) as string) as value from src s1) unionsrc group by unionsrc.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1168,6 +1192,9 @@ PREHOOK: query: explain UNION DISTINCT select s3.key as key, s3.value as value from src1 s3) unionsrc group by unionsrc.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain select unionsrc.key, count(1) FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 UNION DISTINCT @@ -1175,6 +1202,9 @@ POSTHOOK: query: explain UNION DISTINCT select s3.key as key, s3.value as value from src1 s3) unionsrc group by unionsrc.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1370,6 +1400,8 @@ SELECT count(1) FROM ( SELECT key, value FROM src UNION DISTINCT SELECT key, value FROM src) src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(1) FROM ( SELECT key, value FROM src UNION DISTINCT @@ -1378,6 +1410,8 @@ SELECT count(1) FROM ( SELECT key, value FROM src UNION DISTINCT SELECT key, value FROM src) src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1637,6 +1671,8 @@ JOIN select s4.key as key, s4.value as value from src s4 where s4.key < 10) unionsrc2 ON (unionsrc1.key = unionsrc2.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT unionsrc1.key, unionsrc1.value, unionsrc2.key, unionsrc2.value FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 @@ -1648,6 +1684,8 @@ JOIN select s4.key as key, s4.value as value from src s4 where s4.key < 10) unionsrc2 ON (unionsrc1.key = unionsrc2.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1881,6 +1919,9 @@ FROM ( ) union_output GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src_thrift +#### A masked pattern was here #### POSTHOOK: query: explain SELECT key, count(1) FROM ( @@ -1896,6 +1937,9 @@ FROM ( ) union_output GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src_thrift +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/union_assertion_type.q.out b/ql/src/test/results/clientpositive/llap/union_assertion_type.q.out index 0420353..d998339 100644 --- a/ql/src/test/results/clientpositive/llap/union_assertion_type.q.out +++ b/ql/src/test/results/clientpositive/llap/union_assertion_type.q.out @@ -43,6 +43,9 @@ UNION ALL SELECT column1, column2, '5' as column3 FROM union_table_test_n1) x WHERE x.column3 < '5' PREHOOK: type: QUERY +PREHOOK: Input: default@union_table_test_n0 +PREHOOK: Input: default@union_table_test_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT column1, x.column2, x.column3 FROM ( SELECT column1, column2, column3 FROM union_table_test_n0 @@ -50,6 +53,9 @@ UNION ALL SELECT column1, column2, '5' as column3 FROM union_table_test_n1) x WHERE x.column3 < '5' POSTHOOK: type: QUERY +POSTHOOK: Input: default@union_table_test_n0 +POSTHOOK: Input: default@union_table_test_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -95,6 +101,9 @@ UNION ALL SELECT column1, column2, '5' as column3 FROM union_table_test_n0) x WHERE x.column3 < '5' PREHOOK: type: QUERY +PREHOOK: Input: default@union_table_test_n0 +PREHOOK: Input: default@union_table_test_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT column1, x.column2, x.column3 FROM ( SELECT column1, column2, '5' as column3 FROM union_table_test_n1 @@ -102,6 +111,9 @@ UNION ALL SELECT column1, column2, '5' as column3 FROM union_table_test_n0) x WHERE x.column3 < '5' POSTHOOK: type: QUERY +POSTHOOK: Input: default@union_table_test_n0 +POSTHOOK: Input: default@union_table_test_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -212,6 +224,10 @@ SELECT u0.k as key, u0.d1 as data0, u0.d2 as data2 FROM ( SELECT k,'' as d1,'' as d2 FROM union_table_test_n4) u0 LEFT OUTER JOIN union_table_test_n5 tx1 ON (u0.k = tx1.k AND tx1.k != d1) AND u0.k!=1 PREHOOK: type: QUERY +PREHOOK: Input: default@union_table_test_n3 +PREHOOK: Input: default@union_table_test_n4 +PREHOOK: Input: default@union_table_test_n5 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT u0.k as key, u0.d1 as data0, u0.d2 as data2 FROM ( SELECT k,'' as d1,'' as d2 FROM union_table_test_n3 @@ -219,6 +235,10 @@ SELECT u0.k as key, u0.d1 as data0, u0.d2 as data2 FROM ( SELECT k,'' as d1,'' as d2 FROM union_table_test_n4) u0 LEFT OUTER JOIN union_table_test_n5 tx1 ON (u0.k = tx1.k AND tx1.k != d1) AND u0.k!=1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@union_table_test_n3 +POSTHOOK: Input: default@union_table_test_n4 +POSTHOOK: Input: default@union_table_test_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/union_remove_26.q.out b/ql/src/test/results/clientpositive/llap/union_remove_26.q.out index b60c107..b4b8b3e 100644 --- a/ql/src/test/results/clientpositive/llap/union_remove_26.q.out +++ b/ql/src/test/results/clientpositive/llap/union_remove_26.q.out @@ -127,6 +127,10 @@ PREHOOK: query: explain UNION ALL SELECT count(1) as rowcnt, min(val) as ms, max(val) as mx from inputTbl3 PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n6 +PREHOOK: Input: default@inputtbl2 +PREHOOK: Input: default@inputtbl3 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT count(1) as rowcnt, min(val) as ms, max(val) as mx from inputTbl1_n6 UNION ALL @@ -134,6 +138,10 @@ POSTHOOK: query: explain UNION ALL SELECT count(1) as rowcnt, min(val) as ms, max(val) as mx from inputTbl3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n6 +POSTHOOK: Input: default@inputtbl2 +POSTHOOK: Input: default@inputtbl3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -300,6 +308,10 @@ PREHOOK: query: explain UNION ALL SELECT count(1) as rowcnt, min(val) as ms, max(val) as mx from inputTbl3 PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n6 +PREHOOK: Input: default@inputtbl2 +PREHOOK: Input: default@inputtbl3 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT count(1) as rowcnt, min(val) as ms, max(val) as mx from inputTbl1_n6 UNION ALL @@ -307,6 +319,10 @@ POSTHOOK: query: explain UNION ALL SELECT count(1) as rowcnt, min(val) as ms, max(val) as mx from inputTbl3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n6 +POSTHOOK: Input: default@inputtbl2 +POSTHOOK: Input: default@inputtbl3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -347,6 +363,10 @@ PREHOOK: query: explain UNION ALL SELECT key, count(1) as rowcnt, min(val) as ms, max(val) as mx from inputTbl3 group by key PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n6 +PREHOOK: Input: default@inputtbl2 +PREHOOK: Input: default@inputtbl3 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT key, count(1) as rowcnt, min(val) as ms, max(val) as mx from inputTbl1_n6 group by key UNION ALL @@ -354,6 +374,10 @@ POSTHOOK: query: explain UNION ALL SELECT key, count(1) as rowcnt, min(val) as ms, max(val) as mx from inputTbl3 group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n6 +POSTHOOK: Input: default@inputtbl2 +POSTHOOK: Input: default@inputtbl3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -522,6 +546,10 @@ PREHOOK: query: explain UNION ALL SELECT count(1) as rowcnt, min(val) as ms, max(val) as mx from inputTbl3 PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n6 +PREHOOK: Input: default@inputtbl2 +PREHOOK: Input: default@inputtbl3 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT count(1) as rowcnt, min(val) as ms, max(val) as mx from inputTbl1_n6 UNION ALL @@ -529,6 +557,10 @@ POSTHOOK: query: explain UNION ALL SELECT count(1) as rowcnt, min(val) as ms, max(val) as mx from inputTbl3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n6 +POSTHOOK: Input: default@inputtbl2 +POSTHOOK: Input: default@inputtbl3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -685,6 +717,10 @@ PREHOOK: query: explain UNION ALL SELECT count(1) as rowcnt, min(val) as ms, max(val) as mx from inputTbl3 PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n6 +PREHOOK: Input: default@inputtbl2 +PREHOOK: Input: default@inputtbl3 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT count(1) as rowcnt, min(val) as ms, max(val) as mx from inputTbl1_n6 UNION ALL @@ -692,6 +728,10 @@ POSTHOOK: query: explain UNION ALL SELECT count(1) as rowcnt, min(val) as ms, max(val) as mx from inputTbl3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n6 +POSTHOOK: Input: default@inputtbl2 +POSTHOOK: Input: default@inputtbl3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/union_top_level.q.out b/ql/src/test/results/clientpositive/llap/union_top_level.q.out index 0085342..aaec45c 100644 --- a/ql/src/test/results/clientpositive/llap/union_top_level.q.out +++ b/ql/src/test/results/clientpositive/llap/union_top_level.q.out @@ -5,6 +5,8 @@ select * from (select key, 1 as value from src where key % 3 == 1 limit 3)b union all select * from (select key, 2 as value from src where key % 3 == 2 limit 3)c PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select key, 0 as value from src where key % 3 == 0 limit 3)a union all @@ -12,6 +14,8 @@ select * from (select key, 1 as value from src where key % 3 == 1 limit 3)b union all select * from (select key, 2 as value from src where key % 3 == 2 limit 3)c POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -194,11 +198,15 @@ select * from (select s1.key as k, s2.value as v from src s1 join src s2 on (s1. union all select * from (select s1.key as k, s2.value as v from src s1 join src s2 on (s1.key = s2.key) order by k limit 10)b PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select s1.key as k, s2.value as v from src s1 join src s2 on (s1.key = s2.key) order by k limit 10)a union all select * from (select s1.key as k, s2.value as v from src s1 join src s2 on (s1.key = s2.key) order by k limit 10)b POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -389,6 +397,9 @@ select * from (select key, 1 as value from src where key % 3 == 1 limit 3)b union all select * from (select key, 2 as value from src where key % 3 == 2 limit 3)c PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@union_top POSTHOOK: query: explain create table union_top as select * from (select key, 0 as value from src where key % 3 == 0 limit 3)a @@ -397,6 +408,9 @@ select * from (select key, 1 as value from src where key % 3 == 1 limit 3)b union all select * from (select key, 2 as value from src where key % 3 == 2 limit 3)c POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@union_top STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -624,6 +638,8 @@ select * from (select key, 1 as value from src where key % 3 == 1 limit 3)b union all select * from (select key, 2 as value from src where key % 3 == 2 limit 3)c PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@union_top POSTHOOK: query: explain insert into table union_top select * from (select key, 0 as value from src where key % 3 == 0 limit 3)a @@ -632,6 +648,8 @@ select * from (select key, 1 as value from src where key % 3 == 1 limit 3)b union all select * from (select key, 2 as value from src where key % 3 == 2 limit 3)c POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@union_top STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -901,6 +919,8 @@ select * from (select key, 1 as value from src where key % 3 == 1 limit 3)b union all select * from (select key, 2 as value from src where key % 3 == 2 limit 3)c PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@union_top POSTHOOK: query: explain insert overwrite table union_top select * from (select key, 0 as value from src where key % 3 == 0 limit 3)a @@ -909,6 +929,8 @@ select * from (select key, 1 as value from src where key % 3 == 1 limit 3)b union all select * from (select key, 2 as value from src where key % 3 == 2 limit 3)c POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@union_top STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1178,6 +1200,9 @@ select * from (select key, 1 as value from src where key % 3 == 1 limit 3)b union all select * from (select key, 2 as value from src where key % 3 == 2 limit 3)c PREHOOK: type: CREATEVIEW +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@union_top_view POSTHOOK: query: explain create view union_top_view as select * from (select key, 0 as value from src where key % 3 == 0 limit 3)a @@ -1186,6 +1211,9 @@ select * from (select key, 1 as value from src where key % 3 == 1 limit 3)b union all select * from (select key, 2 as value from src where key % 3 == 2 limit 3)c POSTHOOK: type: CREATEVIEW +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@union_top_view STAGE DEPENDENCIES: Stage-1 is a root stage diff --git a/ql/src/test/results/clientpositive/llap/vector_adaptor_usage_mode.q.out b/ql/src/test/results/clientpositive/llap/vector_adaptor_usage_mode.q.out index fba880b..d0f17e5 100644 --- a/ql/src/test/results/clientpositive/llap/vector_adaptor_usage_mode.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_adaptor_usage_mode.q.out @@ -135,6 +135,8 @@ select (c2 regexp 'val') = (c4 regexp 'val') from varchar_udf_1_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select c2 regexp 'val', @@ -142,6 +144,8 @@ select (c2 regexp 'val') = (c4 regexp 'val') from varchar_udf_1_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -211,6 +215,8 @@ select regexp_extract(c2, 'val_([0-9]+)', 1) = regexp_extract(c4, 'val_([0-9]+)', 1) from varchar_udf_1_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select regexp_extract(c2, 'val_([0-9]+)', 1), @@ -218,6 +224,8 @@ select regexp_extract(c2, 'val_([0-9]+)', 1) = regexp_extract(c4, 'val_([0-9]+)', 1) from varchar_udf_1_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -287,6 +295,8 @@ select regexp_replace(c2, 'val', 'replaced') = regexp_replace(c4, 'val', 'replaced') from varchar_udf_1_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select regexp_replace(c2, 'val', 'replaced'), @@ -294,6 +304,8 @@ select regexp_replace(c2, 'val', 'replaced') = regexp_replace(c4, 'val', 'replaced') from varchar_udf_1_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -363,6 +375,8 @@ select (c2 regexp 'val') = (c4 regexp 'val') from varchar_udf_1_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select c2 regexp 'val', @@ -370,6 +384,8 @@ select (c2 regexp 'val') = (c4 regexp 'val') from varchar_udf_1_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -439,6 +455,8 @@ select regexp_extract(c2, 'val_([0-9]+)', 1) = regexp_extract(c4, 'val_([0-9]+)', 1) from varchar_udf_1_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select regexp_extract(c2, 'val_([0-9]+)', 1), @@ -446,6 +464,8 @@ select regexp_extract(c2, 'val_([0-9]+)', 1) = regexp_extract(c4, 'val_([0-9]+)', 1) from varchar_udf_1_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -528,6 +548,8 @@ select regexp_replace(c2, 'val', 'replaced') = regexp_replace(c4, 'val', 'replaced') from varchar_udf_1_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select regexp_replace(c2, 'val', 'replaced'), @@ -535,6 +557,8 @@ select regexp_replace(c2, 'val', 'replaced') = regexp_replace(c4, 'val', 'replaced') from varchar_udf_1_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -612,8 +636,12 @@ NULL NULL NULL replaced_238 replaced_238 true PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT POWER(key, 2) FROM DECIMAL_UDF_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT POWER(key, 2) FROM DECIMAL_UDF_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_n1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -712,6 +740,8 @@ SELECT log10(key), sqrt(key) FROM DECIMAL_UDF_n1 WHERE key = 10 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT exp(key), ln(key), @@ -719,6 +749,8 @@ SELECT log10(key), sqrt(key) FROM DECIMAL_UDF_n1 WHERE key = 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_n1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -785,8 +817,12 @@ POSTHOOK: Input: default@decimal_udf_n1 22026.465794806718 2.302585092994046 2.302585092994046 1.0 1.0 1.0 1.0 3.1622776601683795 PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT POWER(key, 2) FROM DECIMAL_UDF_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT POWER(key, 2) FROM DECIMAL_UDF_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_n1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -885,6 +921,8 @@ SELECT log10(key), sqrt(key) FROM DECIMAL_UDF_n1 WHERE key = 10 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT exp(key), ln(key), @@ -892,6 +930,8 @@ SELECT log10(key), sqrt(key) FROM DECIMAL_UDF_n1 WHERE key = 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_n1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -959,9 +999,13 @@ POSTHOOK: Input: default@decimal_udf_n1 PREHOOK: query: explain vectorization expression SELECT key, COUNT(CASE WHEN bool THEN 1 WHEN NOT bool THEN 0 ELSE NULL END) AS cnt_bool0_ok FROM count_case_groupby GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@count_case_groupby +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression SELECT key, COUNT(CASE WHEN bool THEN 1 WHEN NOT bool THEN 0 ELSE NULL END) AS cnt_bool0_ok FROM count_case_groupby GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@count_case_groupby +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1086,9 +1130,13 @@ key5 0 PREHOOK: query: explain vectorization expression SELECT key, COUNT(CASE WHEN bool THEN 1 WHEN NOT bool THEN 0 ELSE NULL END) AS cnt_bool0_ok FROM count_case_groupby GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@count_case_groupby +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression SELECT key, COUNT(CASE WHEN bool THEN 1 WHEN NOT bool THEN 0 ELSE NULL END) AS cnt_bool0_ok FROM count_case_groupby GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@count_case_groupby +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_aggregate_9.q.out b/ql/src/test/results/clientpositive/llap/vector_aggregate_9.q.out index b1fa6a7..14f061b 100644 --- a/ql/src/test/results/clientpositive/llap/vector_aggregate_9.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_aggregate_9.q.out @@ -104,9 +104,13 @@ POSTHOOK: Lineage: vectortab2korc_n4.ts2 SIMPLE [(vectortab2k_n4)vectortab2k_n4. PREHOOK: query: explain vectorization detail select min(dc), max(dc), sum(dc), avg(dc) from vectortab2korc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2korc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select min(dc), max(dc), sum(dc), avg(dc) from vectortab2korc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2korc_n4 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -244,9 +248,13 @@ POSTHOOK: Input: default@vectortab2korc_n4 PREHOOK: query: explain vectorization detail select min(d), max(d), sum(d), avg(d) from vectortab2korc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2korc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select min(d), max(d), sum(d), avg(d) from vectortab2korc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2korc_n4 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -384,9 +392,13 @@ POSTHOOK: Input: default@vectortab2korc_n4 PREHOOK: query: explain vectorization detail select min(ts), max(ts), sum(ts), avg(ts) from vectortab2korc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2korc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select min(ts), max(ts), sum(ts), avg(ts) from vectortab2korc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2korc_n4 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_aggregate_without_gby.q.out b/ql/src/test/results/clientpositive/llap/vector_aggregate_without_gby.q.out index 5c35139..decccdc 100644 --- a/ql/src/test/results/clientpositive/llap/vector_aggregate_without_gby.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_aggregate_without_gby.q.out @@ -36,9 +36,13 @@ POSTHOOK: Lineage: testvec.id SCRIPT [] PREHOOK: query: explain vectorization detail select max(dt), max(greg_dt) from testvec where id=5 PREHOOK: type: QUERY +PREHOOK: Input: default@testvec +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select max(dt), max(greg_dt) from testvec where id=5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@testvec +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_annotate_stats_select.q.out b/ql/src/test/results/clientpositive/llap/vector_annotate_stats_select.q.out index cb463a1..ed85f89 100644 --- a/ql/src/test/results/clientpositive/llap/vector_annotate_stats_select.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_annotate_stats_select.q.out @@ -91,8 +91,12 @@ POSTHOOK: Lineage: alltypes_orc_n4.ts1 SIMPLE [(alltypes_n4)alltypes_n4.FieldSch POSTHOOK: Lineage: alltypes_orc_n4.vc1 SIMPLE [(alltypes_n4)alltypes_n4.FieldSchema(name:vc1, type:varchar(5), comment:null), ] PREHOOK: query: explain select * from alltypes_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain select * from alltypes_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -139,8 +143,12 @@ POSTHOOK: Output: default@alltypes_orc_n4 #### A masked pattern was here #### PREHOOK: query: explain select * from alltypes_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain select * from alltypes_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -177,8 +185,12 @@ STAGE PLANS: PREHOOK: query: explain select bo1 from alltypes_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain select bo1 from alltypes_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -215,8 +227,12 @@ STAGE PLANS: PREHOOK: query: explain select i1 as int1 from alltypes_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain select i1 as int1 from alltypes_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -253,8 +269,12 @@ STAGE PLANS: PREHOOK: query: explain select s1 from alltypes_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain select s1 from alltypes_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -291,8 +311,12 @@ STAGE PLANS: PREHOOK: query: explain select m1 from alltypes_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain select m1 from alltypes_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -329,8 +353,12 @@ STAGE PLANS: PREHOOK: query: explain select bo1, ti1, si1, i1, bi1, f1, d1,s1 from alltypes_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain select bo1, ti1, si1, i1, bi1, f1, d1,s1 from alltypes_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -367,8 +395,12 @@ STAGE PLANS: PREHOOK: query: explain vectorization expression select null from alltypes_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select null from alltypes_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -428,8 +460,12 @@ STAGE PLANS: PREHOOK: query: explain vectorization expression select 11 from alltypes_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select 11 from alltypes_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -489,8 +525,12 @@ STAGE PLANS: PREHOOK: query: explain vectorization expression select 11L from alltypes_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select 11L from alltypes_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -550,8 +590,12 @@ STAGE PLANS: PREHOOK: query: explain vectorization expression select 11.0 from alltypes_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select 11.0 from alltypes_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -611,8 +655,12 @@ STAGE PLANS: PREHOOK: query: explain vectorization expression select "hello" from alltypes_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select "hello" from alltypes_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -672,8 +720,12 @@ STAGE PLANS: PREHOOK: query: explain vectorization expression select cast("hello" as char(5)) from alltypes_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select cast("hello" as char(5)) from alltypes_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -733,8 +785,12 @@ STAGE PLANS: PREHOOK: query: explain vectorization expression select cast("hello" as varchar(5)) from alltypes_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select cast("hello" as varchar(5)) from alltypes_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -794,8 +850,12 @@ STAGE PLANS: PREHOOK: query: explain vectorization expression select unbase64("0xe23") from alltypes_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select unbase64("0xe23") from alltypes_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -842,8 +902,12 @@ STAGE PLANS: PREHOOK: query: explain vectorization expression select cast("1" as TINYINT), cast("20" as SMALLINT) from alltypes_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select cast("1" as TINYINT), cast("20" as SMALLINT) from alltypes_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -903,8 +967,12 @@ STAGE PLANS: PREHOOK: query: explain vectorization expression select cast("1970-12-31 15:59:58.174" as TIMESTAMP) from alltypes_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select cast("1970-12-31 15:59:58.174" as TIMESTAMP) from alltypes_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -964,8 +1032,12 @@ STAGE PLANS: PREHOOK: query: explain vectorization expression select cast("1970-12-31 15:59:58.174" as DATE) from alltypes_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select cast("1970-12-31 15:59:58.174" as DATE) from alltypes_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1025,8 +1097,12 @@ STAGE PLANS: PREHOOK: query: explain vectorization expression select cast("58.174" as DECIMAL) from alltypes_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select cast("58.174" as DECIMAL) from alltypes_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1086,8 +1162,12 @@ STAGE PLANS: PREHOOK: query: explain vectorization expression select array(1,2,3) from alltypes_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select array(1,2,3) from alltypes_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1147,8 +1227,12 @@ STAGE PLANS: PREHOOK: query: explain vectorization expression select str_to_map("a=1 b=2 c=3", " ", "=") from alltypes_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select str_to_map("a=1 b=2 c=3", " ", "=") from alltypes_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1208,8 +1292,12 @@ STAGE PLANS: PREHOOK: query: explain vectorization expression select NAMED_STRUCT("a", 11, "b", 11) from alltypes_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select NAMED_STRUCT("a", 11, "b", 11) from alltypes_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1269,8 +1357,12 @@ STAGE PLANS: PREHOOK: query: explain vectorization expression select CREATE_UNION(0, "hello") from alltypes_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select CREATE_UNION(0, "hello") from alltypes_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1330,8 +1422,12 @@ STAGE PLANS: PREHOOK: query: explain vectorization expression select count(*) from alltypes_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(*) from alltypes_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1348,8 +1444,12 @@ STAGE PLANS: PREHOOK: query: explain vectorization expression select count(1) from alltypes_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(1) from alltypes_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1366,8 +1466,12 @@ STAGE PLANS: PREHOOK: query: explain vectorization expression select *,11 from alltypes_orc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select *,11 from alltypes_orc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1427,8 +1531,12 @@ STAGE PLANS: PREHOOK: query: explain vectorization expression select i1 from (select i1 from alltypes_orc_n4 limit 10) temp PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select i1 from (select i1 from alltypes_orc_n4 limit 10) temp POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1493,8 +1601,12 @@ STAGE PLANS: PREHOOK: query: explain vectorization expression select i1 from (select i1,11 from alltypes_orc_n4 limit 10) temp PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select i1 from (select i1,11 from alltypes_orc_n4 limit 10) temp POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1559,8 +1671,12 @@ STAGE PLANS: PREHOOK: query: explain vectorization expression select i1,"hello" from (select i1,11 from alltypes_orc_n4 limit 10) temp PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select i1,"hello" from (select i1,11 from alltypes_orc_n4 limit 10) temp POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1669,8 +1785,12 @@ STAGE PLANS: PREHOOK: query: explain vectorization expression select x from (select i1,11.0 as x from alltypes_orc_n4 limit 10) temp PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select x from (select i1,11.0 as x from alltypes_orc_n4 limit 10) temp POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1768,8 +1888,12 @@ STAGE PLANS: PREHOOK: query: explain vectorization expression select x,"hello" from (select i1 as x, unbase64("0xe23") as ub from alltypes_orc_n4 limit 10) temp PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select x,"hello" from (select i1 as x, unbase64("0xe23") as ub from alltypes_orc_n4 limit 10) temp POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1878,8 +2002,12 @@ STAGE PLANS: PREHOOK: query: explain vectorization expression select h, 11.0 from (select hell as h from (select i1, "hello" as hell from alltypes_orc_n4 limit 10) in1 limit 10) in2 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select h, 11.0 from (select hell as h from (select i1, "hello" as hell from alltypes_orc_n4 limit 10) in1 limit 10) in2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1977,8 +2105,12 @@ STAGE PLANS: PREHOOK: query: explain vectorization expression select bo1 from alltypes_orc_n4 where bo1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select bo1 from alltypes_orc_n4 where bo1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2044,8 +2176,12 @@ STAGE PLANS: PREHOOK: query: explain vectorization expression select bo1 from alltypes_orc_n4 where !bo1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select bo1 from alltypes_orc_n4 where !bo1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc_n4 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_auto_smb_mapjoin_14.q.out b/ql/src/test/results/clientpositive/llap/vector_auto_smb_mapjoin_14.q.out index 6238281..04235ad 100644 --- a/ql/src/test/results/clientpositive/llap/vector_auto_smb_mapjoin_14.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_auto_smb_mapjoin_14.q.out @@ -43,11 +43,17 @@ select count(*) from ( select a.key as key, a.value as val1, b.value as val2 from tbl1_n12 a join tbl2_n11 b on a.key = b.key ) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n12 +PREHOOK: Input: default@tbl2_n11 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(*) from ( select a.key as key, a.value as val1, b.value as val2 from tbl1_n12 a join tbl2_n11 b on a.key = b.key ) subq1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n12 +POSTHOOK: Input: default@tbl2_n11 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -167,6 +173,9 @@ select count(*) from group by key ) subq2 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n12 +PREHOOK: Input: default@tbl2_n11 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(*) from ( @@ -177,6 +186,9 @@ select count(*) from group by key ) subq2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n12 +POSTHOOK: Input: default@tbl2_n11 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -363,6 +375,9 @@ join ) src2 on src1.key = src2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n12 +PREHOOK: Input: default@tbl2_n11 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select src1.key, src1.cnt1, src2.cnt1 from ( @@ -380,6 +395,9 @@ join ) src2 on src1.key = src2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n12 +POSTHOOK: Input: default@tbl2_n11 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -632,6 +650,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2_n11 a where key < 6) subq2 on subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n12 +PREHOOK: Input: default@tbl2_n11 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(*) from (select a.key as key, a.value as value from tbl1_n12 a where key < 6) subq1 @@ -639,6 +660,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2_n11 a where key < 6) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n12 +POSTHOOK: Input: default@tbl2_n11 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -764,6 +788,9 @@ select count(*) from join tbl2_n11 b on subq2.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n12 +PREHOOK: Input: default@tbl2_n11 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(*) from ( @@ -776,6 +803,9 @@ select count(*) from join tbl2_n11 b on subq2.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n12 +POSTHOOK: Input: default@tbl2_n11 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -918,6 +948,8 @@ select count(*) from ) subq4 on subq2.key = subq4.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n12 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(*) from ( @@ -937,6 +969,8 @@ select count(*) from ) subq4 on subq2.key = subq4.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n12 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1079,6 +1113,9 @@ select count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl2_n11 a where key < 8) subq2 on subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n12 +PREHOOK: Input: default@tbl2_n11 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl1_n12 a where key < 8) subq1 @@ -1086,6 +1123,9 @@ select count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl2_n11 a where key < 8) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n12 +POSTHOOK: Input: default@tbl2_n11 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1206,6 +1246,9 @@ select count(*) from (select a.key +1 as key, concat(a.value, a.value) as value from tbl2_n11 a) subq2 on subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n12 +PREHOOK: Input: default@tbl2_n11 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(*) from (select a.key +1 as key, concat(a.value, a.value) as value from tbl1_n12 a) subq1 @@ -1213,6 +1256,9 @@ select count(*) from (select a.key +1 as key, concat(a.value, a.value) as value from tbl2_n11 a) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n12 +POSTHOOK: Input: default@tbl2_n11 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1397,11 +1443,17 @@ select count(*) from (select a.key as key, a.value as value from tbl1_n12 a where key < 6) subq1 join tbl2_n11 a on subq1.key = a.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n12 +PREHOOK: Input: default@tbl2_n11 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(*) from (select a.key as key, a.value as value from tbl1_n12 a where key < 6) subq1 join tbl2_n11 a on subq1.key = a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n12 +POSTHOOK: Input: default@tbl2_n11 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1521,6 +1573,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2_n11 a where key < 6) subq3 on (subq1.key = subq3.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n12 +PREHOOK: Input: default@tbl2_n11 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(*) from (select a.key as key, a.value as value from tbl1_n12 a where key < 6) subq1 @@ -1531,6 +1586,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2_n11 a where key < 6) subq3 on (subq1.key = subq3.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n12 +POSTHOOK: Input: default@tbl2_n11 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1676,6 +1734,9 @@ select count(*) from ( join tbl2_n11 b on subq2.key = b.key) a PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n12 +PREHOOK: Input: default@tbl2_n11 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(*) from ( select subq2.key as key, subq2.value as value1, b.value as value2 from @@ -1689,6 +1750,9 @@ select count(*) from ( join tbl2_n11 b on subq2.key = b.key) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n12 +POSTHOOK: Input: default@tbl2_n11 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1837,6 +1901,10 @@ from ( insert overwrite table dest1_n157 select key, val1 insert overwrite table dest2_n40 select key, val1, val2 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n12 +PREHOOK: Input: default@tbl2_n11 +PREHOOK: Output: default@dest1_n157 +PREHOOK: Output: default@dest2_n40 POSTHOOK: query: explain vectorization expression from ( select a.key as key, a.value as val1, b.value as val2 from tbl1_n12 a join tbl2_n11 b on a.key = b.key @@ -1844,6 +1912,10 @@ from ( insert overwrite table dest1_n157 select key, val1 insert overwrite table dest2_n40 select key, val1, val2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n12 +POSTHOOK: Input: default@tbl2_n11 +POSTHOOK: Output: default@dest1_n157 +POSTHOOK: Output: default@dest2_n40 PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2057,6 +2129,10 @@ from ( insert overwrite table dest1_n157 select key, val1 insert overwrite table dest2_n40 select key, count(*) group by key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n12 +PREHOOK: Input: default@tbl2_n11 +PREHOOK: Output: default@dest1_n157 +PREHOOK: Output: default@dest2_n40 POSTHOOK: query: explain vectorization expression from ( select a.key as key, a.value as val1, b.value as val2 from tbl1_n12 a join tbl2_n11 b on a.key = b.key @@ -2064,6 +2140,10 @@ from ( insert overwrite table dest1_n157 select key, val1 insert overwrite table dest2_n40 select key, count(*) group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n12 +POSTHOOK: Input: default@tbl2_n11 +POSTHOOK: Output: default@dest1_n157 +POSTHOOK: Output: default@dest2_n40 PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_between_columns.q.out b/ql/src/test/results/clientpositive/llap/vector_between_columns.q.out index 1824976..ee30941 100644 --- a/ql/src/test/results/clientpositive/llap/vector_between_columns.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_between_columns.q.out @@ -86,9 +86,15 @@ Warning: Shuffle Join MERGEJOIN[9][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reduce PREHOOK: query: explain vectorization expression select tint.rnum, tsint.rnum, tint.cint, tsint.csint, (case when (tint.cint between tsint.csint and tsint.csint) then "Ok" else "NoOk" end) as between_col from tint , tsint PREHOOK: type: QUERY +PREHOOK: Input: default@tint +PREHOOK: Input: default@tsint +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select tint.rnum, tsint.rnum, tint.cint, tsint.csint, (case when (tint.cint between tsint.csint and tsint.csint) then "Ok" else "NoOk" end) as between_col from tint , tsint POSTHOOK: type: QUERY +POSTHOOK: Input: default@tint +POSTHOOK: Input: default@tsint +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -255,9 +261,15 @@ Warning: Shuffle Join MERGEJOIN[10][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reduc PREHOOK: query: explain vectorization expression select tint.rnum, tsint.rnum, tint.cint, tsint.csint from tint , tsint where tint.cint between tsint.csint and tsint.csint PREHOOK: type: QUERY +PREHOOK: Input: default@tint +PREHOOK: Input: default@tsint +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select tint.rnum, tsint.rnum, tint.cint, tsint.csint from tint , tsint where tint.cint between tsint.csint and tsint.csint POSTHOOK: type: QUERY +POSTHOOK: Input: default@tint +POSTHOOK: Input: default@tsint +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vector_between_in.q.out b/ql/src/test/results/clientpositive/llap/vector_between_in.q.out index 26dae0b..d5301c4 100644 --- a/ql/src/test/results/clientpositive/llap/vector_between_in.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_between_in.q.out @@ -26,8 +26,12 @@ POSTHOOK: Lineage: decimal_date_test.cdecimal2 EXPRESSION [] POSTHOOK: Lineage: decimal_date_test.cdouble EXPRESSION [] PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate FROM decimal_date_test WHERE cdate IN (CAST("1969-10-26" AS DATE), CAST("1969-07-14" AS DATE)) ORDER BY cdate PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate FROM decimal_date_test WHERE cdate IN (CAST("1969-10-26" AS DATE), CAST("1969-07-14" AS DATE)) ORDER BY cdate POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -121,8 +125,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(*) FROM decimal_date_test WHERE cdate NOT IN (CAST("1969-10-26" AS DATE), CAST("1969-07-14" AS DATE), CAST("1970-01-21" AS DATE)) PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(*) FROM decimal_date_test WHERE cdate NOT IN (CAST("1969-10-26" AS DATE), CAST("1969-07-14" AS DATE), CAST("1970-01-21" AS DATE)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -230,8 +238,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdecimal1 FROM decimal_date_test WHERE cdecimal1 IN (2365.8945945946, 881.0135135135, -3367.6517567568) ORDER BY cdecimal1 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdecimal1 FROM decimal_date_test WHERE cdecimal1 IN (2365.8945945946, 881.0135135135, -3367.6517567568) ORDER BY cdecimal1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -325,8 +337,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(*) FROM decimal_date_test WHERE cdecimal1 NOT IN (2365.8945945946, 881.0135135135, -3367.6517567568) PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(*) FROM decimal_date_test WHERE cdecimal1 NOT IN (2365.8945945946, 881.0135135135, -3367.6517567568) POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -434,8 +450,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate FROM decimal_date_test WHERE cdate BETWEEN CAST("1969-12-30" AS DATE) AND CAST("1970-01-02" AS DATE) ORDER BY cdate PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate FROM decimal_date_test WHERE cdate BETWEEN CAST("1969-12-30" AS DATE) AND CAST("1970-01-02" AS DATE) ORDER BY cdate POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -529,8 +549,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate FROM decimal_date_test WHERE cdate NOT BETWEEN CAST("1968-05-01" AS DATE) AND CAST("1971-09-01" AS DATE) ORDER BY cdate PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate FROM decimal_date_test WHERE cdate NOT BETWEEN CAST("1968-05-01" AS DATE) AND CAST("1971-09-01" AS DATE) ORDER BY cdate POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -624,8 +648,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdecimal1 FROM decimal_date_test WHERE cdecimal1 BETWEEN -20 AND 45.9918918919 ORDER BY cdecimal1 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdecimal1 FROM decimal_date_test WHERE cdecimal1 BETWEEN -20 AND 45.9918918919 ORDER BY cdecimal1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -719,8 +747,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(*) FROM decimal_date_test WHERE cdecimal1 NOT BETWEEN -2000 AND 4390.1351351351 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(*) FROM decimal_date_test WHERE cdecimal1 NOT BETWEEN -2000 AND 4390.1351351351 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1073,8 +1105,12 @@ POSTHOOK: Input: default@decimal_date_test 6172 PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT c0, count(1) from (SELECT cdate IN (CAST("1969-10-26" AS DATE), CAST("1969-07-14" AS DATE)) as c0 FROM decimal_date_test) tab GROUP BY c0 ORDER BY c0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT c0, count(1) from (SELECT cdate IN (CAST("1969-10-26" AS DATE), CAST("1969-07-14" AS DATE)) as c0 FROM decimal_date_test) tab GROUP BY c0 ORDER BY c0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1211,8 +1247,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT c0, count(1) from (SELECT cdecimal1 IN (2365.8945945946, 881.0135135135, -3367.6517567568) as c0 FROM decimal_date_test) tab GROUP BY c0 ORDER BY c0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT c0, count(1) from (SELECT cdecimal1 IN (2365.8945945946, 881.0135135135, -3367.6517567568) as c0 FROM decimal_date_test) tab GROUP BY c0 ORDER BY c0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1349,8 +1389,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT c0, count(1) from (SELECT cdate BETWEEN CAST("1969-12-30" AS DATE) AND CAST("1970-01-02" AS DATE) as c0 FROM decimal_date_test) tab GROUP BY c0 ORDER BY c0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT c0, count(1) from (SELECT cdate BETWEEN CAST("1969-12-30" AS DATE) AND CAST("1970-01-02" AS DATE) as c0 FROM decimal_date_test) tab GROUP BY c0 ORDER BY c0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1487,8 +1531,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT c0, count(1) from (SELECT cdecimal1 NOT BETWEEN -2000 AND 4390.1351351351 as c0 FROM decimal_date_test) tab GROUP BY c0 ORDER BY c0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT c0, count(1) from (SELECT cdecimal1 NOT BETWEEN -2000 AND 4390.1351351351 as c0 FROM decimal_date_test) tab GROUP BY c0 ORDER BY c0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_binary_join_groupby.q.out b/ql/src/test/results/clientpositive/llap/vector_binary_join_groupby.q.out index 4227ba9..0e0c60c 100644 --- a/ql/src/test/results/clientpositive/llap/vector_binary_join_groupby.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_binary_join_groupby.q.out @@ -100,11 +100,15 @@ SELECT sum(hash(*)) k FROM hundredorc t1 JOIN hundredorc t2 ON t1.bin = t2.bin order by k PREHOOK: type: QUERY +PREHOOK: Input: default@hundredorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT sum(hash(*)) k FROM hundredorc t1 JOIN hundredorc t2 ON t1.bin = t2.bin order by k POSTHOOK: type: QUERY +POSTHOOK: Input: default@hundredorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -325,12 +329,16 @@ FROM hundredorc GROUP BY bin order by bin PREHOOK: type: QUERY +PREHOOK: Input: default@hundredorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT count(*), bin FROM hundredorc GROUP BY bin order by bin POSTHOOK: type: QUERY +POSTHOOK: Input: default@hundredorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -516,10 +524,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT t1.i, t1.bin, t2.bin FROM hundredorc t1 JOIN hundredorc t2 ON t1.i = t2.i PREHOOK: type: QUERY +PREHOOK: Input: default@hundredorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT t1.i, t1.bin, t2.bin FROM hundredorc t1 JOIN hundredorc t2 ON t1.i = t2.i POSTHOOK: type: QUERY +POSTHOOK: Input: default@hundredorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_bround.q.out b/ql/src/test/results/clientpositive/llap/vector_bround.q.out index 3e9a370..2f945d6 100644 --- a/ql/src/test/results/clientpositive/llap/vector_bround.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_bround.q.out @@ -47,9 +47,13 @@ POSTHOOK: Lineage: test_vector_bround.v1 EXPRESSION [] PREHOOK: query: explain vectorization detail select bround(v0), bround(v1, 1) from test_vector_bround PREHOOK: type: QUERY +PREHOOK: Input: default@test_vector_bround +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select bround(v0), bround(v1, 1) from test_vector_bround POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_vector_bround +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_bucket.q.out b/ql/src/test/results/clientpositive/llap/vector_bucket.q.out index d9a0f09..277deda 100644 --- a/ql/src/test/results/clientpositive/llap/vector_bucket.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_bucket.q.out @@ -9,9 +9,13 @@ POSTHOOK: Output: default@non_orc_table PREHOOK: query: explain vectorization expression insert into table non_orc_table values(1, 'one'),(1, 'one'), (2, 'two'),(3, 'three') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@non_orc_table POSTHOOK: query: explain vectorization expression insert into table non_orc_table values(1, 'one'),(1, 'one'), (2, 'two'),(3, 'three') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@non_orc_table PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_case_when_1.q.out b/ql/src/test/results/clientpositive/llap/vector_case_when_1.q.out index ab083e7..8fd854e 100644 --- a/ql/src/test/results/clientpositive/llap/vector_case_when_1.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_case_when_1.q.out @@ -141,6 +141,8 @@ SELECT IF(L_SUPPKEY % 500 > 100, DATE_ADD('2008-12-31', 1), DATE_ADD('2008-12-31', 365)) AS Field_12 FROM lineitem_test PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT L_QUANTITY as Quantity, @@ -182,6 +184,8 @@ SELECT IF(L_SUPPKEY % 500 > 100, DATE_ADD('2008-12-31', 1), DATE_ADD('2008-12-31', 365)) AS Field_12 FROM lineitem_test POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem_test +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -454,6 +458,8 @@ SELECT IF(L_SUPPKEY % 500 > 100, DATE_ADD('2008-12-31', 1), DATE_ADD('2008-12-31', 365)) AS Field_12 FROM lineitem_test PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT L_QUANTITY as Quantity, @@ -495,6 +501,8 @@ SELECT IF(L_SUPPKEY % 500 > 100, DATE_ADD('2008-12-31', 1), DATE_ADD('2008-12-31', 365)) AS Field_12 FROM lineitem_test POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem_test +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -787,6 +795,8 @@ SELECT IF(L_SUPPKEY % 500 > 100, DATE_ADD('2008-12-31', 1), DATE_ADD('2008-12-31', 365)) AS Field_12 FROM lineitem_test PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT L_QUANTITY as Quantity, @@ -828,6 +838,8 @@ SELECT IF(L_SUPPKEY % 500 > 100, DATE_ADD('2008-12-31', 1), DATE_ADD('2008-12-31', 365)) AS Field_12 FROM lineitem_test POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem_test +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vector_case_when_2.q.out b/ql/src/test/results/clientpositive/llap/vector_case_when_2.q.out index 966f6c5..72edf37 100644 --- a/ql/src/test/results/clientpositive/llap/vector_case_when_2.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_case_when_2.q.out @@ -82,6 +82,8 @@ SELECT FROM timestamps ORDER BY ctimestamp1, stimestamp1, ctimestamp2 PREHOOK: type: QUERY +PREHOOK: Input: default@timestamps +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT ctimestamp1, @@ -114,6 +116,8 @@ SELECT FROM timestamps ORDER BY ctimestamp1, stimestamp1, ctimestamp2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@timestamps +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -344,6 +348,8 @@ SELECT FROM timestamps ORDER BY ctimestamp1, stimestamp1, ctimestamp2 PREHOOK: type: QUERY +PREHOOK: Input: default@timestamps +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT ctimestamp1, @@ -376,6 +382,8 @@ SELECT FROM timestamps ORDER BY ctimestamp1, stimestamp1, ctimestamp2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@timestamps +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -629,6 +637,8 @@ SELECT FROM timestamps ORDER BY ctimestamp1, stimestamp1, ctimestamp2 PREHOOK: type: QUERY +PREHOOK: Input: default@timestamps +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT ctimestamp1, @@ -661,6 +671,8 @@ SELECT FROM timestamps ORDER BY ctimestamp1, stimestamp1, ctimestamp2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@timestamps +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vector_cast_constant.q.out b/ql/src/test/results/clientpositive/llap/vector_cast_constant.q.out index 060281a..b4c0ea5 100644 --- a/ql/src/test/results/clientpositive/llap/vector_cast_constant.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_cast_constant.q.out @@ -102,6 +102,8 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT AVG(CAST(50 AS DECIMAL)) AS `avg_decimal_ok` FROM over1korc_n0 GROUP BY i ORDER BY i LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@over1korc_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT i, AVG(CAST(50 AS INT)) AS `avg_int_ok`, @@ -109,6 +111,8 @@ POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT AVG(CAST(50 AS DECIMAL)) AS `avg_decimal_ok` FROM over1korc_n0 GROUP BY i ORDER BY i LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1korc_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_char_2.q.out b/ql/src/test/results/clientpositive/llap/vector_char_2.q.out index b58de03..1ba0ab6 100644 --- a/ql/src/test/results/clientpositive/llap/vector_char_2.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_char_2.q.out @@ -63,12 +63,16 @@ group by value order by value asc limit 5 PREHOOK: type: QUERY +PREHOOK: Input: default@char_2_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select value, sum(cast(key as int)), count(*) numrows from char_2_n0 group by value order by value asc limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@char_2_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -268,12 +272,16 @@ group by value order by value desc limit 5 PREHOOK: type: QUERY +PREHOOK: Input: default@char_2_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select value, sum(cast(key as int)), count(*) numrows from char_2_n0 group by value order by value desc limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@char_2_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_char_4.q.out b/ql/src/test/results/clientpositive/llap/vector_char_4.q.out index a418e7a..fa77121 100644 --- a/ql/src/test/results/clientpositive/llap/vector_char_4.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_char_4.q.out @@ -124,9 +124,13 @@ POSTHOOK: Output: default@char_lazy_binary_columnar PREHOOK: query: explain vectorization expression insert overwrite table char_lazy_binary_columnar select t, si, i, b, f, d, s from vectortab2korc PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2korc +PREHOOK: Output: default@char_lazy_binary_columnar POSTHOOK: query: explain vectorization expression insert overwrite table char_lazy_binary_columnar select t, si, i, b, f, d, s from vectortab2korc POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2korc +POSTHOOK: Output: default@char_lazy_binary_columnar PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_char_mapjoin1.q.out b/ql/src/test/results/clientpositive/llap/vector_char_mapjoin1.q.out index 7aa82d0..5f54f28 100644 --- a/ql/src/test/results/clientpositive/llap/vector_char_mapjoin1.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_char_mapjoin1.q.out @@ -126,8 +126,12 @@ POSTHOOK: Lineage: char_join1_str_orc.c1 SIMPLE [(char_join1_str)char_join1_str. POSTHOOK: Lineage: char_join1_str_orc.c2 SIMPLE [(char_join1_str)char_join1_str.FieldSchema(name:c2, type:string, comment:null), ] PREHOOK: query: explain vectorization expression select * from char_join1_vc1_orc a join char_join1_vc1_orc b on (a.c2 = b.c2) order by a.c1 PREHOOK: type: QUERY +PREHOOK: Input: default@char_join1_vc1_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from char_join1_vc1_orc a join char_join1_vc1_orc b on (a.c2 = b.c2) order by a.c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@char_join1_vc1_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -293,8 +297,14 @@ POSTHOOK: Input: default@char_join1_vc1_orc 3 abc 3 abc PREHOOK: query: explain vectorization expression select * from char_join1_vc1_orc a join char_join1_vc2_orc b on (a.c2 = b.c2) order by a.c1 PREHOOK: type: QUERY +PREHOOK: Input: default@char_join1_vc1_orc +PREHOOK: Input: default@char_join1_vc2_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from char_join1_vc1_orc a join char_join1_vc2_orc b on (a.c2 = b.c2) order by a.c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@char_join1_vc1_orc +POSTHOOK: Input: default@char_join1_vc2_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -462,8 +472,14 @@ POSTHOOK: Input: default@char_join1_vc2_orc 3 abc 3 abc PREHOOK: query: explain vectorization expression select * from char_join1_vc1_orc a join char_join1_str_orc b on (a.c2 = b.c2) order by a.c1 PREHOOK: type: QUERY +PREHOOK: Input: default@char_join1_str_orc +PREHOOK: Input: default@char_join1_vc1_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from char_join1_vc1_orc a join char_join1_str_orc b on (a.c2 = b.c2) order by a.c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@char_join1_str_orc +POSTHOOK: Input: default@char_join1_vc1_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_char_simple.q.out b/ql/src/test/results/clientpositive/llap/vector_char_simple.q.out index c283674..0370315 100644 --- a/ql/src/test/results/clientpositive/llap/vector_char_simple.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_char_simple.q.out @@ -50,11 +50,15 @@ from char_2 order by key asc limit 5 PREHOOK: type: QUERY +PREHOOK: Input: default@char_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only select key, value from char_2 order by key asc limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@char_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -136,11 +140,15 @@ from char_2 order by key desc limit 5 PREHOOK: type: QUERY +PREHOOK: Input: default@char_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only select key, value from char_2 order by key desc limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@char_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -221,9 +229,13 @@ POSTHOOK: Output: default@char_3 PREHOOK: query: explain vectorization only operator insert into table char_3 select cint from alltypesorc limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Output: default@char_3 POSTHOOK: query: explain vectorization only operator insert into table char_3 select cint from alltypesorc limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Output: default@char_3 PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_char_varchar_1.q.out b/ql/src/test/results/clientpositive/llap/vector_char_varchar_1.q.out index 5a23539..d2db6db 100644 --- a/ql/src/test/results/clientpositive/llap/vector_char_varchar_1.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_char_varchar_1.q.out @@ -29,9 +29,15 @@ POSTHOOK: Output: default@varchar_table PREHOOK: query: explain vectorization detail create table varchar_ctas_1 as select length(vs),reverse(vs) from varchar_table PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@varchar_table +PREHOOK: Output: database:default +PREHOOK: Output: default@varchar_ctas_1 POSTHOOK: query: explain vectorization detail create table varchar_ctas_1 as select length(vs),reverse(vs) from varchar_table POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@varchar_table +POSTHOOK: Output: database:default +POSTHOOK: Output: default@varchar_ctas_1 Explain PLAN VECTORIZATION: enabled: true @@ -176,9 +182,15 @@ POSTHOOK: Output: default@char_table PREHOOK: query: explain vectorization detail create table char_ctas_1 as select length(vs),reverse(vs) from char_table PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@char_table +PREHOOK: Output: database:default +PREHOOK: Output: default@char_ctas_1 POSTHOOK: query: explain vectorization detail create table char_ctas_1 as select length(vs),reverse(vs) from char_table POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@char_table +POSTHOOK: Output: database:default +POSTHOOK: Output: default@char_ctas_1 Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vector_coalesce.q.out b/ql/src/test/results/clientpositive/llap/vector_coalesce.q.out index bc00c98..512b7a3 100644 --- a/ql/src/test/results/clientpositive/llap/vector_coalesce.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_coalesce.q.out @@ -4,12 +4,16 @@ WHERE (cdouble IS NULL) ORDER BY cdouble, cstring1, cint, cfloat, csmallint, c LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION ONLY EXPRESSION SELECT cdouble, cstring1, cint, cfloat, csmallint, coalesce(cdouble, cstring1, cint, cfloat, csmallint) as c FROM alltypesorc WHERE (cdouble IS NULL) ORDER BY cdouble, cstring1, cint, cfloat, csmallint, c LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -112,12 +116,16 @@ WHERE (ctinyint IS NULL) ORDER BY ctinyint, cdouble, cint, c LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION ONLY EXPRESSION SELECT ctinyint, cdouble, cint, coalesce(ctinyint+10, (cdouble+log2(cint)), 0) as c FROM alltypesorc WHERE (ctinyint IS NULL) ORDER BY ctinyint, cdouble, cint, c LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -220,12 +228,16 @@ WHERE (cfloat IS NULL AND cbigint IS NULL) ORDER BY cfloat, cbigint, c LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION ONLY EXPRESSION SELECT cfloat, cbigint, coalesce(cfloat, cbigint, 0) as c FROM alltypesorc WHERE (cfloat IS NULL AND cbigint IS NULL) ORDER BY cfloat, cbigint, c LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -304,12 +316,16 @@ WHERE ctimestamp1 IS NOT NULL OR ctimestamp2 IS NOT NULL ORDER BY ctimestamp1, ctimestamp2, c LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION ONLY EXPRESSION SELECT ctimestamp1, ctimestamp2, coalesce(ctimestamp1, ctimestamp2) as c FROM alltypesorc WHERE ctimestamp1 IS NOT NULL OR ctimestamp2 IS NOT NULL ORDER BY ctimestamp1, ctimestamp2, c LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -407,12 +423,16 @@ WHERE (cfloat IS NULL AND cbigint IS NULL) ORDER BY cfloat, cbigint, c LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION ONLY EXPRESSION SELECT cfloat, cbigint, coalesce(cfloat, cbigint) as c FROM alltypesorc WHERE (cfloat IS NULL AND cbigint IS NULL) ORDER BY cfloat, cbigint, c LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -490,11 +510,15 @@ FROM alltypesorc WHERE cbigint IS NULL LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION ONLY EXPRESSION SELECT cbigint, ctinyint, coalesce(cbigint, ctinyint) as c FROM alltypesorc WHERE cbigint IS NULL LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_coalesce_2.q.out b/ql/src/test/results/clientpositive/llap/vector_coalesce_2.q.out index 3776f3e..ec6a786 100644 --- a/ql/src/test/results/clientpositive/llap/vector_coalesce_2.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_coalesce_2.q.out @@ -32,12 +32,16 @@ SELECT from str_str_orc GROUP BY str2 PREHOOK: type: QUERY +PREHOOK: Input: default@str_str_orc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT str2, ROUND(sum(cast(COALESCE(str1, 0) as int))/60, 2) as result from str_str_orc GROUP BY str2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@str_str_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -175,10 +179,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COALESCE(str1, 0) as result from str_str_orc PREHOOK: type: QUERY +PREHOOK: Input: default@str_str_orc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COALESCE(str1, 0) as result from str_str_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@str_str_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -257,12 +265,16 @@ SELECT from str_str_orc GROUP BY str2 PREHOOK: type: QUERY +PREHOOK: Input: default@str_str_orc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT str2, ROUND(sum(cast(COALESCE(str1, 0) as int))/60, 2) as result from str_str_orc GROUP BY str2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@str_str_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -400,10 +412,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COALESCE(str1, 0) as result from str_str_orc PREHOOK: type: QUERY +PREHOOK: Input: default@str_str_orc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COALESCE(str1, 0) as result from str_str_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@str_str_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_coalesce_3.q.out b/ql/src/test/results/clientpositive/llap/vector_coalesce_3.q.out index d05dd70..7c7ec7b 100644 --- a/ql/src/test/results/clientpositive/llap/vector_coalesce_3.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_coalesce_3.q.out @@ -56,10 +56,16 @@ PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT m.member, (CASE WHEN COALESCE(n.attr, 5)>1 THEN n.attr END) AS attr FROM test_2_n0 m LEFT JOIN test_1_n0 n ON m.member = n.member PREHOOK: type: QUERY +PREHOOK: Input: default@test_1_n0 +PREHOOK: Input: default@test_2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT m.member, (CASE WHEN COALESCE(n.attr, 5)>1 THEN n.attr END) AS attr FROM test_2_n0 m LEFT JOIN test_1_n0 n ON m.member = n.member POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_1_n0 +POSTHOOK: Input: default@test_2_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_coalesce_4.q.out b/ql/src/test/results/clientpositive/llap/vector_coalesce_4.q.out index e609d14..28474dc 100644 --- a/ql/src/test/results/clientpositive/llap/vector_coalesce_4.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_coalesce_4.q.out @@ -29,9 +29,13 @@ POSTHOOK: Lineage: coalesce_test.b EXPRESSION [] PREHOOK: query: explain vectorization detail select coalesce(a, b) from coalesce_test order by a, b PREHOOK: type: QUERY +PREHOOK: Input: default@coalesce_test +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select coalesce(a, b) from coalesce_test order by a, b POSTHOOK: type: QUERY +POSTHOOK: Input: default@coalesce_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_complex_all.q.out b/ql/src/test/results/clientpositive/llap/vector_complex_all.q.out index d5ea64f..7d2d0f4 100644 --- a/ql/src/test/results/clientpositive/llap/vector_complex_all.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_complex_all.q.out @@ -69,9 +69,13 @@ orc_create_staging_n0.str orc_create_staging_n0.mp orc_create_staging_n0.lst orc PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM orc_create_complex_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_create_complex_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM orc_create_complex_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_create_complex_n0 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -151,9 +155,13 @@ line3 {"key31":"value31","key32":"value32","key33":"value33"} ["g","h","i"] {"a" PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT str FROM orc_create_complex_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_create_complex_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT str FROM orc_create_complex_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_create_complex_n0 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -233,9 +241,13 @@ line3 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT strct, mp, lst FROM orc_create_complex_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_create_complex_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT strct, mp, lst FROM orc_create_complex_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_create_complex_n0 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -315,9 +327,13 @@ strct mp lst PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT lst, str FROM orc_create_complex_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_create_complex_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT lst, str FROM orc_create_complex_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_create_complex_n0 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -397,9 +413,13 @@ lst str PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT mp, str FROM orc_create_complex_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_create_complex_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT mp, str FROM orc_create_complex_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_create_complex_n0 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -479,9 +499,13 @@ mp str PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT strct, str FROM orc_create_complex_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_create_complex_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT strct, str FROM orc_create_complex_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_create_complex_n0 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -561,9 +585,13 @@ strct str PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT strct.B, str FROM orc_create_complex_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_create_complex_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT strct.B, str FROM orc_create_complex_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_create_complex_n0 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -647,10 +675,16 @@ PREHOOK: query: EXPLAIN VECTORIZATION DETAIL INSERT INTO TABLE orc_create_complex_n0 SELECT orc_create_staging_n0.*, src1.key FROM orc_create_staging_n0 cross join src src1 cross join orc_create_staging_n0 spam1 cross join orc_create_staging_n0 spam2 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_create_staging_n0 +PREHOOK: Input: default@src +PREHOOK: Output: default@orc_create_complex_n0 POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL INSERT INTO TABLE orc_create_complex_n0 SELECT orc_create_staging_n0.*, src1.key FROM orc_create_staging_n0 cross join src src1 cross join orc_create_staging_n0 spam1 cross join orc_create_staging_n0 spam2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_create_staging_n0 +POSTHOOK: Input: default@src +POSTHOOK: Output: default@orc_create_complex_n0 Explain PLAN VECTORIZATION: enabled: true @@ -899,9 +933,13 @@ orc_create_staging_n0.str orc_create_staging_n0.mp orc_create_staging_n0.lst orc PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from orc_create_complex_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_create_complex_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from orc_create_complex_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_create_complex_n0 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1029,9 +1067,13 @@ _c0 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT distinct lst, strct FROM orc_create_complex_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_create_complex_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT distinct lst, strct FROM orc_create_complex_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_create_complex_n0 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1118,9 +1160,13 @@ lst strct PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT str, count(val) FROM orc_create_complex_n0 GROUP BY str PREHOOK: type: QUERY +PREHOOK: Input: default@orc_create_complex_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT str, count(val) FROM orc_create_complex_n0 GROUP BY str POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_create_complex_n0 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1259,9 +1305,13 @@ line1 4501 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT strct.B, count(val) FROM orc_create_complex_n0 GROUP BY strct.B PREHOOK: type: QUERY +PREHOOK: Input: default@orc_create_complex_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT strct.B, count(val) FROM orc_create_complex_n0 GROUP BY strct.B POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_create_complex_n0 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1402,9 +1452,13 @@ four 4501 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT strct, mp, lst, str, count(val) FROM orc_create_complex_n0 GROUP BY strct, mp, lst, str PREHOOK: type: QUERY +PREHOOK: Input: default@orc_create_complex_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT strct, mp, lst, str, count(val) FROM orc_create_complex_n0 GROUP BY strct, mp, lst, str POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_create_complex_n0 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vector_complex_join.q.out b/ql/src/test/results/clientpositive/llap/vector_complex_join.q.out index c4f59f0..73334c6 100644 --- a/ql/src/test/results/clientpositive/llap/vector_complex_join.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_complex_join.q.out @@ -20,9 +20,15 @@ _c0 _c1 PREHOOK: query: explain vectorization expression select * from alltypesorc join test_n8 where alltypesorc.cint=test_n8.a PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Input: default@test_n8 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from alltypesorc join test_n8 where alltypesorc.cint=test_n8.a POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Input: default@test_n8 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -199,9 +205,15 @@ col1 PREHOOK: query: explain vectorization expression select * from test2b_n0 join test2a_n0 on test2b_n0.a = test2a_n0.a[1] PREHOOK: type: QUERY +PREHOOK: Input: default@test2a_n0 +PREHOOK: Input: default@test2b_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from test2b_n0 join test2a_n0 on test2b_n0.a = test2a_n0.a[1] POSTHOOK: type: QUERY +POSTHOOK: Input: default@test2a_n0 +POSTHOOK: Input: default@test2b_n0 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -342,9 +354,15 @@ test2b_n0.a test2a_n0.a test2a_n0.index PREHOOK: query: explain vectorization expression select * from test2b_n0 join test2a_n0 on test2b_n0.a = test2a_n0.a[test2a_n0.index] PREHOOK: type: QUERY +PREHOOK: Input: default@test2a_n0 +PREHOOK: Input: default@test2b_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from test2b_n0 join test2a_n0 on test2b_n0.a = test2a_n0.a[test2a_n0.index] POSTHOOK: type: QUERY +POSTHOOK: Input: default@test2a_n0 +POSTHOOK: Input: default@test2b_n0 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vector_count.q.out b/ql/src/test/results/clientpositive/llap/vector_count.q.out index 20a655b..a0f301e 100644 --- a/ql/src/test/results/clientpositive/llap/vector_count.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_count.q.out @@ -45,8 +45,12 @@ POSTHOOK: Input: default@abcd NULL 35 23 6 PREHOOK: query: explain vectorization expression select a, count(distinct b), count(distinct c), sum(d) from abcd group by a PREHOOK: type: QUERY +PREHOOK: Input: default@abcd +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select a, count(distinct b), count(distinct c), sum(d) from abcd group by a POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -134,8 +138,12 @@ POSTHOOK: Input: default@abcd NULL 1 1 6 PREHOOK: query: explain vectorization expression select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd PREHOOK: type: QUERY +PREHOOK: Input: default@abcd +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -222,8 +230,12 @@ POSTHOOK: Input: default@abcd 7 7 6 6 6 7 3 3 6 7 4 5 6 6 5 6 4 5 5 5 4 PREHOOK: query: explain vectorization expression select a, count(distinct b), count(distinct c), sum(d) from abcd group by a PREHOOK: type: QUERY +PREHOOK: Input: default@abcd +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select a, count(distinct b), count(distinct c), sum(d) from abcd group by a POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -319,8 +331,12 @@ POSTHOOK: Input: default@abcd NULL 1 1 6 PREHOOK: query: explain vectorization expression select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd PREHOOK: type: QUERY +PREHOOK: Input: default@abcd +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_count_distinct.q.out b/ql/src/test/results/clientpositive/llap/vector_count_distinct.q.out index dd54bd5..ca8232e 100644 --- a/ql/src/test/results/clientpositive/llap/vector_count_distinct.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_count_distinct.q.out @@ -1228,9 +1228,73 @@ POSTHOOK: Lineage: web_sales PARTITION(ws_web_site_sk=9).ws_wholesale_cost SIMPL PREHOOK: query: explain vectorization expression select count(distinct ws_order_number) from web_sales PREHOOK: type: QUERY +PREHOOK: Input: default@web_sales +PREHOOK: Input: default@web_sales@ws_web_site_sk=1 +PREHOOK: Input: default@web_sales@ws_web_site_sk=10 +PREHOOK: Input: default@web_sales@ws_web_site_sk=11 +PREHOOK: Input: default@web_sales@ws_web_site_sk=12 +PREHOOK: Input: default@web_sales@ws_web_site_sk=13 +PREHOOK: Input: default@web_sales@ws_web_site_sk=14 +PREHOOK: Input: default@web_sales@ws_web_site_sk=15 +PREHOOK: Input: default@web_sales@ws_web_site_sk=16 +PREHOOK: Input: default@web_sales@ws_web_site_sk=17 +PREHOOK: Input: default@web_sales@ws_web_site_sk=18 +PREHOOK: Input: default@web_sales@ws_web_site_sk=19 +PREHOOK: Input: default@web_sales@ws_web_site_sk=2 +PREHOOK: Input: default@web_sales@ws_web_site_sk=20 +PREHOOK: Input: default@web_sales@ws_web_site_sk=21 +PREHOOK: Input: default@web_sales@ws_web_site_sk=22 +PREHOOK: Input: default@web_sales@ws_web_site_sk=23 +PREHOOK: Input: default@web_sales@ws_web_site_sk=24 +PREHOOK: Input: default@web_sales@ws_web_site_sk=25 +PREHOOK: Input: default@web_sales@ws_web_site_sk=26 +PREHOOK: Input: default@web_sales@ws_web_site_sk=27 +PREHOOK: Input: default@web_sales@ws_web_site_sk=28 +PREHOOK: Input: default@web_sales@ws_web_site_sk=29 +PREHOOK: Input: default@web_sales@ws_web_site_sk=3 +PREHOOK: Input: default@web_sales@ws_web_site_sk=30 +PREHOOK: Input: default@web_sales@ws_web_site_sk=4 +PREHOOK: Input: default@web_sales@ws_web_site_sk=5 +PREHOOK: Input: default@web_sales@ws_web_site_sk=6 +PREHOOK: Input: default@web_sales@ws_web_site_sk=7 +PREHOOK: Input: default@web_sales@ws_web_site_sk=8 +PREHOOK: Input: default@web_sales@ws_web_site_sk=9 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(distinct ws_order_number) from web_sales POSTHOOK: type: QUERY +POSTHOOK: Input: default@web_sales +POSTHOOK: Input: default@web_sales@ws_web_site_sk=1 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=10 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=11 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=12 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=13 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=14 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=15 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=16 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=17 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=18 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=19 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=2 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=20 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=21 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=22 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=23 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=24 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=25 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=26 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=27 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=28 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=29 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=3 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=30 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=4 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=5 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=6 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=7 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=8 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=9 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_create_struct_table.q.out b/ql/src/test/results/clientpositive/llap/vector_create_struct_table.q.out index f312244..4a669cf 100644 --- a/ql/src/test/results/clientpositive/llap/vector_create_struct_table.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_create_struct_table.q.out @@ -25,9 +25,13 @@ POSTHOOK: Output: default@string_fields_n0 PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT strct, strct.a, strct.b, strct.c FROM string_fields_n0 LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@string_fields_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT strct, strct.a, strct.b, strct.c FROM string_fields_n0 LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@string_fields_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -136,9 +140,13 @@ POSTHOOK: Output: default@char_fields_n0 PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT strct, strct.a, strct.b, strct.c FROM char_fields_n0 LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@char_fields_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT strct, strct.a, strct.b, strct.c FROM char_fields_n0 LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@char_fields_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -247,9 +255,13 @@ POSTHOOK: Output: default@varchar_fields_n0 PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT strct, strct.a, strct.b, strct.c FROM varchar_fields_n0 LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_fields_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT strct, strct.a, strct.b, strct.c FROM varchar_fields_n0 LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_fields_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_data_types.q.out b/ql/src/test/results/clientpositive/llap/vector_data_types.q.out index 6f61adc..75130c7 100644 --- a/ql/src/test/results/clientpositive/llap/vector_data_types.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_data_types.q.out @@ -116,8 +116,12 @@ POSTHOOK: Lineage: over1korc_n1.t EXPRESSION [] POSTHOOK: Lineage: over1korc_n1.ts EXPRESSION [] PREHOOK: query: EXPLAIN SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc_n1 ORDER BY t, si, i LIMIT 20 PREHOOK: type: QUERY +PREHOOK: Input: default@over1korc_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc_n1 ORDER BY t, si, i LIMIT 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1korc_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -212,8 +216,12 @@ POSTHOOK: Input: default@over1korc_n1 -25838728092 PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION select t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc_n1 ORDER BY t, si, i LIMIT 20 PREHOOK: type: QUERY +PREHOOK: Input: default@over1korc_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION select t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc_n1 ORDER BY t, si, i LIMIT 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1korc_n1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -338,10 +346,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT SUM(HASH(*)) FROM (SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc_n1 ORDER BY t, si, i) as q PREHOOK: type: QUERY +PREHOOK: Input: default@over1korc_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT SUM(HASH(*)) FROM (SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc_n1 ORDER BY t, si, i) as q POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1korc_n1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_date_1.q.out b/ql/src/test/results/clientpositive/llap/vector_date_1.q.out index 9d96979..0843822 100644 --- a/ql/src/test/results/clientpositive/llap/vector_date_1.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_date_1.q.out @@ -75,6 +75,8 @@ select dt2 > dt1 from vector_date_1 order by dt1 PREHOOK: type: QUERY +PREHOOK: Input: default@vector_date_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select dt1, dt2, @@ -89,6 +91,8 @@ select dt2 > dt1 from vector_date_1 order by dt1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_date_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -240,6 +244,8 @@ select dt2 < dt1 from vector_date_1 order by dt1 PREHOOK: type: QUERY +PREHOOK: Input: default@vector_date_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select dt1, dt2, @@ -254,6 +260,8 @@ select dt2 < dt1 from vector_date_1 order by dt1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_date_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -405,6 +413,8 @@ select date '1970-01-01' < dt1 from vector_date_1 order by dt1 PREHOOK: type: QUERY +PREHOOK: Input: default@vector_date_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select dt1, @@ -419,6 +429,8 @@ select date '1970-01-01' < dt1 from vector_date_1 order by dt1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_date_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -570,6 +582,8 @@ select date '1970-01-01' > dt1 from vector_date_1 order by dt1 PREHOOK: type: QUERY +PREHOOK: Input: default@vector_date_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select dt1, @@ -584,6 +598,8 @@ select date '1970-01-01' > dt1 from vector_date_1 order by dt1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_date_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -734,6 +750,8 @@ where and dt2 >= dt1 order by dt1 PREHOOK: type: QUERY +PREHOOK: Input: default@vector_date_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select dt1, dt2 @@ -747,6 +765,8 @@ where and dt2 >= dt1 order by dt1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_date_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -902,6 +922,8 @@ where and date '1970-01-01' <= dt1 order by dt1 PREHOOK: type: QUERY +PREHOOK: Input: default@vector_date_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select dt1, dt2 @@ -917,6 +939,8 @@ where and date '1970-01-01' <= dt1 order by dt1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_date_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1026,9 +1050,13 @@ dt1 dt2 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT dt1 FROM vector_date_1 WHERE dt1 IN (date '1970-01-01', date '2001-01-01') PREHOOK: type: QUERY +PREHOOK: Input: default@vector_date_1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT dt1 FROM vector_date_1 WHERE dt1 IN (date '1970-01-01', date '2001-01-01') POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_date_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vector_decimal_1.q.out b/ql/src/test/results/clientpositive/llap/vector_decimal_1.q.out index 8d8cbf5..ee706d6 100644 --- a/ql/src/test/results/clientpositive/llap/vector_decimal_1.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_decimal_1.q.out @@ -46,9 +46,13 @@ POSTHOOK: Lineage: decimal_1.v EXPRESSION [] PREHOOK: query: explain vectorization detail select cast(t as boolean) from decimal_1 order by t PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(t as boolean) from decimal_1 order by t POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -163,9 +167,13 @@ true PREHOOK: query: explain vectorization detail select cast(t as tinyint) from decimal_1 order by t PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(t as tinyint) from decimal_1 order by t POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -280,9 +288,13 @@ NULL PREHOOK: query: explain vectorization detail select cast(t as smallint) from decimal_1 order by t PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(t as smallint) from decimal_1 order by t POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -397,9 +409,13 @@ NULL PREHOOK: query: explain vectorization detail select cast(t as int) from decimal_1 order by t PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(t as int) from decimal_1 order by t POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -514,9 +530,13 @@ NULL PREHOOK: query: explain vectorization detail select cast(t as bigint) from decimal_1 order by t PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(t as bigint) from decimal_1 order by t POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -631,9 +651,13 @@ NULL PREHOOK: query: explain vectorization detail select cast(t as float) from decimal_1 order by t PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(t as float) from decimal_1 order by t POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -748,9 +772,13 @@ NULL PREHOOK: query: explain vectorization detail select cast(t as double) from decimal_1 order by t PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(t as double) from decimal_1 order by t POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -865,9 +893,13 @@ NULL PREHOOK: query: explain vectorization detail select cast(t as string) from decimal_1 order by t PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(t as string) from decimal_1 order by t POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -982,9 +1014,13 @@ NULL PREHOOK: query: explain vectorization detail select cast(t as timestamp) from decimal_1 order by t PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(t as timestamp) from decimal_1 order by t POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_decimal_10_0.q.out b/ql/src/test/results/clientpositive/llap/vector_decimal_10_0.q.out index 3170625..6c4deb0 100644 --- a/ql/src/test/results/clientpositive/llap/vector_decimal_10_0.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_decimal_10_0.q.out @@ -36,9 +36,13 @@ POSTHOOK: Lineage: decimal.dec SIMPLE [(decimal_txt)decimal_txt.FieldSchema(name PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT `dec` FROM `DECIMAL` order by `dec` PREHOOK: type: QUERY +PREHOOK: Input: default@decimal +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT `dec` FROM `DECIMAL` order by `dec` POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -152,9 +156,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT `dec` FROM `decimal_txt` order by `dec` PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_txt +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT `dec` FROM `decimal_txt` order by `dec` POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_txt +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_decimal_2.q.out b/ql/src/test/results/clientpositive/llap/vector_decimal_2.q.out index 8cd753c..0a43397 100644 --- a/ql/src/test/results/clientpositive/llap/vector_decimal_2.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_decimal_2.q.out @@ -24,9 +24,13 @@ POSTHOOK: Lineage: decimal_2.t EXPRESSION [] PREHOOK: query: explain vectorization detail select cast(t as boolean) from decimal_2 order by t PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(t as boolean) from decimal_2 order by t POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -140,9 +144,13 @@ true PREHOOK: query: explain vectorization detail select cast(t as tinyint) from decimal_2 order by t PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(t as tinyint) from decimal_2 order by t POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -256,9 +264,13 @@ POSTHOOK: Input: default@decimal_2 PREHOOK: query: explain vectorization detail select cast(t as smallint) from decimal_2 order by t PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(t as smallint) from decimal_2 order by t POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -372,9 +384,13 @@ POSTHOOK: Input: default@decimal_2 PREHOOK: query: explain vectorization detail select cast(t as int) from decimal_2 order by t PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(t as int) from decimal_2 order by t POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -488,9 +504,13 @@ POSTHOOK: Input: default@decimal_2 PREHOOK: query: explain vectorization detail select cast(t as bigint) from decimal_2 order by t PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(t as bigint) from decimal_2 order by t POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -604,9 +624,13 @@ POSTHOOK: Input: default@decimal_2 PREHOOK: query: explain vectorization detail select cast(t as float) from decimal_2 order by t PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(t as float) from decimal_2 order by t POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -720,9 +744,13 @@ POSTHOOK: Input: default@decimal_2 PREHOOK: query: explain vectorization detail select cast(t as double) from decimal_2 order by t PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(t as double) from decimal_2 order by t POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -836,9 +864,13 @@ POSTHOOK: Input: default@decimal_2 PREHOOK: query: explain vectorization detail select cast(t as string) from decimal_2 order by t PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(t as string) from decimal_2 order by t POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -963,9 +995,13 @@ POSTHOOK: Lineage: decimal_2.t EXPRESSION [] PREHOOK: query: explain vectorization detail select cast(t as boolean) from decimal_2 order by t PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(t as boolean) from decimal_2 order by t POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1079,9 +1115,13 @@ true PREHOOK: query: explain vectorization detail select cast(t as tinyint) from decimal_2 order by t PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(t as tinyint) from decimal_2 order by t POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1195,9 +1235,13 @@ NULL PREHOOK: query: explain vectorization detail select cast(t as smallint) from decimal_2 order by t PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(t as smallint) from decimal_2 order by t POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1311,9 +1355,13 @@ NULL PREHOOK: query: explain vectorization detail select cast(t as int) from decimal_2 order by t PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(t as int) from decimal_2 order by t POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1427,9 +1475,13 @@ POSTHOOK: Input: default@decimal_2 PREHOOK: query: explain vectorization detail select cast(t as bigint) from decimal_2 order by t PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(t as bigint) from decimal_2 order by t POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1543,9 +1595,13 @@ POSTHOOK: Input: default@decimal_2 PREHOOK: query: explain vectorization detail select cast(t as float) from decimal_2 order by t PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(t as float) from decimal_2 order by t POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1659,9 +1715,13 @@ POSTHOOK: Input: default@decimal_2 PREHOOK: query: explain vectorization detail select cast(t as double) from decimal_2 order by t PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(t as double) from decimal_2 order by t POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1775,9 +1835,13 @@ POSTHOOK: Input: default@decimal_2 PREHOOK: query: explain vectorization detail select cast(t as string) from decimal_2 order by t PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(t as string) from decimal_2 order by t POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1891,9 +1955,13 @@ POSTHOOK: Input: default@decimal_2 PREHOOK: query: explain vectorization detail select cast(3.14 as decimal(4,2)) as c from decimal_2 order by c PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(3.14 as decimal(4,2)) as c from decimal_2 order by c POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1970,9 +2038,13 @@ POSTHOOK: Input: default@decimal_2 PREHOOK: query: explain vectorization detail select cast(cast(3.14 as float) as decimal(4,2)) as c from decimal_2 order by c PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(cast(3.14 as float) as decimal(4,2)) as c from decimal_2 order by c POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2049,9 +2121,13 @@ POSTHOOK: Input: default@decimal_2 PREHOOK: query: explain vectorization detail select cast(cast('2012-12-19 11:12:19.1234567' as timestamp) as decimal(30,8)) as c from decimal_2 order by c PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(cast('2012-12-19 11:12:19.1234567' as timestamp) as decimal(30,8)) as c from decimal_2 order by c POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2128,9 +2204,13 @@ POSTHOOK: Input: default@decimal_2 PREHOOK: query: explain vectorization detail select cast(true as decimal) as c from decimal_2 order by c PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(true as decimal) as c from decimal_2 order by c POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2198,9 +2278,13 @@ STAGE PLANS: PREHOOK: query: explain vectorization detail select cast(true as decimal) as c from decimal_2 order by c PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(true as decimal) as c from decimal_2 order by c POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2277,9 +2361,13 @@ POSTHOOK: Input: default@decimal_2 PREHOOK: query: explain vectorization detail select cast(3Y as decimal) as c from decimal_2 order by c PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(3Y as decimal) as c from decimal_2 order by c POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2356,9 +2444,13 @@ POSTHOOK: Input: default@decimal_2 PREHOOK: query: explain vectorization detail select cast(3S as decimal) as c from decimal_2 order by c PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(3S as decimal) as c from decimal_2 order by c POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2435,9 +2527,13 @@ POSTHOOK: Input: default@decimal_2 PREHOOK: query: explain vectorization detail select cast(cast(3 as int) as decimal) as c from decimal_2 order by c PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(cast(3 as int) as decimal) as c from decimal_2 order by c POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2514,9 +2610,13 @@ POSTHOOK: Input: default@decimal_2 PREHOOK: query: explain vectorization detail select cast(3L as decimal) as c from decimal_2 order by c PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(3L as decimal) as c from decimal_2 order by c POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2593,9 +2693,13 @@ POSTHOOK: Input: default@decimal_2 PREHOOK: query: explain vectorization detail select cast(0.99999999999999999999 as decimal(20,19)) as c from decimal_2 order by c PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(0.99999999999999999999 as decimal(20,19)) as c from decimal_2 order by c POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2672,9 +2776,13 @@ POSTHOOK: Input: default@decimal_2 PREHOOK: query: explain vectorization detail select cast('0.99999999999999999999' as decimal(20,20)) as c from decimal_2 order by c PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast('0.99999999999999999999' as decimal(20,20)) as c from decimal_2 order by c POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_decimal_5.q.out b/ql/src/test/results/clientpositive/llap/vector_decimal_5.q.out index 5184b59..5fa98bc 100644 --- a/ql/src/test/results/clientpositive/llap/vector_decimal_5.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_decimal_5.q.out @@ -131,8 +131,12 @@ NULL 200.00000 PREHOOK: query: explain SELECT cast(key as decimal) FROM DECIMAL_5 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_5 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT cast(key as decimal) FROM DECIMAL_5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/vector_decimal_6.q.out b/ql/src/test/results/clientpositive/llap/vector_decimal_6.q.out index 8607eed..0ead5b4 100644 --- a/ql/src/test/results/clientpositive/llap/vector_decimal_6.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_decimal_6.q.out @@ -109,9 +109,13 @@ POSTHOOK: Lineage: decimal_6_2.value SIMPLE [(decimal_6_2_txt)decimal_6_2_txt.Fi PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM DECIMAL_6_1 ORDER BY key, value PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_6_1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM DECIMAL_6_1 ORDER BY key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_6_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -250,9 +254,13 @@ NULL 1234567890 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM DECIMAL_6_2 ORDER BY key, value PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_6_2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM DECIMAL_6_2 ORDER BY key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_6_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -395,6 +403,9 @@ SELECT T.key from ( SELECT key, value from DECIMAL_6_2 ) T order by T.key PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_6_1 +PREHOOK: Input: default@decimal_6_2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT T.key from ( SELECT key, value from DECIMAL_6_1 @@ -402,6 +413,9 @@ SELECT T.key from ( SELECT key, value from DECIMAL_6_2 ) T order by T.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_6_1 +POSTHOOK: Input: default@decimal_6_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -626,9 +640,15 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL CREATE TABLE DECIMAL_6_3 STORED AS ORC AS SELECT key + 5.5 AS k, value * 11 AS v from DECIMAL_6_1 ORDER BY v PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@decimal_6_1 +PREHOOK: Output: database:default +PREHOOK: Output: default@DECIMAL_6_3 POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL CREATE TABLE DECIMAL_6_3 STORED AS ORC AS SELECT key + 5.5 AS k, value * 11 AS v from DECIMAL_6_1 ORDER BY v POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@decimal_6_1 +POSTHOOK: Output: database:default +POSTHOOK: Output: default@DECIMAL_6_3 PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_decimal_aggregate.q.out b/ql/src/test/results/clientpositive/llap/vector_decimal_aggregate.q.out index 30a6770..85d0445 100644 --- a/ql/src/test/results/clientpositive/llap/vector_decimal_aggregate.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_decimal_aggregate.q.out @@ -40,6 +40,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_vgby +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cint, COUNT(cdecimal1), MAX(cdecimal1), MIN(cdecimal1), SUM(cdecimal1), @@ -48,6 +50,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_vgby +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -219,6 +223,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_vgby +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cint, COUNT(cdecimal1), MAX(cdecimal1), MIN(cdecimal1), SUM(cdecimal1), AVG(cdecimal1), STDDEV_POP(cdecimal1), STDDEV_SAMP(cdecimal1), @@ -227,6 +233,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_vgby +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -434,6 +442,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_vgby_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cint, COUNT(cdecimal1), MAX(cdecimal1), MIN(cdecimal1), SUM(cdecimal1), @@ -442,6 +452,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_vgby_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -632,6 +644,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_vgby_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cint, COUNT(cdecimal1), MAX(cdecimal1), MIN(cdecimal1), SUM(cdecimal1), AVG(cdecimal1), STDDEV_POP(cdecimal1), STDDEV_SAMP(cdecimal1), @@ -640,6 +654,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_vgby_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_decimal_cast.q.out b/ql/src/test/results/clientpositive/llap/vector_decimal_cast.q.out index 1c3f4b6..5bee194 100644 --- a/ql/src/test/results/clientpositive/llap/vector_decimal_cast.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_decimal_cast.q.out @@ -1,7 +1,11 @@ PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cdouble, cint, cboolean1, ctimestamp1, CAST(cdouble AS DECIMAL(20,10)), CAST(cint AS DECIMAL(23,14)), CAST(cboolean1 AS DECIMAL(5,2)), CAST(ctimestamp1 AS DECIMAL(15,0)) FROM alltypesorc WHERE cdouble IS NOT NULL AND cint IS NOT NULL AND cboolean1 IS NOT NULL AND ctimestamp1 IS NOT NULL LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cdouble, cint, cboolean1, ctimestamp1, CAST(cdouble AS DECIMAL(20,10)), CAST(cint AS DECIMAL(23,14)), CAST(cboolean1 AS DECIMAL(5,2)), CAST(ctimestamp1 AS DECIMAL(15,0)) FROM alltypesorc WHERE cdouble IS NOT NULL AND cint IS NOT NULL AND cboolean1 IS NOT NULL AND ctimestamp1 IS NOT NULL LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -122,9 +126,13 @@ POSTHOOK: Lineage: alltypes_small.ctinyint SIMPLE [(alltypesorc)alltypesorc.Fiel PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cdouble, cint, cboolean1, ctimestamp1, CAST(cdouble AS DECIMAL(20,10)), CAST(cint AS DECIMAL(23,14)), CAST(cboolean1 AS DECIMAL(5,2)), CAST(ctimestamp1 AS DECIMAL(15,0)) FROM alltypes_small WHERE cdouble IS NOT NULL AND cint IS NOT NULL AND cboolean1 IS NOT NULL AND ctimestamp1 IS NOT NULL LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cdouble, cint, cboolean1, ctimestamp1, CAST(cdouble AS DECIMAL(20,10)), CAST(cint AS DECIMAL(23,14)), CAST(cboolean1 AS DECIMAL(5,2)), CAST(ctimestamp1 AS DECIMAL(15,0)) FROM alltypes_small WHERE cdouble IS NOT NULL AND cint IS NOT NULL AND cboolean1 IS NOT NULL AND ctimestamp1 IS NOT NULL LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_decimal_expressions.q.out b/ql/src/test/results/clientpositive/llap/vector_decimal_expressions.q.out index 2e3c914..791c57f 100644 --- a/ql/src/test/results/clientpositive/llap/vector_decimal_expressions.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_decimal_expressions.q.out @@ -33,11 +33,15 @@ SELECT cdecimal1 + cdecimal2 as c1, cdecimal1 - (2*cdecimal2) as c2, ((cdecimal1 ORDER BY c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14 LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_test_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cdecimal1 + cdecimal2 as c1, cdecimal1 - (2*cdecimal2) as c2, ((cdecimal1+2.34)/cdecimal2) as c3, (cdecimal1 * (cdecimal2/3.4)) as c4, cdecimal1 % 10 as c5, CAST(cdecimal1 AS INT) as c6, CAST(cdecimal2 AS SMALLINT) as c7, CAST(cdecimal2 AS TINYINT) as c8, CAST(cdecimal1 AS BIGINT) as c9, CAST (cdecimal1 AS BOOLEAN) as c10, CAST(cdecimal2 AS DOUBLE) as c11, CAST(cdecimal1 AS FLOAT) as c12, CAST(cdecimal2 AS STRING) as c13, CAST(cdecimal1 AS TIMESTAMP) as c14 FROM decimal_test_n1 WHERE cdecimal1 > 0 AND cdecimal1 < 12345.5678 AND cdecimal2 != 0 AND cdecimal2 > 1000 AND cdouble IS NOT NULL ORDER BY c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14 LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_test_n1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -206,11 +210,15 @@ SELECT cdecimal1 + cdecimal2 as c1, cdecimal1 - (2*cdecimal2) as c2, ((cdecimal1 ORDER BY c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14 LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_test_small_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cdecimal1 + cdecimal2 as c1, cdecimal1 - (2*cdecimal2) as c2, ((cdecimal1+2.34)/cdecimal2) as c3, (cdecimal1 * (cdecimal2/3.4)) as c4, cdecimal1 % 10 as c5, CAST(cdecimal1 AS INT) as c6, CAST(cdecimal2 AS SMALLINT) as c7, CAST(cdecimal2 AS TINYINT) as c8, CAST(cdecimal1 AS BIGINT) as c9, CAST (cdecimal1 AS BOOLEAN) as c10, CAST(cdecimal2 AS DOUBLE) as c11, CAST(cdecimal1 AS FLOAT) as c12, CAST(cdecimal2 AS STRING) as c13, CAST(cdecimal1 AS TIMESTAMP) as c14 FROM decimal_test_small_n0 WHERE cdecimal1 > 0 AND cdecimal1 < 12345.5678 AND cdecimal2 != 0 AND cdecimal2 > 1000 AND cdouble IS NOT NULL ORDER BY c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14 LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_test_small_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_decimal_mapjoin.q.out b/ql/src/test/results/clientpositive/llap/vector_decimal_mapjoin.q.out index 06dd32a..1a43f45 100644 --- a/ql/src/test/results/clientpositive/llap/vector_decimal_mapjoin.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_decimal_mapjoin.q.out @@ -77,9 +77,15 @@ POSTHOOK: Lineage: t2_n29.value_dec EXPRESSION [(over1k_n2)over1k_n2.FieldSchema PREHOOK: query: explain vectorization detail select t1_n48.`dec`, t2_n29.`dec` from t1_n48 join t2_n29 on (t1_n48.`dec`=t2_n29.`dec`) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n48 +PREHOOK: Input: default@t2_n29 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select t1_n48.`dec`, t2_n29.`dec` from t1_n48 join t2_n29 on (t1_n48.`dec`=t2_n29.`dec`) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n48 +POSTHOOK: Input: default@t2_n29 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -352,9 +358,15 @@ POSTHOOK: Input: default@t2_n29 PREHOOK: query: explain vectorization detail select t1_n48.`dec`, t1_n48.value_dec, t2_n29.`dec`, t2_n29.value_dec from t1_n48 join t2_n29 on (t1_n48.`dec`=t2_n29.`dec`) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n48 +PREHOOK: Input: default@t2_n29 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select t1_n48.`dec`, t1_n48.value_dec, t2_n29.`dec`, t2_n29.value_dec from t1_n48 join t2_n29 on (t1_n48.`dec`=t2_n29.`dec`) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n48 +POSTHOOK: Input: default@t2_n29 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -704,9 +716,15 @@ POSTHOOK: Lineage: t2_small.value_dec EXPRESSION [(over1k_small)over1k_small.Fie PREHOOK: query: explain vectorization detail select t1_small.`dec`, t2_small.`dec` from t1_small join t2_small on (t1_small.`dec`=t2_small.`dec`) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_small +PREHOOK: Input: default@t2_small +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select t1_small.`dec`, t2_small.`dec` from t1_small join t2_small on (t1_small.`dec`=t2_small.`dec`) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_small +POSTHOOK: Input: default@t2_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -979,9 +997,15 @@ POSTHOOK: Input: default@t2_small PREHOOK: query: explain vectorization detail select t1_small.`dec`, t1_small.value_dec, t2_small.`dec`, t2_small.value_dec from t1_small join t2_small on (t1_small.`dec`=t2_small.`dec`) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_small +PREHOOK: Input: default@t2_small +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select t1_small.`dec`, t1_small.value_dec, t2_small.`dec`, t2_small.value_dec from t1_small join t2_small on (t1_small.`dec`=t2_small.`dec`) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_small +POSTHOOK: Input: default@t2_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1255,9 +1279,15 @@ POSTHOOK: Input: default@t2_small PREHOOK: query: explain vectorization detail select t1_small.`dec`, t2_small.`dec` from t1_small join t2_small on (t1_small.`dec`=t2_small.`dec`) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_small +PREHOOK: Input: default@t2_small +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select t1_small.`dec`, t2_small.`dec` from t1_small join t2_small on (t1_small.`dec`=t2_small.`dec`) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_small +POSTHOOK: Input: default@t2_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1532,9 +1562,15 @@ POSTHOOK: Input: default@t2_small PREHOOK: query: explain vectorization detail select t1_small.`dec`, t1_small.value_dec, t2_small.`dec`, t2_small.value_dec from t1_small join t2_small on (t1_small.`dec`=t2_small.`dec`) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_small +PREHOOK: Input: default@t2_small +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select t1_small.`dec`, t1_small.value_dec, t2_small.`dec`, t2_small.value_dec from t1_small join t2_small on (t1_small.`dec`=t2_small.`dec`) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_small +POSTHOOK: Input: default@t2_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_decimal_math_funcs.q.out b/ql/src/test/results/clientpositive/llap/vector_decimal_math_funcs.q.out index e3d5044..091a9d6 100644 --- a/ql/src/test/results/clientpositive/llap/vector_decimal_math_funcs.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_decimal_math_funcs.q.out @@ -61,6 +61,8 @@ where cbigint % 500 = 0 and sin(cdecimal1) >= -1.0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_test_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cdecimal1 @@ -98,6 +100,8 @@ where cbigint % 500 = 0 and sin(cdecimal1) >= -1.0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_test_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -307,6 +311,8 @@ where cbigint % 500 = 0 and sin(cdecimal1) >= -1.0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_test_small +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cdecimal1 @@ -344,6 +350,8 @@ where cbigint % 500 = 0 and sin(cdecimal1) >= -1.0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_test_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_decimal_precision.q.out b/ql/src/test/results/clientpositive/llap/vector_decimal_precision.q.out index 5e7e8ca..d9175e0 100644 --- a/ql/src/test/results/clientpositive/llap/vector_decimal_precision.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_decimal_precision.q.out @@ -551,8 +551,12 @@ NULL NULL 1234567890.1234567890 1524157875323883675.01905199875019052 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT avg(`dec`), sum(`dec`) FROM DECIMAL_PRECISION PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_precision +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT avg(`dec`), sum(`dec`) FROM DECIMAL_PRECISION POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_precision +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1170,8 +1174,12 @@ NULL NULL 1234567890.1234567890 1524157875323883675.01905199875019052 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT avg(`dec`), sum(`dec`) FROM DECIMAL_PRECISION_txt_small PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_precision_txt_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT avg(`dec`), sum(`dec`) FROM DECIMAL_PRECISION_txt_small POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_precision_txt_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_decimal_round.q.out b/ql/src/test/results/clientpositive/llap/vector_decimal_round.q.out index eb4a588..8ba5d37 100644 --- a/ql/src/test/results/clientpositive/llap/vector_decimal_round.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_decimal_round.q.out @@ -33,9 +33,13 @@ POSTHOOK: Input: default@decimal_tbl_txt PREHOOK: query: explain vectorization detail select `dec`, round(`dec`, -1) from decimal_tbl_txt order by `dec` PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_tbl_txt +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select `dec`, round(`dec`, -1) from decimal_tbl_txt order by `dec` POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_tbl_txt +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -150,9 +154,13 @@ POSTHOOK: Input: default@decimal_tbl_txt PREHOOK: query: explain vectorization detail select `dec`, round(`dec`, -1) from decimal_tbl_txt order by round(`dec`, -1) PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_tbl_txt +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select `dec`, round(`dec`, -1) from decimal_tbl_txt order by round(`dec`, -1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_tbl_txt +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -295,9 +303,13 @@ POSTHOOK: Input: default@decimal_tbl_rc PREHOOK: query: explain vectorization detail select `dec`, round(`dec`, -1) from decimal_tbl_rc order by `dec` PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_tbl_rc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select `dec`, round(`dec`, -1) from decimal_tbl_rc order by `dec` POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_tbl_rc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -412,9 +424,13 @@ POSTHOOK: Input: default@decimal_tbl_rc PREHOOK: query: explain vectorization detail select `dec`, round(`dec`, -1) from decimal_tbl_rc order by round(`dec`, -1) PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_tbl_rc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select `dec`, round(`dec`, -1) from decimal_tbl_rc order by round(`dec`, -1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_tbl_rc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -557,9 +573,13 @@ POSTHOOK: Input: default@decimal_tbl_orc PREHOOK: query: explain vectorization detail select `dec`, round(`dec`, -1) from decimal_tbl_orc order by `dec` PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_tbl_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select `dec`, round(`dec`, -1) from decimal_tbl_orc order by `dec` POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_tbl_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -674,9 +694,13 @@ POSTHOOK: Input: default@decimal_tbl_orc PREHOOK: query: explain vectorization detail select `dec`, round(`dec`, -1) from decimal_tbl_orc order by round(`dec`, -1) PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_tbl_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select `dec`, round(`dec`, -1) from decimal_tbl_orc order by round(`dec`, -1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_tbl_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_decimal_round_2.q.out b/ql/src/test/results/clientpositive/llap/vector_decimal_round_2.q.out index bb0cbfc..720ec49 100644 --- a/ql/src/test/results/clientpositive/llap/vector_decimal_round_2.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_decimal_round_2.q.out @@ -33,6 +33,8 @@ SELECT round(`dec`, -5), round(`dec`, -6), round(`dec`, -7), round(`dec`, -8) FROM decimal_tbl_1_orc ORDER BY d PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_tbl_1_orc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT round(`dec`) as d, round(`dec`, 0), round(`dec`, 1), round(`dec`, 2), round(`dec`, 3), @@ -40,6 +42,8 @@ SELECT round(`dec`, -5), round(`dec`, -6), round(`dec`, -7), round(`dec`, -8) FROM decimal_tbl_1_orc ORDER BY d POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_tbl_1_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -198,6 +202,8 @@ SELECT round(neg, -1), round(neg, -2), round(neg, -3), round(neg, -4) FROM decimal_tbl_2_orc ORDER BY p PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_tbl_2_orc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT round(pos) as p, round(pos, 0), @@ -208,6 +214,8 @@ SELECT round(neg, -1), round(neg, -2), round(neg, -3), round(neg, -4) FROM decimal_tbl_2_orc ORDER BY p POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_tbl_2_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -382,6 +390,8 @@ SELECT round(`dec`, 15), round(`dec`, 16) FROM decimal_tbl_3_orc ORDER BY d PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_tbl_3_orc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT round(`dec`, -15) as d, round(`dec`, -16), @@ -403,6 +413,8 @@ SELECT round(`dec`, 15), round(`dec`, 16) FROM decimal_tbl_3_orc ORDER BY d POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_tbl_3_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -583,10 +595,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT round(pos, 9) as p, round(neg, 9), round(1809242.3151111344BD, 9), round(-1809242.3151111344BD, 9) FROM decimal_tbl_4_orc ORDER BY p PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_tbl_4_orc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT round(pos, 9) as p, round(neg, 9), round(1809242.3151111344BD, 9), round(-1809242.3151111344BD, 9) FROM decimal_tbl_4_orc ORDER BY p POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_tbl_4_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_decimal_trailing.q.out b/ql/src/test/results/clientpositive/llap/vector_decimal_trailing.q.out index a35f6fe..fdb7716 100644 --- a/ql/src/test/results/clientpositive/llap/vector_decimal_trailing.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_decimal_trailing.q.out @@ -68,9 +68,13 @@ POSTHOOK: Lineage: decimal_trailing.id SIMPLE [(decimal_trailing_txt)decimal_tra PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM DECIMAL_TRAILING ORDER BY id PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_trailing +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM DECIMAL_TRAILING ORDER BY id POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_trailing +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_decimal_udf.q.out b/ql/src/test/results/clientpositive/llap/vector_decimal_udf.q.out index 1ef50ca..f7c3d84 100644 --- a/ql/src/test/results/clientpositive/llap/vector_decimal_udf.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_decimal_udf.q.out @@ -61,9 +61,13 @@ POSTHOOK: Lineage: decimal_udf_n0.value EXPRESSION [] PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key + key FROM DECIMAL_UDF_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key + key FROM DECIMAL_UDF_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -178,9 +182,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key + value FROM DECIMAL_UDF_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key + value FROM DECIMAL_UDF_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -295,9 +303,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key + (value/2) FROM DECIMAL_UDF_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key + (value/2) FROM DECIMAL_UDF_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -412,9 +424,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key + '1.0' FROM DECIMAL_UDF_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key + '1.0' FROM DECIMAL_UDF_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -529,9 +545,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key - key FROM DECIMAL_UDF_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key - key FROM DECIMAL_UDF_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -646,9 +666,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key - value FROM DECIMAL_UDF_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key - value FROM DECIMAL_UDF_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -763,9 +787,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key - (value/2) FROM DECIMAL_UDF_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key - (value/2) FROM DECIMAL_UDF_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -880,9 +908,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key - '1.0' FROM DECIMAL_UDF_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key - '1.0' FROM DECIMAL_UDF_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -997,9 +1029,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key * key FROM DECIMAL_UDF_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key * key FROM DECIMAL_UDF_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1114,9 +1150,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, value FROM DECIMAL_UDF_n0 where key * value > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, value FROM DECIMAL_UDF_n0 where key * value > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1221,9 +1261,13 @@ POSTHOOK: Input: default@decimal_udf_n0 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key * value FROM DECIMAL_UDF_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key * value FROM DECIMAL_UDF_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1338,9 +1382,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key * (value/2) FROM DECIMAL_UDF_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key * (value/2) FROM DECIMAL_UDF_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1455,9 +1503,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key * '2.0' FROM DECIMAL_UDF_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key * '2.0' FROM DECIMAL_UDF_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1572,9 +1624,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key / 0 FROM DECIMAL_UDF_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key / 0 FROM DECIMAL_UDF_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1689,9 +1745,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key / key FROM DECIMAL_UDF_n0 WHERE key is not null and key <> 0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key / key FROM DECIMAL_UDF_n0 WHERE key is not null and key <> 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1808,9 +1868,13 @@ POSTHOOK: Input: default@decimal_udf_n0 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key / value FROM DECIMAL_UDF_n0 WHERE value is not null and value <> 0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key / value FROM DECIMAL_UDF_n0 WHERE value is not null and value <> 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1917,9 +1981,13 @@ POSTHOOK: Input: default@decimal_udf_n0 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key / (value/2) FROM DECIMAL_UDF_n0 WHERE value is not null and value <> 0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key / (value/2) FROM DECIMAL_UDF_n0 WHERE value is not null and value <> 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2026,9 +2094,13 @@ POSTHOOK: Input: default@decimal_udf_n0 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT 1 + (key / '2.0') FROM DECIMAL_UDF_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT 1 + (key / '2.0') FROM DECIMAL_UDF_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2143,9 +2215,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT abs(key) FROM DECIMAL_UDF_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT abs(key) FROM DECIMAL_UDF_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2260,9 +2336,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT value, sum(key) / count(key), avg(key), sum(key) FROM DECIMAL_UDF_n0 GROUP BY value ORDER BY value PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT value, sum(key) / count(key), avg(key), sum(key) FROM DECIMAL_UDF_n0 GROUP BY value ORDER BY value POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2459,9 +2539,13 @@ NULL NULL NULL NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT -key FROM DECIMAL_UDF_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT -key FROM DECIMAL_UDF_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2576,9 +2660,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT +key FROM DECIMAL_UDF_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT +key FROM DECIMAL_UDF_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2647,8 +2735,12 @@ NULL NULL PREHOOK: query: EXPlAIN SELECT CEIL(key) FROM DECIMAL_UDF_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPlAIN SELECT CEIL(key) FROM DECIMAL_UDF_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2733,9 +2825,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT FLOOR(key) FROM DECIMAL_UDF_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT FLOOR(key) FROM DECIMAL_UDF_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2850,9 +2946,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT ROUND(key, 2) FROM DECIMAL_UDF_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT ROUND(key, 2) FROM DECIMAL_UDF_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2967,9 +3067,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT POWER(key, 2) FROM DECIMAL_UDF_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT POWER(key, 2) FROM DECIMAL_UDF_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3084,9 +3188,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT (key + 1) % (key / 2) FROM DECIMAL_UDF_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT (key + 1) % (key / 2) FROM DECIMAL_UDF_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3201,9 +3309,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT value, stddev(key), variance(key) FROM DECIMAL_UDF_n0 GROUP BY value PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT value, stddev(key), variance(key) FROM DECIMAL_UDF_n0 GROUP BY value POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3365,9 +3477,13 @@ NULL NULL NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT value, stddev_samp(key), var_samp(key) FROM DECIMAL_UDF_n0 GROUP BY value PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT value, stddev_samp(key), var_samp(key) FROM DECIMAL_UDF_n0 GROUP BY value POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3529,9 +3645,13 @@ NULL NULL NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT histogram_numeric(key, 3) FROM DECIMAL_UDF_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT histogram_numeric(key, 3) FROM DECIMAL_UDF_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3613,9 +3733,13 @@ POSTHOOK: Input: default@decimal_udf_n0 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT MIN(key) FROM DECIMAL_UDF_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT MIN(key) FROM DECIMAL_UDF_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3744,9 +3868,13 @@ POSTHOOK: Input: default@decimal_udf_n0 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT MAX(key) FROM DECIMAL_UDF_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT MAX(key) FROM DECIMAL_UDF_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3875,9 +4003,13 @@ POSTHOOK: Input: default@decimal_udf_n0 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT COUNT(key) FROM DECIMAL_UDF_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT COUNT(key) FROM DECIMAL_UDF_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4038,9 +4170,13 @@ POSTHOOK: Lineage: decimal_udf_txt_small.value EXPRESSION [] PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key + key FROM DECIMAL_UDF_txt_small PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key + key FROM DECIMAL_UDF_txt_small POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4155,9 +4291,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key + value FROM DECIMAL_UDF_txt_small PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key + value FROM DECIMAL_UDF_txt_small POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4272,9 +4412,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key + (value/2) FROM DECIMAL_UDF_txt_small PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key + (value/2) FROM DECIMAL_UDF_txt_small POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4389,9 +4533,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key + '1.0' FROM DECIMAL_UDF_txt_small PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key + '1.0' FROM DECIMAL_UDF_txt_small POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4506,9 +4654,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key - key FROM DECIMAL_UDF_txt_small PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key - key FROM DECIMAL_UDF_txt_small POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4623,9 +4775,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key - value FROM DECIMAL_UDF_txt_small PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key - value FROM DECIMAL_UDF_txt_small POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4740,9 +4896,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key - (value/2) FROM DECIMAL_UDF_txt_small PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key - (value/2) FROM DECIMAL_UDF_txt_small POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4857,9 +5017,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key - '1.0' FROM DECIMAL_UDF_txt_small PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key - '1.0' FROM DECIMAL_UDF_txt_small POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4974,9 +5138,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key * key FROM DECIMAL_UDF_txt_small PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key * key FROM DECIMAL_UDF_txt_small POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -5091,9 +5259,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, value FROM DECIMAL_UDF_txt_small where key * value > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, value FROM DECIMAL_UDF_txt_small where key * value > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -5198,9 +5370,13 @@ POSTHOOK: Input: default@decimal_udf_txt_small PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key * value FROM DECIMAL_UDF_txt_small PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key * value FROM DECIMAL_UDF_txt_small POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -5315,9 +5491,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key * (value/2) FROM DECIMAL_UDF_txt_small PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key * (value/2) FROM DECIMAL_UDF_txt_small POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -5432,9 +5612,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key * '2.0' FROM DECIMAL_UDF_txt_small PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key * '2.0' FROM DECIMAL_UDF_txt_small POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -5549,9 +5733,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key / 0 FROM DECIMAL_UDF_txt_small PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key / 0 FROM DECIMAL_UDF_txt_small POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -5666,9 +5854,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key / key FROM DECIMAL_UDF_txt_small WHERE key is not null and key <> 0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key / key FROM DECIMAL_UDF_txt_small WHERE key is not null and key <> 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -5785,9 +5977,13 @@ POSTHOOK: Input: default@decimal_udf_txt_small PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key / value FROM DECIMAL_UDF_txt_small WHERE value is not null and value <> 0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key / value FROM DECIMAL_UDF_txt_small WHERE value is not null and value <> 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -5894,9 +6090,13 @@ POSTHOOK: Input: default@decimal_udf_txt_small PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key / (value/2) FROM DECIMAL_UDF_txt_small WHERE value is not null and value <> 0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key / (value/2) FROM DECIMAL_UDF_txt_small WHERE value is not null and value <> 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -6003,9 +6203,13 @@ POSTHOOK: Input: default@decimal_udf_txt_small PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT 1 + (key / '2.0') FROM DECIMAL_UDF_txt_small PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT 1 + (key / '2.0') FROM DECIMAL_UDF_txt_small POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -6120,9 +6324,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT abs(key) FROM DECIMAL_UDF_txt_small PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT abs(key) FROM DECIMAL_UDF_txt_small POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -6237,9 +6445,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT value, sum(key) / count(key), avg(key), sum(key) FROM DECIMAL_UDF_txt_small GROUP BY value ORDER BY value PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT value, sum(key) / count(key), avg(key), sum(key) FROM DECIMAL_UDF_txt_small GROUP BY value ORDER BY value POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -6436,9 +6648,13 @@ NULL NULL NULL NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT -key FROM DECIMAL_UDF_txt_small PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT -key FROM DECIMAL_UDF_txt_small POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -6553,9 +6769,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT +key FROM DECIMAL_UDF_txt_small PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT +key FROM DECIMAL_UDF_txt_small POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -6624,8 +6844,12 @@ NULL NULL PREHOOK: query: EXPlAIN SELECT CEIL(key) FROM DECIMAL_UDF_txt_small PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### POSTHOOK: query: EXPlAIN SELECT CEIL(key) FROM DECIMAL_UDF_txt_small POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -6710,9 +6934,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT FLOOR(key) FROM DECIMAL_UDF_txt_small PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT FLOOR(key) FROM DECIMAL_UDF_txt_small POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -6827,9 +7055,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT ROUND(key, 2) FROM DECIMAL_UDF_txt_small PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT ROUND(key, 2) FROM DECIMAL_UDF_txt_small POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -6944,9 +7176,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT POWER(key, 2) FROM DECIMAL_UDF_txt_small PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT POWER(key, 2) FROM DECIMAL_UDF_txt_small POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -7061,9 +7297,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT (key + 1) % (key / 2) FROM DECIMAL_UDF_txt_small PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT (key + 1) % (key / 2) FROM DECIMAL_UDF_txt_small POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -7178,9 +7418,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT value, stddev(key), variance(key) FROM DECIMAL_UDF_txt_small GROUP BY value PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT value, stddev(key), variance(key) FROM DECIMAL_UDF_txt_small GROUP BY value POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -7342,9 +7586,13 @@ NULL NULL NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT value, stddev_samp(key), var_samp(key) FROM DECIMAL_UDF_txt_small GROUP BY value PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT value, stddev_samp(key), var_samp(key) FROM DECIMAL_UDF_txt_small GROUP BY value POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -7506,9 +7754,13 @@ NULL NULL NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT histogram_numeric(key, 3) FROM DECIMAL_UDF_txt_small PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT histogram_numeric(key, 3) FROM DECIMAL_UDF_txt_small POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -7590,9 +7842,13 @@ POSTHOOK: Input: default@decimal_udf_txt_small PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT MIN(key) FROM DECIMAL_UDF_txt_small PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT MIN(key) FROM DECIMAL_UDF_txt_small POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -7721,9 +7977,13 @@ POSTHOOK: Input: default@decimal_udf_txt_small PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT MAX(key) FROM DECIMAL_UDF_txt_small PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT MAX(key) FROM DECIMAL_UDF_txt_small POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -7852,9 +8112,13 @@ POSTHOOK: Input: default@decimal_udf_txt_small PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT COUNT(key) FROM DECIMAL_UDF_txt_small PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT COUNT(key) FROM DECIMAL_UDF_txt_small POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf_txt_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_decimal_udf2.q.out b/ql/src/test/results/clientpositive/llap/vector_decimal_udf2.q.out index 4c9b737..3cbf3ae 100644 --- a/ql/src/test/results/clientpositive/llap/vector_decimal_udf2.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_decimal_udf2.q.out @@ -62,10 +62,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT acos(key), asin(key), atan(key), cos(key), sin(key), tan(key), radians(key) FROM DECIMAL_UDF2_n0 WHERE key = 10 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT acos(key), asin(key), atan(key), cos(key), sin(key), tan(key), radians(key) FROM DECIMAL_UDF2_n0 WHERE key = 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf2_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -168,6 +172,8 @@ SELECT log10(key), sqrt(key) FROM DECIMAL_UDF2_n0 WHERE key = 10 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT exp(key), ln(key), @@ -175,6 +181,8 @@ SELECT log10(key), sqrt(key) FROM DECIMAL_UDF2_n0 WHERE key = 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf2_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -286,10 +294,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT acos(key), asin(key), atan(key), cos(key), sin(key), tan(key), radians(key) FROM DECIMAL_UDF2_txt WHERE key = 10 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf2_txt +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT acos(key), asin(key), atan(key), cos(key), sin(key), tan(key), radians(key) FROM DECIMAL_UDF2_txt WHERE key = 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf2_txt +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -392,6 +404,8 @@ SELECT log10(key), sqrt(key) FROM DECIMAL_UDF2_txt WHERE key = 10 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf2_txt +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT exp(key), ln(key), @@ -399,6 +413,8 @@ SELECT log10(key), sqrt(key) FROM DECIMAL_UDF2_txt WHERE key = 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf2_txt +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_distinct_2.q.out b/ql/src/test/results/clientpositive/llap/vector_distinct_2.q.out index 747b74a..d9e9a4d 100644 --- a/ql/src/test/results/clientpositive/llap/vector_distinct_2.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_distinct_2.q.out @@ -104,9 +104,13 @@ POSTHOOK: Lineage: vectortab2korc_n3.ts2 SIMPLE [(vectortab2k_n3)vectortab2k_n3. PREHOOK: query: explain vectorization expression select distinct s, t from vectortab2korc_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2korc_n3 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select distinct s, t from vectortab2korc_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2korc_n3 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_elt.q.out b/ql/src/test/results/clientpositive/llap/vector_elt.q.out index 5745af2..dd021a8 100644 --- a/ql/src/test/results/clientpositive/llap/vector_elt.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_elt.q.out @@ -2,10 +2,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT (ctinyint % 2) + 1, cstr FROM alltypesorc WHERE ctinyint > 0 LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT (ctinyint % 2) + 1, cstring1, cint, elt((ctinyint % 2) + 1, cstring1, cint) FROM alltypesorc WHERE ctinyint > 0 LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -111,6 +115,8 @@ SELECT elt(2, 'abc', 'defg'), elt(3, 'abc', 'defg') FROM alltypesorc LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT elt(2, 'abc', 'defg'), elt(3, 'aa', 'bb', 'cc', 'dd', 'ee', 'ff', 'gg'), @@ -124,6 +130,8 @@ SELECT elt(2, 'abc', 'defg'), elt(3, 'abc', 'defg') FROM alltypesorc LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_groupby4.q.out b/ql/src/test/results/clientpositive/llap/vector_groupby4.q.out index 6912d7b..24df11f 100644 --- a/ql/src/test/results/clientpositive/llap/vector_groupby4.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_groupby4.q.out @@ -22,10 +22,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION FROM srcorc_n1 INSERT OVERWRITE TABLE dest1_n154 SELECT substr(srcorc_n1.key,1,1) GROUP BY substr(srcorc_n1.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcorc_n1 +PREHOOK: Output: default@dest1_n154 POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION FROM srcorc_n1 INSERT OVERWRITE TABLE dest1_n154 SELECT substr(srcorc_n1.key,1,1) GROUP BY substr(srcorc_n1.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcorc_n1 +POSTHOOK: Output: default@dest1_n154 PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_groupby6.q.out b/ql/src/test/results/clientpositive/llap/vector_groupby6.q.out index d3c6548..88f8036 100644 --- a/ql/src/test/results/clientpositive/llap/vector_groupby6.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_groupby6.q.out @@ -22,10 +22,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION FROM srcorc_n0 INSERT OVERWRITE TABLE dest1_n73 SELECT DISTINCT substr(srcorc_n0.value,5,1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcorc_n0 +PREHOOK: Output: default@dest1_n73 POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION FROM srcorc_n0 INSERT OVERWRITE TABLE dest1_n73 SELECT DISTINCT substr(srcorc_n0.value,5,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcorc_n0 +POSTHOOK: Output: default@dest1_n73 PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_groupby_3.q.out b/ql/src/test/results/clientpositive/llap/vector_groupby_3.q.out index a118b2e..a662dc2 100644 --- a/ql/src/test/results/clientpositive/llap/vector_groupby_3.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_groupby_3.q.out @@ -104,9 +104,13 @@ POSTHOOK: Lineage: vectortab2korc_n8.ts2 SIMPLE [(vectortab2k_n9)vectortab2k_n9. PREHOOK: query: explain vectorization expression select s, t, max(b) from vectortab2korc_n8 group by s, t PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2korc_n8 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select s, t, max(b) from vectortab2korc_n8 group by s, t POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2korc_n8 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_groupby_cube1.q.out b/ql/src/test/results/clientpositive/llap/vector_groupby_cube1.q.out index 5c0d6bb..4d8a0d8 100644 --- a/ql/src/test/results/clientpositive/llap/vector_groupby_cube1.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_groupby_cube1.q.out @@ -17,9 +17,13 @@ POSTHOOK: Output: default@t1_n90 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, val, count(1) FROM T1_n90 GROUP BY key, val with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n90 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, val, count(1) FROM T1_n90 GROUP BY key, val with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n90 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -154,9 +158,13 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, val, count(1) FROM T1_n90 GROUP BY CUBE(key, val) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n90 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, val, count(1) FROM T1_n90 GROUP BY CUBE(key, val) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n90 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -317,9 +325,13 @@ NULL NULL 6 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, val, GROUPING__ID, count(1) FROM T1_n90 GROUP BY key, val with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n90 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, val, GROUPING__ID, count(1) FROM T1_n90 GROUP BY key, val with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n90 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -479,9 +491,13 @@ NULL NULL 3 6 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, count(distinct val) FROM T1_n90 GROUP BY key with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n90 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, count(distinct val) FROM T1_n90 GROUP BY key with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n90 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -576,9 +592,13 @@ NULL 6 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, val, count(1) FROM T1_n90 GROUP BY key, val with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n90 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, val, count(1) FROM T1_n90 GROUP BY key, val with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n90 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -784,9 +804,13 @@ NULL NULL 6 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, count(distinct val) FROM T1_n90 GROUP BY key with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n90 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, count(distinct val) FROM T1_n90 GROUP BY key with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n90 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -920,11 +944,17 @@ FROM T1_n90 INSERT OVERWRITE TABLE T2_n55 SELECT key, val, count(1) group by key, val with cube INSERT OVERWRITE TABLE T3_n19 SELECT key, val, sum(1) group by key, val with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n90 +PREHOOK: Output: default@t2_n55 +PREHOOK: Output: default@t3_n19 POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL FROM T1_n90 INSERT OVERWRITE TABLE T2_n55 SELECT key, val, count(1) group by key, val with cube INSERT OVERWRITE TABLE T3_n19 SELECT key, val, sum(1) group by key, val with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n90 +POSTHOOK: Output: default@t2_n55 +POSTHOOK: Output: default@t3_n19 PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_id1.q.out b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_id1.q.out index 1ffa0fd..c3a6c56 100644 --- a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_id1.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_id1.q.out @@ -30,9 +30,13 @@ t1_text.key t1_text.val PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, val, GROUPING__ID from T1_n17 group by key, val with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n17 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, val, GROUPING__ID from T1_n17 group by key, val with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n17 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -189,9 +193,13 @@ NULL NULL 3 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, val, GROUPING__ID from T1_n17 group by cube(key, val) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n17 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, val, GROUPING__ID from T1_n17 group by cube(key, val) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n17 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -348,9 +356,13 @@ NULL NULL 3 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT GROUPING__ID, key, val from T1_n17 group by key, val with rollup PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n17 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT GROUPING__ID, key, val from T1_n17 group by key, val with rollup POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n17 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -501,9 +513,13 @@ grouping__id key val PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT GROUPING__ID, key, val from T1_n17 group by rollup (key, val) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n17 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT GROUPING__ID, key, val from T1_n17 group by rollup (key, val) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n17 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -654,9 +670,13 @@ grouping__id key val PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, val, GROUPING__ID, CASE WHEN GROUPING__ID == 0 THEN "0" WHEN GROUPING__ID == 1 THEN "1" WHEN GROUPING__ID == 2 THEN "2" WHEN GROUPING__ID == 3 THEN "3" ELSE "nothing" END from T1_n17 group by key, val with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n17 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, val, GROUPING__ID, CASE WHEN GROUPING__ID == 0 THEN "0" WHEN GROUPING__ID == 1 THEN "1" WHEN GROUPING__ID == 2 THEN "2" WHEN GROUPING__ID == 3 THEN "3" ELSE "nothing" END from T1_n17 group by key, val with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n17 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -814,9 +834,13 @@ NULL NULL 3 3 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, val, GROUPING__ID, CASE WHEN GROUPING__ID == 0 THEN "0" WHEN GROUPING__ID == 1 THEN "1" WHEN GROUPING__ID == 2 THEN "2" WHEN GROUPING__ID == 3 THEN "3" ELSE "nothing" END from T1_n17 group by cube(key, val) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n17 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, val, GROUPING__ID, CASE WHEN GROUPING__ID == 0 THEN "0" WHEN GROUPING__ID == 1 THEN "1" WHEN GROUPING__ID == 2 THEN "2" WHEN GROUPING__ID == 3 THEN "3" ELSE "nothing" END from T1_n17 group by cube(key, val) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n17 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_id2.q.out b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_id2.q.out index dce2930..9bc9102 100644 --- a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_id2.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_id2.q.out @@ -30,9 +30,13 @@ t1_text_n4.key t1_text_n4.value PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, value, GROUPING__ID, count(*) from T1_n73 GROUP BY key, value WITH ROLLUP PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n73 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, value, GROUPING__ID, count(*) from T1_n73 GROUP BY key, value WITH ROLLUP POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n73 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -232,9 +236,13 @@ NULL NULL 3 6 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, value, GROUPING__ID, count(*) from T1_n73 GROUP BY ROLLUP (key, value) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n73 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, value, GROUPING__ID, count(*) from T1_n73 GROUP BY ROLLUP (key, value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n73 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -439,6 +447,8 @@ SELECT key, value, GROUPING__ID, count(*) from T1_n73 GROUP BY key, value WITH R ) t GROUP BY GROUPING__ID PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n73 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT GROUPING__ID, count(*) FROM @@ -447,6 +457,8 @@ SELECT key, value, GROUPING__ID, count(*) from T1_n73 GROUP BY key, value WITH R ) t GROUP BY GROUPING__ID POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n73 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -746,6 +758,8 @@ SELECT key, value, GROUPING__ID, count(*) from T1_n73 GROUP BY ROLLUP(key, value ) t GROUP BY GROUPING__ID PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n73 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT GROUPING__ID, count(*) FROM @@ -754,6 +768,8 @@ SELECT key, value, GROUPING__ID, count(*) from T1_n73 GROUP BY ROLLUP(key, value ) t GROUP BY GROUPING__ID POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n73 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1051,12 +1067,16 @@ JOIN (SELECT GROUPING__ID FROM T1_n73 GROUP BY key, value WITH ROLLUP) t2 ON t1.GROUPING__ID = t2.GROUPING__ID PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n73 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT t1.GROUPING__ID, t2.GROUPING__ID FROM (SELECT GROUPING__ID FROM T1_n73 GROUP BY key,value WITH ROLLUP) t1 JOIN (SELECT GROUPING__ID FROM T1_n73 GROUP BY key, value WITH ROLLUP) t2 ON t1.GROUPING__ID = t2.GROUPING__ID POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n73 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1379,12 +1399,16 @@ JOIN (SELECT GROUPING__ID FROM T1_n73 GROUP BY ROLLUP(key, value)) t2 ON t1.GROUPING__ID = t2.GROUPING__ID PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n73 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT t1.GROUPING__ID, t2.GROUPING__ID FROM (SELECT GROUPING__ID FROM T1_n73 GROUP BY ROLLUP(key,value)) t1 JOIN (SELECT GROUPING__ID FROM T1_n73 GROUP BY ROLLUP(key, value)) t2 ON t1.GROUPING__ID = t2.GROUPING__ID POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n73 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1704,9 +1728,13 @@ t1.grouping__id t2.grouping__id PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, value, GROUPING__ID, count(*) from T1_n73 GROUP BY key, value WITH ROLLUP PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n73 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, value, GROUPING__ID, count(*) from T1_n73 GROUP BY key, value WITH ROLLUP POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n73 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1866,6 +1894,8 @@ SELECT key, value, GROUPING__ID, count(*) from T1_n73 GROUP BY key, value WITH R ) t GROUP BY GROUPING__ID PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n73 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT GROUPING__ID, count(*) FROM @@ -1874,6 +1904,8 @@ SELECT key, value, GROUPING__ID, count(*) from T1_n73 GROUP BY key, value WITH R ) t GROUP BY GROUPING__ID POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n73 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -2085,12 +2117,16 @@ JOIN (SELECT GROUPING__ID FROM T1_n73 GROUP BY key, value WITH ROLLUP) t2 ON t1.GROUPING__ID = t2.GROUPING__ID PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n73 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT t1.GROUPING__ID, t2.GROUPING__ID FROM (SELECT GROUPING__ID FROM T1_n73 GROUP BY key,value WITH ROLLUP) t1 JOIN (SELECT GROUPING__ID FROM T1_n73 GROUP BY key, value WITH ROLLUP) t2 ON t1.GROUPING__ID = t2.GROUPING__ID POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n73 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_id3.q.out b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_id3.q.out index 02f4683..bd81fcb 100644 --- a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_id3.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_id3.q.out @@ -34,6 +34,8 @@ GROUP BY key, value GROUPING SETS ((), (key)) HAVING GROUPING__ID = 1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n112 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, value, GROUPING__ID, count(*) FROM T1_n112 @@ -41,6 +43,8 @@ GROUP BY key, value GROUPING SETS ((), (key)) HAVING GROUPING__ID = 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n112 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -210,6 +214,8 @@ GROUP BY key, value GROUPING SETS ((), (key)) HAVING GROUPING__ID = 1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n112 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, value, GROUPING__ID, count(*) FROM T1_n112 @@ -217,6 +223,8 @@ GROUP BY key, value GROUPING SETS ((), (key)) HAVING GROUPING__ID = 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n112 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets1.q.out b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets1.q.out index 1229c6d..7e15227 100644 --- a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets1.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets1.q.out @@ -46,9 +46,13 @@ t1_n30.a t1_n30.b t1_n30.c PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, count(*) from T1_n30 group by a, b with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n30 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, count(*) from T1_n30 group by a, b with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n30 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -208,9 +212,13 @@ NULL NULL 6 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, count(*) from T1_n30 group by cube(a, b) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n30 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, count(*) from T1_n30 group by cube(a, b) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n30 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -370,9 +378,13 @@ NULL NULL 6 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, count(*) FROM T1_n30 GROUP BY a, b GROUPING SETS (a, (a, b), b, ()) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n30 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, count(*) FROM T1_n30 GROUP BY a, b GROUPING SETS (a, (a, b), b, ()) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n30 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -532,9 +544,13 @@ NULL NULL 6 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, count(*) FROM T1_n30 GROUP BY a, b GROUPING SETS (a, (a, b)) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n30 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, count(*) FROM T1_n30 GROUP BY a, b GROUPING SETS (a, (a, b)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n30 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -690,9 +706,13 @@ a b _c2 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a FROM T1_n30 GROUP BY a, b, c GROUPING SETS (a, b, c) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n30 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a FROM T1_n30 GROUP BY a, b, c GROUPING SETS (a, b, c) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n30 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -846,9 +866,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a FROM T1_n30 GROUP BY a GROUPING SETS ((a), (a)) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n30 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a FROM T1_n30 GROUP BY a GROUPING SETS ((a), (a)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n30 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -984,9 +1008,13 @@ a PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a + b, count(*) FROM T1_n30 GROUP BY a + b GROUPING SETS (a+b) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n30 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a + b, count(*) FROM T1_n30 GROUP BY a + b GROUPING SETS (a+b) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n30 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets2.q.out b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets2.q.out index f8220e1..a722595 100644 --- a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets2.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets2.q.out @@ -31,9 +31,13 @@ t1_text_n3.a t1_text_n3.b t1_text_n3.c PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, count(*) from T1_n69 group by a, b with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n69 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, count(*) from T1_n69 group by a, b with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n69 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -212,9 +216,13 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, count(*) from T1_n69 group by cube(a, b) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n69 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, count(*) from T1_n69 group by cube(a, b) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n69 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -417,9 +425,13 @@ NULL NULL 6 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, sum(c) from T1_n69 group by a, b with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n69 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, sum(c) from T1_n69 group by a, b with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n69 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -615,9 +627,13 @@ _col0 _col1 _col2 _col3 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, sum(c+d) from T2_n42 group by a, b with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t2_n42 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, sum(c+d) from T2_n42 group by a, b with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2_n42 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets3.q.out b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets3.q.out index dce648a..62e6092 100644 --- a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets3.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets3.q.out @@ -39,9 +39,13 @@ t1_text_n7.a t1_text_n7.b t1_text_n7.c PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, avg(c), count(*) from T1_n106 group by a, b with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n106 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, avg(c), count(*) from T1_n106 group by a, b with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n106 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -148,9 +152,13 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, avg(c), count(*) from T1_n106 group by cube(a, b) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n106 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, avg(c), count(*) from T1_n106 group by cube(a, b) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n106 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -282,9 +290,13 @@ NULL NULL 3.8333333333333335 12 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, avg(c), count(*) from T1_n106 group by a, b with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n106 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, avg(c), count(*) from T1_n106 group by a, b with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n106 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets3_dec.q.out b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets3_dec.q.out index d00306b..d0b9114 100644 --- a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets3_dec.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets3_dec.q.out @@ -39,9 +39,13 @@ a b c_dec PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, avg(c_dec), count(*) from T1_n115 group by a, b with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n115 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, avg(c_dec), count(*) from T1_n115 group by a, b with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n115 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -178,9 +182,13 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, avg(c_dec), count(*) from T1_n115 group by cube(a, b) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n115 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, avg(c_dec), count(*) from T1_n115 group by cube(a, b) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n115 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -342,9 +350,13 @@ NULL NULL 3.83333333333333333333 12 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, avg(c_dec), count(*) from T1_n115 group by a, b with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n115 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, avg(c_dec), count(*) from T1_n115 group by a, b with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n115 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets4.q.out b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets4.q.out index a262f26..1d99efa 100644 --- a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets4.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets4.q.out @@ -35,6 +35,8 @@ join (SELECT a, b, count(*) from T1_n161 where a < 3 group by a, b with cube) subq2 on subq1.a = subq2.a PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n161 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM (SELECT a, b, count(*) from T1_n161 where a < 3 group by a, b with cube) subq1 @@ -42,6 +44,8 @@ join (SELECT a, b, count(*) from T1_n161 where a < 3 group by a, b with cube) subq2 on subq1.a = subq2.a POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n161 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -279,6 +283,8 @@ join (SELECT a, b, count(*) from T1_n161 where a < 3 group by cube(a, b) ) subq2 on subq1.a = subq2.a PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n161 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM (SELECT a, b, count(*) from T1_n161 where a < 3 group by cube(a, b) ) subq1 @@ -286,6 +292,8 @@ join (SELECT a, b, count(*) from T1_n161 where a < 3 group by cube(a, b) ) subq2 on subq1.a = subq2.a POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n161 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -553,6 +561,8 @@ join (SELECT a, b, count(*) from T1_n161 where a < 3 group by a, b with cube) subq2 on subq1.a = subq2.a PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n161 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM (SELECT a, b, count(*) from T1_n161 where a < 3 group by a, b with cube) subq1 @@ -560,6 +570,8 @@ join (SELECT a, b, count(*) from T1_n161 where a < 3 group by a, b with cube) subq2 on subq1.a = subq2.a POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n161 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets5.q.out b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets5.q.out index bbfba28..ca3bfda 100644 --- a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets5.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets5.q.out @@ -32,10 +32,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, count(*) FROM (SELECT a, b, count(1) from T1_n33 group by a, b) subq1 group by a, b with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n33 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, count(*) FROM (SELECT a, b, count(1) from T1_n33 group by a, b) subq1 group by a, b with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n33 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -224,10 +228,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, count(*) FROM (SELECT a, b, count(1) from T1_n33 group by a, b) subq1 group by cube(a, b) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n33 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, count(*) FROM (SELECT a, b, count(1) from T1_n33 group by a, b) subq1 group by cube(a, b) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n33 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -442,10 +450,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, count(*) FROM (SELECT a, b, count(1) from T1_n33 group by a, b) subq1 group by a, b with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n33 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, count(*) FROM (SELECT a, b, count(1) from T1_n33 group by a, b) subq1 group by a, b with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n33 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets6.q.out b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets6.q.out index e26b6c5..a3a2e7b 100644 --- a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets6.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets6.q.out @@ -33,11 +33,15 @@ SELECT a, b FROM (SELECT a, b from T1_n84 group by a, b grouping sets ( (a,b),a )) res WHERE res.a=5 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n84 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b FROM (SELECT a, b from T1_n84 group by a, b grouping sets ( (a,b),a )) res WHERE res.a=5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n84 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -176,11 +180,15 @@ SELECT a, b FROM (SELECT a, b from T1_n84 group by a, b grouping sets ( (a,b),a )) res WHERE res.a=5 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n84 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b FROM (SELECT a, b from T1_n84 group by a, b grouping sets ( (a,b),a )) res WHERE res.a=5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n84 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets_grouping.q.out b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets_grouping.q.out index 9501927..4ebe8a3 100644 --- a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets_grouping.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets_grouping.q.out @@ -32,11 +32,15 @@ select key, value, `grouping__id`, grouping(key), grouping(value) from T1_n47 group by rollup(key, value) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n47 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select key, value, `grouping__id`, grouping(key), grouping(value) from T1_n47 group by rollup(key, value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n47 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -193,11 +197,15 @@ select key, value, `grouping__id`, grouping(key), grouping(value) from T1_n47 group by cube(key, value) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n47 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select key, value, `grouping__id`, grouping(key), grouping(value) from T1_n47 group by cube(key, value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n47 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -360,12 +368,16 @@ from T1_n47 group by cube(key, value) having grouping(key) = 1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n47 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select key, value from T1_n47 group by cube(key, value) having grouping(key) = 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n47 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -527,6 +539,8 @@ group by cube(key, value) having grouping(key) = 1 OR grouping(value) = 1 order by x desc, case when x = 1 then key end PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n47 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select key, value, grouping(key)+grouping(value) as x from T1_n47 @@ -534,6 +548,8 @@ group by cube(key, value) having grouping(key) = 1 OR grouping(value) = 1 order by x desc, case when x = 1 then key end POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n47 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -736,11 +752,15 @@ select key, value, `grouping__id`, grouping(key), grouping(value) from T1_n47 group by rollup(key, value) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n47 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select key, value, `grouping__id`, grouping(key), grouping(value) from T1_n47 group by rollup(key, value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n47 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -897,11 +917,15 @@ select key, value, `grouping__id`, grouping(key), grouping(value) from T1_n47 group by cube(key, value) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n47 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select key, value, `grouping__id`, grouping(key), grouping(value) from T1_n47 group by cube(key, value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n47 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1064,12 +1088,16 @@ from T1_n47 group by cube(key, value) having grouping(key) = 1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n47 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select key, value from T1_n47 group by cube(key, value) having grouping(key) = 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n47 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1224,6 +1252,8 @@ group by cube(key, value) having grouping(key) = 1 OR grouping(value) = 1 order by x desc, case when x = 1 then key end PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n47 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select key, value, grouping(key)+grouping(value) as x from T1_n47 @@ -1231,6 +1261,8 @@ group by cube(key, value) having grouping(key) = 1 OR grouping(value) = 1 order by x desc, case when x = 1 then key end POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n47 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1434,11 +1466,15 @@ select key, value, grouping(key), grouping(value) from T1_n47 group by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n47 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select key, value, grouping(key), grouping(value) from T1_n47 group by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n47 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1590,11 +1626,15 @@ select key, value, grouping(value) from T1_n47 group by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n47 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select key, value, grouping(value) from T1_n47 group by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n47 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1747,12 +1787,16 @@ from T1_n47 group by key, value having grouping(key) = 0 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n47 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select key, value from T1_n47 group by key, value having grouping(key) = 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n47 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1897,11 +1941,15 @@ select key, value, `grouping__id`, grouping(key, value) from T1_n47 group by cube(key, value) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n47 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select key, value, `grouping__id`, grouping(key, value) from T1_n47 group by cube(key, value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n47 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -2063,11 +2111,15 @@ select key, value, `grouping__id`, grouping(value, key) from T1_n47 group by cube(key, value) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n47 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select key, value, `grouping__id`, grouping(value, key) from T1_n47 group by cube(key, value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n47 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -2229,11 +2281,15 @@ select key, value, `grouping__id`, grouping(key, value) from T1_n47 group by rollup(key, value) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n47 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select key, value, `grouping__id`, grouping(key, value) from T1_n47 group by rollup(key, value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n47 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -2390,11 +2446,15 @@ select key, value, `grouping__id`, grouping(value, key) from T1_n47 group by rollup(key, value) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n47 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select key, value, `grouping__id`, grouping(value, key) from T1_n47 group by rollup(key, value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n47 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets_limit.q.out b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets_limit.q.out index 1f49804..8581e5d 100644 --- a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets_limit.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets_limit.q.out @@ -31,9 +31,13 @@ t1_text_n8.a t1_text_n8.b t1_text_n8.c PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, count(*) from T1_n110 group by a, b with cube order by a, b LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n110 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, count(*) from T1_n110 group by a, b with cube order by a, b LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n110 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -241,9 +245,13 @@ NULL NULL 6 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, count(*) FROM T1_n110 GROUP BY a, b GROUPING SETS (a, (a, b), b, ()) order by a, b LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n110 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, count(*) FROM T1_n110 GROUP BY a, b GROUPING SETS (a, (a, b), b, ()) order by a, b LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n110 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -451,9 +459,13 @@ NULL NULL 6 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, count(*) FROM T1_n110 GROUP BY a, b GROUPING SETS (a, (a, b)) order by a, b LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n110 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a, b, count(*) FROM T1_n110 GROUP BY a, b GROUPING SETS (a, (a, b)) order by a, b LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n110 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -661,9 +673,13 @@ a b _c2 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a FROM T1_n110 GROUP BY a, b, c GROUPING SETS (a, b, c) order by a LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n110 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a FROM T1_n110 GROUP BY a, b, c GROUPING SETS (a, b, c) order by a LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n110 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -865,9 +881,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a FROM T1_n110 GROUP BY a GROUPING SETS ((a), (a)) order by a LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n110 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a FROM T1_n110 GROUP BY a GROUPING SETS ((a), (a)) order by a LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n110 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1055,9 +1075,13 @@ a PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a + b ab, count(*) FROM T1_n110 GROUP BY a + b GROUPING SETS (a+b) order by ab LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n110 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT a + b ab, count(*) FROM T1_n110 GROUP BY a + b GROUPING SETS (a+b) order by ab LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n110 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_window.q.out b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_window.q.out index 5d81631..4c4f732 100644 --- a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_window.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_window.q.out @@ -25,6 +25,8 @@ GROUP BY category GROUPING SETS ((), (category)) HAVING max(comments) > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@t_n15 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select category, max(live) live, max(comments) comments, rank() OVER (PARTITION BY category ORDER BY comments) rank1 FROM t_n15 @@ -32,6 +34,8 @@ GROUP BY category GROUPING SETS ((), (category)) HAVING max(comments) > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_n15 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vector_groupby_mapjoin.q.out b/ql/src/test/results/clientpositive/llap/vector_groupby_mapjoin.q.out index e6628ab..866180b 100644 --- a/ql/src/test/results/clientpositive/llap/vector_groupby_mapjoin.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_groupby_mapjoin.q.out @@ -6,6 +6,8 @@ where not key in (select key from src) order by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from src @@ -13,6 +15,8 @@ where not key in (select key from src) order by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_groupby_reduce.q.out b/ql/src/test/results/clientpositive/llap/vector_groupby_reduce.q.out index 19ea9cd..7f4950d 100644 --- a/ql/src/test/results/clientpositive/llap/vector_groupby_reduce.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_groupby_reduce.q.out @@ -225,6 +225,8 @@ group by ss_ticket_number order by ss_ticket_number limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@store_sales_n3 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select ss_ticket_number @@ -234,6 +236,8 @@ group by ss_ticket_number order by ss_ticket_number limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@store_sales_n3 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -430,6 +434,8 @@ from group by ss_ticket_number order by m PREHOOK: type: QUERY +PREHOOK: Input: default@store_sales_n3 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select min(ss_ticket_number) m @@ -442,6 +448,8 @@ from group by ss_ticket_number order by m POSTHOOK: type: QUERY +POSTHOOK: Input: default@store_sales_n3 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -712,6 +720,8 @@ from group by ss_ticket_number order by ss_ticket_number PREHOOK: type: QUERY +PREHOOK: Input: default@store_sales_n3 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select ss_ticket_number, sum(ss_item_sk), sum(q), avg(q), sum(np), avg(np), sum(decwc), avg(decwc) @@ -725,6 +735,8 @@ from group by ss_ticket_number order by ss_ticket_number POSTHOOK: type: QUERY +POSTHOOK: Input: default@store_sales_n3 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -944,6 +956,8 @@ from group by ss_ticket_number, ss_item_sk order by ss_ticket_number, ss_item_sk PREHOOK: type: QUERY +PREHOOK: Input: default@store_sales_n3 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select ss_ticket_number, ss_item_sk, sum(q), avg(q), sum(np), avg(np), sum(decwc), avg(decwc) @@ -956,6 +970,8 @@ from group by ss_ticket_number, ss_item_sk order by ss_ticket_number, ss_item_sk POSTHOOK: type: QUERY +POSTHOOK: Input: default@store_sales_n3 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_groupby_rollup1.q.out b/ql/src/test/results/clientpositive/llap/vector_groupby_rollup1.q.out index d1f8ac5..a4cc16a 100644 --- a/ql/src/test/results/clientpositive/llap/vector_groupby_rollup1.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_groupby_rollup1.q.out @@ -29,9 +29,13 @@ POSTHOOK: Lineage: t1_n83.val SIMPLE [(t1_text_n5)t1_text_n5.FieldSchema(name:va PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, val, count(1) FROM T1_n83 GROUP BY key, val with rollup PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n83 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, val, count(1) FROM T1_n83 GROUP BY key, val with rollup POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n83 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -186,9 +190,13 @@ NULL NULL 6 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, count(distinct val) FROM T1_n83 GROUP BY key with rollup PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n83 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, count(distinct val) FROM T1_n83 GROUP BY key with rollup POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n83 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -283,9 +291,13 @@ NULL 6 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, val, count(1) FROM T1_n83 GROUP BY key, val with rollup PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n83 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, val, count(1) FROM T1_n83 GROUP BY key, val with rollup POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n83 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -485,9 +497,13 @@ NULL NULL 6 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, count(distinct val) FROM T1_n83 GROUP BY key with rollup PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n83 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT key, count(distinct val) FROM T1_n83 GROUP BY key with rollup POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n83 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -621,11 +637,17 @@ FROM T1_n83 INSERT OVERWRITE TABLE T2_n52 SELECT key, val, count(1) group by key, val with rollup INSERT OVERWRITE TABLE T3_n17 SELECT key, val, sum(1) group by rollup(key, val) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n83 +PREHOOK: Output: default@t2_n52 +PREHOOK: Output: default@t3_n17 POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL FROM T1_n83 INSERT OVERWRITE TABLE T2_n52 SELECT key, val, count(1) group by key, val with rollup INSERT OVERWRITE TABLE T3_n17 SELECT key, val, sum(1) group by rollup(key, val) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n83 +POSTHOOK: Output: default@t2_n52 +POSTHOOK: Output: default@t3_n17 PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_groupby_sort_11.q.out b/ql/src/test/results/clientpositive/llap/vector_groupby_sort_11.q.out index ab29314..f8c6b1d 100644 --- a/ql/src/test/results/clientpositive/llap/vector_groupby_sort_11.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_groupby_sort_11.q.out @@ -23,9 +23,15 @@ POSTHOOK: Lineage: t1_n137 PARTITION(ds=1).val SIMPLE [(src)src.FieldSchema(name PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(distinct key) from T1_n137 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n137 +PREHOOK: Input: default@t1_n137@ds=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(distinct key) from T1_n137 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n137 +POSTHOOK: Input: default@t1_n137@ds=1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -169,9 +175,15 @@ POSTHOOK: Input: default@t1_n137@ds=1 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(distinct key), count(1), count(key), sum(distinct key) from T1_n137 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n137 +PREHOOK: Input: default@t1_n137@ds=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(distinct key), count(1), count(key), sum(distinct key) from T1_n137 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n137 +POSTHOOK: Input: default@t1_n137@ds=1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -258,9 +270,15 @@ POSTHOOK: Input: default@t1_n137@ds=1 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(distinct key), count(1), count(key), sum(distinct key) from T1_n137 group by key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n137 +PREHOOK: Input: default@t1_n137@ds=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(distinct key), count(1), count(key), sum(distinct key) from T1_n137 group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n137 +POSTHOOK: Input: default@t1_n137@ds=1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -358,9 +376,15 @@ POSTHOOK: Input: default@t1_n137@ds=1 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select key, count(distinct key), count(1), count(key), sum(distinct key) from T1_n137 group by key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n137 +PREHOOK: Input: default@t1_n137@ds=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select key, count(distinct key), count(1), count(key), sum(distinct key) from T1_n137 group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n137 +POSTHOOK: Input: default@t1_n137@ds=1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -454,9 +478,15 @@ POSTHOOK: Input: default@t1_n137@ds=1 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(distinct key+key) from T1_n137 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n137 +PREHOOK: Input: default@t1_n137@ds=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(distinct key+key) from T1_n137 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n137 +POSTHOOK: Input: default@t1_n137@ds=1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -641,9 +671,15 @@ POSTHOOK: Input: default@t1_n137@ds=1 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(distinct 1) from T1_n137 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n137 +PREHOOK: Input: default@t1_n137@ds=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(distinct 1) from T1_n137 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n137 +POSTHOOK: Input: default@t1_n137@ds=1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -831,9 +867,15 @@ POSTHOOK: Input: default@t1_n137@ds=1 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(distinct key) from T1_n137 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n137 +PREHOOK: Input: default@t1_n137@ds=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(distinct key) from T1_n137 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n137 +POSTHOOK: Input: default@t1_n137@ds=1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_groupby_sort_8.q.out b/ql/src/test/results/clientpositive/llap/vector_groupby_sort_8.q.out index 5e946c4..5801bf7 100644 --- a/ql/src/test/results/clientpositive/llap/vector_groupby_sort_8.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_groupby_sort_8.q.out @@ -32,9 +32,15 @@ POSTHOOK: Lineage: t1_n2 PARTITION(ds=1).val SIMPLE [(t1_n2)t1_n2.FieldSchema(na PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(distinct key) from T1_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n2 +PREHOOK: Input: default@t1_n2@ds=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(distinct key) from T1_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n2 +POSTHOOK: Input: default@t1_n2@ds=1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_grouping_sets.q.out b/ql/src/test/results/clientpositive/llap/vector_grouping_sets.q.out index e0d533f..78de680 100644 --- a/ql/src/test/results/clientpositive/llap/vector_grouping_sets.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_grouping_sets.q.out @@ -128,11 +128,15 @@ select s_store_id from store_n1 group by s_store_id with rollup PREHOOK: type: QUERY +PREHOOK: Input: default@store_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select s_store_id from store_n1 group by s_store_id with rollup POSTHOOK: type: QUERY +POSTHOOK: Input: default@store_n1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -259,11 +263,15 @@ select s_store_id, GROUPING__ID from store_n1 group by s_store_id with rollup PREHOOK: type: QUERY +PREHOOK: Input: default@store_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select s_store_id, GROUPING__ID from store_n1 group by s_store_id with rollup POSTHOOK: type: QUERY +POSTHOOK: Input: default@store_n1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -397,11 +405,15 @@ select s_store_id, GROUPING__ID from store_n1 group by rollup(s_store_id) PREHOOK: type: QUERY +PREHOOK: Input: default@store_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select s_store_id, GROUPING__ID from store_n1 group by rollup(s_store_id) POSTHOOK: type: QUERY +POSTHOOK: Input: default@store_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/vector_if_expr.q.out b/ql/src/test/results/clientpositive/llap/vector_if_expr.q.out index a88e385..e61d68a 100644 --- a/ql/src/test/results/clientpositive/llap/vector_if_expr.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_if_expr.q.out @@ -1,9 +1,13 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cboolean1, IF (cboolean1, 'first', 'second') FROM alltypesorc WHERE cboolean1 IS NOT NULL AND cboolean1 ORDER BY cboolean1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cboolean1, IF (cboolean1, 'first', 'second') FROM alltypesorc WHERE cboolean1 IS NOT NULL AND cboolean1 ORDER BY cboolean1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_if_expr_2.q.out b/ql/src/test/results/clientpositive/llap/vector_if_expr_2.q.out index ddcd2a0..e9e82d6 100644 --- a/ql/src/test/results/clientpositive/llap/vector_if_expr_2.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_if_expr_2.q.out @@ -23,9 +23,13 @@ POSTHOOK: Lineage: foo.y SCRIPT [] PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION select x, IF(x > 0,y,0) from foo order by x PREHOOK: type: QUERY +PREHOOK: Input: default@foo +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION select x, IF(x > 0,y,0) from foo order by x POSTHOOK: type: QUERY +POSTHOOK: Input: default@foo +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_include_no_sel.q.out b/ql/src/test/results/clientpositive/llap/vector_include_no_sel.q.out index 041990a..ae87f6c 100644 --- a/ql/src/test/results/clientpositive/llap/vector_include_no_sel.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_include_no_sel.q.out @@ -168,11 +168,17 @@ select count(1) from customer_demographics,store_sales_n1 where ((customer_demographics.cd_demo_sk = store_sales_n1.ss_cdemo_sk and customer_demographics.cd_marital_status = 'M') or (customer_demographics.cd_demo_sk = store_sales_n1.ss_cdemo_sk and customer_demographics.cd_marital_status = 'U')) PREHOOK: type: QUERY +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@store_sales_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(1) from customer_demographics,store_sales_n1 where ((customer_demographics.cd_demo_sk = store_sales_n1.ss_cdemo_sk and customer_demographics.cd_marital_status = 'M') or (customer_demographics.cd_demo_sk = store_sales_n1.ss_cdemo_sk and customer_demographics.cd_marital_status = 'U')) POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@store_sales_n1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_inner_join.q.out b/ql/src/test/results/clientpositive/llap/vector_inner_join.q.out index fb3d7cb..223b504 100644 --- a/ql/src/test/results/clientpositive/llap/vector_inner_join.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_inner_join.q.out @@ -35,9 +35,15 @@ POSTHOOK: Lineage: orc_table_2a.c SCRIPT [] PREHOOK: query: explain vectorization detail select t1.a from orc_table_2a t2 join orc_table_1a t1 on t1.a = t2.c where t1.a > 2 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_table_1a +PREHOOK: Input: default@orc_table_2a +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select t1.a from orc_table_2a t2 join orc_table_1a t1 on t1.a = t2.c where t1.a > 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_table_1a +POSTHOOK: Input: default@orc_table_2a +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -201,9 +207,15 @@ POSTHOOK: Input: default@orc_table_2a PREHOOK: query: explain vectorization detail select t2.c from orc_table_2a t2 left semi join orc_table_1a t1 on t1.a = t2.c where t2.c > 2 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_table_1a +PREHOOK: Input: default@orc_table_2a +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select t2.c from orc_table_2a t2 left semi join orc_table_1a t1 on t1.a = t2.c where t2.c > 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_table_1a +POSTHOOK: Input: default@orc_table_2a +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -408,9 +420,15 @@ POSTHOOK: Lineage: orc_table_2b.v2 SCRIPT [] PREHOOK: query: explain vectorization detail select t1.v1, t1.a from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_table_1b +PREHOOK: Input: default@orc_table_2b +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select t1.v1, t1.a from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_table_1b +POSTHOOK: Input: default@orc_table_2b +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -576,9 +594,15 @@ three 3 PREHOOK: query: explain vectorization detail select t1.v1, t1.a, t2.c, t2.v2 from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_table_1b +PREHOOK: Input: default@orc_table_2b +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select t1.v1, t1.a, t2.c, t2.v2 from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_table_1b +POSTHOOK: Input: default@orc_table_2b +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -737,9 +761,15 @@ three 3 3 THREE PREHOOK: query: explain vectorization detail select t1.v1, t1.a*2, t2.c*5, t2.v2 from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_table_1b +PREHOOK: Input: default@orc_table_2b +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select t1.v1, t1.a*2, t2.c*5, t2.v2 from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_table_1b +POSTHOOK: Input: default@orc_table_2b +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -907,9 +937,15 @@ three 6 15 THREE PREHOOK: query: explain vectorization detail select t1.v1, t2.v2, t2.c from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_table_1b +PREHOOK: Input: default@orc_table_2b +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select t1.v1, t2.v2, t2.c from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_table_1b +POSTHOOK: Input: default@orc_table_2b +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1076,9 +1112,15 @@ three THREE 3 PREHOOK: query: explain vectorization detail select t1.a, t1.v1, t2.v2 from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_table_1b +PREHOOK: Input: default@orc_table_2b +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select t1.a, t1.v1, t2.v2 from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_table_1b +POSTHOOK: Input: default@orc_table_2b +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1245,9 +1287,15 @@ POSTHOOK: Input: default@orc_table_2b PREHOOK: query: explain vectorization detail select t1.v1, t2.v2, t2.c from orc_table_1b t1 join orc_table_2b t2 on t1.a = t2.c where t1.a > 2 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_table_1b +PREHOOK: Input: default@orc_table_2b +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select t1.v1, t2.v2, t2.c from orc_table_1b t1 join orc_table_2b t2 on t1.a = t2.c where t1.a > 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_table_1b +POSTHOOK: Input: default@orc_table_2b +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1414,9 +1462,15 @@ three THREE 3 PREHOOK: query: explain vectorization detail select t1.a, t1.v1, t2.v2 from orc_table_1b t1 join orc_table_2b t2 on t1.a = t2.c where t1.a > 2 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_table_1b +PREHOOK: Input: default@orc_table_2b +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select t1.a, t1.v1, t2.v2 from orc_table_1b t1 join orc_table_2b t2 on t1.a = t2.c where t1.a > 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_table_1b +POSTHOOK: Input: default@orc_table_2b +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_interval_1.q.out b/ql/src/test/results/clientpositive/llap/vector_interval_1.q.out index 6e0663c..ca280bc 100644 --- a/ql/src/test/results/clientpositive/llap/vector_interval_1.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_interval_1.q.out @@ -58,6 +58,8 @@ select interval '1 2:3:4' day to second, interval_day_time(str2) from vector_interval_1 order by str1 PREHOOK: type: QUERY +PREHOOK: Input: default@vector_interval_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select str1, @@ -65,6 +67,8 @@ select interval '1 2:3:4' day to second, interval_day_time(str2) from vector_interval_1 order by str1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_interval_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -183,6 +187,8 @@ select interval '1-2' year to month - interval_year_month(str1) from vector_interval_1 order by dt PREHOOK: type: QUERY +PREHOOK: Input: default@vector_interval_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select dt, @@ -194,6 +200,8 @@ select interval '1-2' year to month - interval_year_month(str1) from vector_interval_1 order by dt POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_interval_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -320,6 +328,8 @@ select interval '1 2:3:4' day to second - interval_day_time(str2) from vector_interval_1 order by dt PREHOOK: type: QUERY +PREHOOK: Input: default@vector_interval_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select dt, @@ -331,6 +341,8 @@ select interval '1 2:3:4' day to second - interval_day_time(str2) from vector_interval_1 order by dt POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_interval_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -463,6 +475,8 @@ select dt - interval_day_time(str2) from vector_interval_1 order by dt PREHOOK: type: QUERY +PREHOOK: Input: default@vector_interval_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select dt, @@ -480,6 +494,8 @@ select dt - interval_day_time(str2) from vector_interval_1 order by dt POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_interval_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -623,6 +639,8 @@ select ts - interval_day_time(str2) from vector_interval_1 order by ts PREHOOK: type: QUERY +PREHOOK: Input: default@vector_interval_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select ts, @@ -640,6 +658,8 @@ select ts - interval_day_time(str2) from vector_interval_1 order by ts POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_interval_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -774,6 +794,8 @@ select ts - timestamp '2001-01-01 01:02:03' from vector_interval_1 order by ts PREHOOK: type: QUERY +PREHOOK: Input: default@vector_interval_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select ts, @@ -782,6 +804,8 @@ select ts - timestamp '2001-01-01 01:02:03' from vector_interval_1 order by ts POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_interval_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -898,6 +922,8 @@ select dt - date '2001-01-01' from vector_interval_1 order by dt PREHOOK: type: QUERY +PREHOOK: Input: default@vector_interval_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select dt, @@ -906,6 +932,8 @@ select dt - date '2001-01-01' from vector_interval_1 order by dt POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_interval_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1025,6 +1053,8 @@ select date '2001-01-01' - ts from vector_interval_1 order by dt PREHOOK: type: QUERY +PREHOOK: Input: default@vector_interval_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select dt, @@ -1036,6 +1066,8 @@ select date '2001-01-01' - ts from vector_interval_1 order by dt POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_interval_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vector_interval_2.q.out b/ql/src/test/results/clientpositive/llap/vector_interval_2.q.out index fa2cdf3..f1f97d1 100644 --- a/ql/src/test/results/clientpositive/llap/vector_interval_2.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_interval_2.q.out @@ -74,6 +74,8 @@ select interval '1-2' year to month != interval_year_month(str2) from vector_interval_2 order by str1 PREHOOK: type: QUERY +PREHOOK: Input: default@vector_interval_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select str1, @@ -106,6 +108,8 @@ select interval '1-2' year to month != interval_year_month(str2) from vector_interval_2 order by str1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_interval_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -286,6 +290,8 @@ select interval '1-2' year to month != interval_year_month(str1) from vector_interval_2 order by str1 PREHOOK: type: QUERY +PREHOOK: Input: default@vector_interval_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select str1, @@ -312,6 +318,8 @@ select interval '1-2' year to month != interval_year_month(str1) from vector_interval_2 order by str1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_interval_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -486,6 +494,8 @@ select interval '1 2:3:4' day to second != interval_day_time(str4) from vector_interval_2 order by str3 PREHOOK: type: QUERY +PREHOOK: Input: default@vector_interval_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select str3, @@ -518,6 +528,8 @@ select interval '1 2:3:4' day to second != interval_day_time(str4) from vector_interval_2 order by str3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_interval_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -698,6 +710,8 @@ select interval '1 2:3:4' day to second != interval_day_time(str3) from vector_interval_2 order by str3 PREHOOK: type: QUERY +PREHOOK: Input: default@vector_interval_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select str3, @@ -724,6 +738,8 @@ select interval '1 2:3:4' day to second != interval_day_time(str3) from vector_interval_2 order by str3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_interval_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -891,6 +907,8 @@ where and interval '1-3' year to month > interval_year_month(str1) order by ts PREHOOK: type: QUERY +PREHOOK: Input: default@vector_interval_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select ts from vector_interval_2 where @@ -916,6 +934,8 @@ where and interval '1-3' year to month > interval_year_month(str1) order by ts POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_interval_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1085,6 +1105,8 @@ where and interval '1 2:3:5' day to second > interval_day_time(str3) order by ts PREHOOK: type: QUERY +PREHOOK: Input: default@vector_interval_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select ts from vector_interval_2 where @@ -1110,6 +1132,8 @@ where and interval '1 2:3:5' day to second > interval_day_time(str3) order by ts POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_interval_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1274,6 +1298,8 @@ where and dt != dt + interval '1-2' year to month order by ts PREHOOK: type: QUERY +PREHOOK: Input: default@vector_interval_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select ts from vector_interval_2 where @@ -1294,6 +1320,8 @@ where and dt != dt + interval '1-2' year to month order by ts POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_interval_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1453,6 +1481,8 @@ where and ts > ts - interval '1' year order by ts PREHOOK: type: QUERY +PREHOOK: Input: default@vector_interval_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select ts from vector_interval_2 where @@ -1478,6 +1508,8 @@ where and ts > ts - interval '1' year order by ts POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_interval_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1647,6 +1679,8 @@ where and ts > dt - interval '0 1:2:4' day to second order by ts PREHOOK: type: QUERY +PREHOOK: Input: default@vector_interval_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select ts from vector_interval_2 where @@ -1672,6 +1706,8 @@ where and ts > dt - interval '0 1:2:4' day to second order by ts POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_interval_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1841,6 +1877,8 @@ where and ts > ts - interval '1' day order by ts PREHOOK: type: QUERY +PREHOOK: Input: default@vector_interval_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select ts from vector_interval_2 where @@ -1866,6 +1904,8 @@ where and ts > ts - interval '1' day order by ts POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_interval_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_interval_arithmetic.q.out b/ql/src/test/results/clientpositive/llap/vector_interval_arithmetic.q.out index 2fadf29..9a7b261 100644 --- a/ql/src/test/results/clientpositive/llap/vector_interval_arithmetic.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_interval_arithmetic.q.out @@ -47,6 +47,8 @@ select from interval_arithmetic_1 order by dateval PREHOOK: type: QUERY +PREHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select dateval, @@ -59,6 +61,8 @@ select from interval_arithmetic_1 order by dateval POSTHOOK: type: QUERY +POSTHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -232,6 +236,8 @@ select from interval_arithmetic_1 order by dateval PREHOOK: type: QUERY +PREHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select dateval, @@ -241,6 +247,8 @@ select from interval_arithmetic_1 order by dateval POSTHOOK: type: QUERY +POSTHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -411,6 +419,8 @@ select from interval_arithmetic_1 order by tsval PREHOOK: type: QUERY +PREHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select tsval, @@ -423,6 +433,8 @@ select from interval_arithmetic_1 order by tsval POSTHOOK: type: QUERY +POSTHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -595,6 +607,8 @@ from interval_arithmetic_1 order by interval '2-2' year to month + interval '3-3' year to month limit 2 PREHOOK: type: QUERY +PREHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select interval '2-2' year to month + interval '3-3' year to month, @@ -603,6 +617,8 @@ from interval_arithmetic_1 order by interval '2-2' year to month + interval '3-3' year to month limit 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -700,6 +716,8 @@ select from interval_arithmetic_1 order by dateval PREHOOK: type: QUERY +PREHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select dateval, @@ -712,6 +730,8 @@ select from interval_arithmetic_1 order by dateval POSTHOOK: type: QUERY +POSTHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -886,6 +906,8 @@ select from interval_arithmetic_1 order by dateval PREHOOK: type: QUERY +PREHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select dateval, @@ -896,6 +918,8 @@ select from interval_arithmetic_1 order by dateval POSTHOOK: type: QUERY +POSTHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1068,6 +1092,8 @@ select from interval_arithmetic_1 order by tsval PREHOOK: type: QUERY +PREHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select tsval, @@ -1080,6 +1106,8 @@ select from interval_arithmetic_1 order by tsval POSTHOOK: type: QUERY +POSTHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1251,6 +1279,8 @@ select from interval_arithmetic_1 limit 2 PREHOOK: type: QUERY +PREHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select interval '99 11:22:33.123456789' day to second + interval '10 9:8:7.123456789' day to second, @@ -1258,6 +1288,8 @@ select from interval_arithmetic_1 limit 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vector_interval_mapjoin.q.out b/ql/src/test/results/clientpositive/llap/vector_interval_mapjoin.q.out index 2b9fc34..56143e6 100644 --- a/ql/src/test/results/clientpositive/llap/vector_interval_mapjoin.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_interval_mapjoin.q.out @@ -158,6 +158,9 @@ join on v1.intrvl1 = v2.intrvl2 and v1.s = v2.s PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab_a_1korc +PREHOOK: Input: default@vectortab_b_1korc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select v1.s, @@ -180,6 +183,9 @@ join on v1.intrvl1 = v2.intrvl2 and v1.s = v2.s POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab_a_1korc +POSTHOOK: Input: default@vectortab_b_1korc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_join30.q.out b/ql/src/test/results/clientpositive/llap/vector_join30.q.out index 5187574..5175c76 100644 --- a/ql/src/test/results/clientpositive/llap/vector_join30.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_join30.q.out @@ -26,6 +26,8 @@ JOIN ON (x.key = Y.key) select sum(hash(Y.key,Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@orcsrc_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -225,6 +227,8 @@ LEFT OUTER JOIN ON (x.key = Y.key) select sum(hash(Y.key,Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@orcsrc_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -411,6 +415,10 @@ RIGHT OUTER JOIN ON (x.key = Y.key) select sum(hash(Y.key,Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@orcsrc_n0 +#### A masked pattern was here #### +POSTHOOK: Input: default@orcsrc_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -602,6 +610,8 @@ JOIN ON (x.key = Z.key) select sum(hash(Y.key,Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@orcsrc_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -861,6 +871,8 @@ LEFT OUTER JOIN ON (x.key = Z.key) select sum(hash(Y.key,Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@orcsrc_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1091,6 +1103,8 @@ LEFT OUTER JOIN ON (x.key = Z.key) select sum(hash(Y.key,Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@orcsrc_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1321,6 +1335,8 @@ RIGHT OUTER JOIN ON (x.key = Z.key) select sum(hash(Y.key,Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@orcsrc_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1551,6 +1567,20 @@ RIGHT OUTER JOIN ON (x.key = Z.key) select sum(hash(Y.key,Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@orcsrc_n0 +#### A masked pattern was here #### +POSTHOOK: Input: default@orcsrc_n0 +#### A masked pattern was here #### +POSTHOOK: Input: default@orcsrc_n0 +#### A masked pattern was here #### +POSTHOOK: Input: default@orcsrc_n0 +#### A masked pattern was here #### +POSTHOOK: Input: default@orcsrc_n0 +#### A masked pattern was here #### +POSTHOOK: Input: default@orcsrc_n0 +#### A masked pattern was here #### +POSTHOOK: Input: default@orcsrc_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_left_outer_join.q.out b/ql/src/test/results/clientpositive/llap/vector_left_outer_join.q.out index 3d78cfe..0999b5d 100644 --- a/ql/src/test/results/clientpositive/llap/vector_left_outer_join.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_left_outer_join.q.out @@ -7,6 +7,8 @@ left outer join alltypesorc hd on hd.ctinyint = c.ctinyint ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select count(*) from (select c.ctinyint from alltypesorc c @@ -16,6 +18,8 @@ left outer join alltypesorc hd on hd.ctinyint = c.ctinyint ) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_leftsemi_mapjoin.q.out b/ql/src/test/results/clientpositive/llap/vector_leftsemi_mapjoin.q.out index d739408..aa1bbe2 100644 --- a/ql/src/test/results/clientpositive/llap/vector_leftsemi_mapjoin.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_leftsemi_mapjoin.q.out @@ -3333,9 +3333,15 @@ POSTHOOK: Input: default@t3_n35 PREHOOK: query: explain vectorization only operator select * from t1_n148 a left semi join t2_n87 b on a.key=b.key sort by a.key, a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n148 +PREHOOK: Input: default@t2_n87 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only operator select * from t1_n148 a left semi join t2_n87 b on a.key=b.key sort by a.key, a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n148 +POSTHOOK: Input: default@t2_n87 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3446,9 +3452,15 @@ POSTHOOK: Input: default@t2_n87 PREHOOK: query: explain vectorization only operator select * from t2_n87 a left semi join t1_n148 b on b.key=a.key sort by a.key, a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n148 +PREHOOK: Input: default@t2_n87 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only operator select * from t2_n87 a left semi join t1_n148 b on b.key=a.key sort by a.key, a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n148 +POSTHOOK: Input: default@t2_n87 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3561,9 +3573,15 @@ POSTHOOK: Input: default@t2_n87 PREHOOK: query: explain vectorization only operator select * from t1_n148 a left semi join t4_n19 b on b.key=a.key sort by a.key, a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n148 +PREHOOK: Input: default@t4_n19 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only operator select * from t1_n148 a left semi join t4_n19 b on b.key=a.key sort by a.key, a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n148 +POSTHOOK: Input: default@t4_n19 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3668,9 +3686,15 @@ POSTHOOK: Input: default@t4_n19 PREHOOK: query: explain vectorization only operator select a.value from t1_n148 a left semi join t3_n35 b on (b.key = a.key and b.key < '15') sort by a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n148 +PREHOOK: Input: default@t3_n35 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only operator select a.value from t1_n148 a left semi join t3_n35 b on (b.key = a.key and b.key < '15') sort by a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n148 +POSTHOOK: Input: default@t3_n35 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3789,9 +3813,15 @@ val_9 PREHOOK: query: explain vectorization only operator select * from t1_n148 a left semi join t2_n87 b on a.key = b.key and b.value < "val_10" sort by a.key, a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n148 +PREHOOK: Input: default@t2_n87 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only operator select * from t1_n148 a left semi join t2_n87 b on a.key = b.key and b.value < "val_10" sort by a.key, a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n148 +POSTHOOK: Input: default@t2_n87 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3899,9 +3929,15 @@ POSTHOOK: Input: default@t2_n87 PREHOOK: query: explain vectorization only operator select a.value from t1_n148 a left semi join (select key from t3_n35 where key > 5) b on a.key = b.key sort by a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n148 +PREHOOK: Input: default@t3_n35 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only operator select a.value from t1_n148 a left semi join (select key from t3_n35 where key > 5) b on a.key = b.key sort by a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n148 +POSTHOOK: Input: default@t3_n35 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4012,9 +4048,15 @@ val_9 PREHOOK: query: explain vectorization only operator select a.value from t1_n148 a left semi join (select key , value from t2_n87 where key > 5) b on a.key = b.key and b.value <= 'val_20' sort by a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n148 +PREHOOK: Input: default@t2_n87 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only operator select a.value from t1_n148 a left semi join (select key , value from t2_n87 where key > 5) b on a.key = b.key and b.value <= 'val_20' sort by a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n148 +POSTHOOK: Input: default@t2_n87 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4122,9 +4164,15 @@ POSTHOOK: Input: default@t2_n87 PREHOOK: query: explain vectorization only operator select * from t2_n87 a left semi join (select key , value from t1_n148 where key > 2) b on a.key = b.key sort by a.key, a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n148 +PREHOOK: Input: default@t2_n87 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only operator select * from t2_n87 a left semi join (select key , value from t1_n148 where key > 2) b on a.key = b.key sort by a.key, a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n148 +POSTHOOK: Input: default@t2_n87 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4234,9 +4282,15 @@ POSTHOOK: Input: default@t2_n87 PREHOOK: query: explain vectorization only operator select /*+ mapjoin(b) */ a.key from t3_n35 a left semi join t1_n148 b on a.key = b.key sort by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n148 +PREHOOK: Input: default@t3_n35 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only operator select /*+ mapjoin(b) */ a.key from t3_n35 a left semi join t1_n148 b on a.key = b.key sort by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n148 +POSTHOOK: Input: default@t3_n35 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4360,9 +4414,15 @@ POSTHOOK: Input: default@t3_n35 PREHOOK: query: explain vectorization only operator select * from t1_n148 a left semi join t2_n87 b on a.key = 2*b.key sort by a.key, a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n148 +PREHOOK: Input: default@t2_n87 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only operator select * from t1_n148 a left semi join t2_n87 b on a.key = 2*b.key sort by a.key, a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n148 +POSTHOOK: Input: default@t2_n87 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4471,9 +4531,17 @@ POSTHOOK: Input: default@t2_n87 PREHOOK: query: explain vectorization only operator select * from t1_n148 a join t2_n87 b on a.key = b.key left semi join t3_n35 c on b.key = c.key sort by a.key, a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n148 +PREHOOK: Input: default@t2_n87 +PREHOOK: Input: default@t3_n35 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only operator select * from t1_n148 a join t2_n87 b on a.key = b.key left semi join t3_n35 c on b.key = c.key sort by a.key, a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n148 +POSTHOOK: Input: default@t2_n87 +POSTHOOK: Input: default@t3_n35 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4619,9 +4687,15 @@ POSTHOOK: Input: default@t3_n35 PREHOOK: query: explain vectorization only operator select * from t3_n35 a left semi join t1_n148 b on a.key = b.key and a.value=b.value sort by a.key, a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n148 +PREHOOK: Input: default@t3_n35 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only operator select * from t3_n35 a left semi join t1_n148 b on a.key = b.key and a.value=b.value sort by a.key, a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n148 +POSTHOOK: Input: default@t3_n35 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4740,9 +4814,17 @@ POSTHOOK: Input: default@t3_n35 PREHOOK: query: explain vectorization only operator select /*+ mapjoin(b, c) */ a.key from t3_n35 a left semi join t1_n148 b on a.key = b.key left semi join t2_n87 c on a.key = c.key sort by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n148 +PREHOOK: Input: default@t2_n87 +PREHOOK: Input: default@t3_n35 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only operator select /*+ mapjoin(b, c) */ a.key from t3_n35 a left semi join t1_n148 b on a.key = b.key left semi join t2_n87 c on a.key = c.key sort by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n148 +POSTHOOK: Input: default@t2_n87 +POSTHOOK: Input: default@t3_n35 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4893,9 +4975,17 @@ POSTHOOK: Input: default@t3_n35 PREHOOK: query: explain vectorization only operator select a.key from t3_n35 a left outer join t1_n148 b on a.key = b.key left semi join t2_n87 c on b.key = c.key sort by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n148 +PREHOOK: Input: default@t2_n87 +PREHOOK: Input: default@t3_n35 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only operator select a.key from t3_n35 a left outer join t1_n148 b on a.key = b.key left semi join t2_n87 c on b.key = c.key sort by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n148 +POSTHOOK: Input: default@t2_n87 +POSTHOOK: Input: default@t3_n35 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -5188,9 +5278,17 @@ NULL PREHOOK: query: explain vectorization only operator select a.key from t3_n35 a left semi join t2_n87 b on a.key = b.key left outer join t1_n148 c on a.key = c.key sort by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n148 +PREHOOK: Input: default@t2_n87 +PREHOOK: Input: default@t3_n35 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only operator select a.key from t3_n35 a left semi join t2_n87 b on a.key = b.key left outer join t1_n148 c on a.key = c.key sort by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n148 +POSTHOOK: Input: default@t2_n87 +POSTHOOK: Input: default@t3_n35 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -5484,9 +5582,17 @@ NULL PREHOOK: query: explain vectorization only operator select a.key from t3_n35 a left semi join t1_n148 b on a.key = b.key full outer join t2_n87 c on a.key = c.key sort by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n148 +PREHOOK: Input: default@t2_n87 +PREHOOK: Input: default@t3_n35 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only operator select a.key from t3_n35 a left semi join t1_n148 b on a.key = b.key full outer join t2_n87 c on a.key = c.key sort by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n148 +POSTHOOK: Input: default@t2_n87 +POSTHOOK: Input: default@t3_n35 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -5644,9 +5750,17 @@ NULL PREHOOK: query: explain vectorization only operator select a.key from t3_n35 a left semi join t2_n87 b on a.key = b.key left outer join t1_n148 c on a.value = c.value sort by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n148 +PREHOOK: Input: default@t2_n87 +PREHOOK: Input: default@t3_n35 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only operator select a.key from t3_n35 a left semi join t2_n87 b on a.key = b.key left outer join t1_n148 c on a.value = c.value sort by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n148 +POSTHOOK: Input: default@t2_n87 +POSTHOOK: Input: default@t3_n35 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -5812,9 +5926,15 @@ POSTHOOK: Input: default@t3_n35 PREHOOK: query: explain vectorization only operator select a.key from t3_n35 a left semi join t2_n87 b on a.value = b.value where a.key > 100 PREHOOK: type: QUERY +PREHOOK: Input: default@t2_n87 +PREHOOK: Input: default@t3_n35 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only operator select a.key from t3_n35 a left semi join t2_n87 b on a.value = b.value where a.key > 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2_n87 +POSTHOOK: Input: default@t3_n35 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_like_2.q.out b/ql/src/test/results/clientpositive/llap/vector_like_2.q.out index f3ec37a..4a7f954 100644 --- a/ql/src/test/results/clientpositive/llap/vector_like_2.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_like_2.q.out @@ -22,9 +22,13 @@ POSTHOOK: Lineage: foo.a SCRIPT [] PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select a, a like "%bar" from foo order by a PREHOOK: type: QUERY +PREHOOK: Input: default@foo +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select a, a like "%bar" from foo order by a POSTHOOK: type: QUERY +POSTHOOK: Input: default@foo +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_llap_io_data_conversion.q.out b/ql/src/test/results/clientpositive/llap/vector_llap_io_data_conversion.q.out index f503761..025f32a 100644 --- a/ql/src/test/results/clientpositive/llap/vector_llap_io_data_conversion.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_llap_io_data_conversion.q.out @@ -64,9 +64,13 @@ POSTHOOK: Lineage: varchar_ctas_1.vs SIMPLE [(varchar_single_partition)varchar_s PREHOOK: query: explain vectorization detail select * from varchar_ctas_1 order by vs, c1, c2 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_ctas_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select * from varchar_ctas_1 order by vs, c1, c2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_ctas_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_llap_text_1.q.out b/ql/src/test/results/clientpositive/llap/vector_llap_text_1.q.out index abddf5a..0a6ebdf 100644 --- a/ql/src/test/results/clientpositive/llap/vector_llap_text_1.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_llap_text_1.q.out @@ -114,12 +114,22 @@ from tab_n7 a join tab_part_n8 b on a.key = b.key order by a.key, a.value, b.value limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n7 +PREHOOK: Input: default@tab_n7@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n8 +PREHOOK: Input: default@tab_part_n8@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select a.key, a.value, b.value from tab_n7 a join tab_part_n8 b on a.key = b.key order by a.key, a.value, b.value limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n7 +POSTHOOK: Input: default@tab_n7@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n8 +POSTHOOK: Input: default@tab_part_n8@ds=2008-04-08 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_map_order.q.out b/ql/src/test/results/clientpositive/llap/vector_map_order.q.out index 238555c..341cf96 100644 --- a/ql/src/test/results/clientpositive/llap/vector_map_order.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_map_order.q.out @@ -27,9 +27,13 @@ POSTHOOK: Output: default@map_table_n0 PREHOOK: query: explain vectorization detail select * from map_table_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@map_table_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select * from map_table_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@map_table_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_mapjoin_reduce.q.out b/ql/src/test/results/clientpositive/llap/vector_mapjoin_reduce.q.out index e0c7dfa..ae971da 100644 --- a/ql/src/test/results/clientpositive/llap/vector_mapjoin_reduce.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_mapjoin_reduce.q.out @@ -4,12 +4,16 @@ from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li o where li.l_linenumber = 1 and li.l_orderkey in (select l_orderkey from lineitem where l_shipmode = 'AIR') PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select p.p_partkey, li.l_suppkey from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li on p.p_partkey = li.l_partkey where li.l_linenumber = 1 and li.l_orderkey in (select l_orderkey from lineitem where l_shipmode = 'AIR') POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -273,12 +277,16 @@ from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li o where li.l_linenumber = 1 and li.l_orderkey in (select l_orderkey from lineitem where l_shipmode = 'AIR' and l_linenumber = li.l_linenumber) PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select p.p_partkey, li.l_suppkey from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li on p.p_partkey = li.l_partkey where li.l_linenumber = 1 and li.l_orderkey in (select l_orderkey from lineitem where l_shipmode = 'AIR' and l_linenumber = li.l_linenumber) POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_mr_diff_schema_alias.q.out b/ql/src/test/results/clientpositive/llap/vector_mr_diff_schema_alias.q.out index 7f4e26f..d5dd4d1 100644 --- a/ql/src/test/results/clientpositive/llap/vector_mr_diff_schema_alias.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_mr_diff_schema_alias.q.out @@ -220,6 +220,10 @@ PREHOOK: query: explain vectorization select order by s_state limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim_n0 +PREHOOK: Input: default@store_n2 +PREHOOK: Input: default@store_sales_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select s_state, count(1) from store_sales_n2, @@ -232,6 +236,10 @@ POSTHOOK: query: explain vectorization select order by s_state limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim_n0 +POSTHOOK: Input: default@store_n2 +POSTHOOK: Input: default@store_sales_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_multi_insert.q.out b/ql/src/test/results/clientpositive/llap/vector_multi_insert.q.out index 392c8f5..dff2c54 100644 --- a/ql/src/test/results/clientpositive/llap/vector_multi_insert.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_multi_insert.q.out @@ -70,11 +70,19 @@ insert overwrite table orc_rn1 select a.* where a.rn < 100 insert overwrite table orc_rn2 select a.* where a.rn >= 100 and a.rn < 1000 insert overwrite table orc_rn3 select a.* where a.rn >= 1000 PREHOOK: type: QUERY +PREHOOK: Input: default@orc1 +PREHOOK: Output: default@orc_rn1 +PREHOOK: Output: default@orc_rn2 +PREHOOK: Output: default@orc_rn3 POSTHOOK: query: explain vectorization from orc1 a insert overwrite table orc_rn1 select a.* where a.rn < 100 insert overwrite table orc_rn2 select a.* where a.rn >= 100 and a.rn < 1000 insert overwrite table orc_rn3 select a.* where a.rn >= 1000 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc1 +POSTHOOK: Output: default@orc_rn1 +POSTHOOK: Output: default@orc_rn2 +POSTHOOK: Output: default@orc_rn3 PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_null_map.q.out b/ql/src/test/results/clientpositive/llap/vector_null_map.q.out index 5394cc6..8c89020 100644 --- a/ql/src/test/results/clientpositive/llap/vector_null_map.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_null_map.q.out @@ -29,9 +29,13 @@ POSTHOOK: Output: default@map_txt PREHOOK: query: explain vectorization expression select * from map_txt PREHOOK: type: QUERY +PREHOOK: Input: default@map_txt +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from map_txt POSTHOOK: type: QUERY +POSTHOOK: Input: default@map_txt +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -100,9 +104,13 @@ POSTHOOK: Input: default@map_txt PREHOOK: query: explain vectorization expression select id, map_keys(content) from map_txt PREHOOK: type: QUERY +PREHOOK: Input: default@map_txt +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select id, map_keys(content) from map_txt POSTHOOK: type: QUERY +POSTHOOK: Input: default@map_txt +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_null_projection.q.out b/ql/src/test/results/clientpositive/llap/vector_null_projection.q.out index 7bb01a6..b2f00f3 100644 --- a/ql/src/test/results/clientpositive/llap/vector_null_projection.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_null_projection.q.out @@ -35,9 +35,13 @@ POSTHOOK: Lineage: b_n4.s SCRIPT [] PREHOOK: query: explain vectorization detail select NULL from a_n6 PREHOOK: type: QUERY +PREHOOK: Input: default@a_n6 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select NULL from a_n6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n6 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -114,9 +118,15 @@ NULL PREHOOK: query: explain vectorization expression select NULL as x from a_n6 union distinct select NULL as x from b_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@a_n6 +PREHOOK: Input: default@b_n4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select NULL as x from a_n6 union distinct select NULL as x from b_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n6 +POSTHOOK: Input: default@b_n4 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_nullsafe_join.q.out b/ql/src/test/results/clientpositive/llap/vector_nullsafe_join.q.out index 8a05290..0772ed1 100644 --- a/ql/src/test/results/clientpositive/llap/vector_nullsafe_join.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_nullsafe_join.q.out @@ -28,8 +28,12 @@ POSTHOOK: Lineage: myinput1.key SIMPLE [(myinput1_txt)myinput1_txt.FieldSchema(n POSTHOOK: Lineage: myinput1.value SIMPLE [(myinput1_txt)myinput1_txt.FieldSchema(name:value, type:int, comment:null), ] PREHOOK: query: explain vectorization expression select * from myinput1 a join myinput1 b on a.key<=>b.value PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from myinput1 a join myinput1 b on a.key<=>b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -156,8 +160,12 @@ NULL NULL 48 NULL NULL NULL NULL NULL PREHOOK: query: explain vectorization expression select * from myinput1 a join myinput1 b on a.key<=>b.value join myinput1 c on a.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from myinput1 a join myinput1 b on a.key<=>b.value join myinput1 c on a.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -326,8 +334,12 @@ POSTHOOK: Input: default@myinput1 100 100 100 100 100 100 PREHOOK: query: explain vectorization expression select * from myinput1 a join myinput1 b on a.key<=>b.value join myinput1 c on a.key<=>c.key PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from myinput1 a join myinput1 b on a.key<=>b.value join myinput1 c on a.key<=>c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -503,8 +515,12 @@ NULL NULL NULL NULL NULL 35 NULL NULL NULL NULL NULL NULL PREHOOK: query: explain vectorization expression select * from myinput1 a join myinput1 b on a.key<=>b.value AND a.value=b.key join myinput1 c on a.key<=>c.key AND a.value=c.value PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from myinput1 a join myinput1 b on a.key<=>b.value AND a.value=b.key join myinput1 c on a.key<=>c.key AND a.value=c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -672,8 +688,12 @@ POSTHOOK: Input: default@myinput1 NULL 10 10 NULL NULL 10 PREHOOK: query: explain vectorization expression select * from myinput1 a join myinput1 b on a.key<=>b.value AND a.value<=>b.key join myinput1 c on a.key<=>c.key AND a.value<=>c.value PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from myinput1 a join myinput1 b on a.key<=>b.value AND a.value<=>b.key join myinput1 c on a.key<=>c.key AND a.value<=>c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -921,8 +941,12 @@ NULL NULL 48 NULL NULL NULL NULL NULL PREHOOK: query: explain vectorization expression select * from myinput1 a join myinput1 b on a.key<=>b.value PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from myinput1 a join myinput1 b on a.key<=>b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1049,8 +1073,12 @@ NULL NULL 48 NULL NULL NULL NULL NULL PREHOOK: query: explain vectorization expression select * from myinput1 a join myinput1 b on a.key<=>b.value join myinput1 c on a.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from myinput1 a join myinput1 b on a.key<=>b.value join myinput1 c on a.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1219,8 +1247,12 @@ POSTHOOK: Input: default@myinput1 100 100 100 100 100 100 PREHOOK: query: explain vectorization expression select * from myinput1 a join myinput1 b on a.key<=>b.value join myinput1 c on a.key<=>c.key PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from myinput1 a join myinput1 b on a.key<=>b.value join myinput1 c on a.key<=>c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1396,8 +1428,12 @@ NULL NULL NULL NULL NULL 35 NULL NULL NULL NULL NULL NULL PREHOOK: query: explain vectorization expression select * from myinput1 a join myinput1 b on a.key<=>b.value AND a.value=b.key join myinput1 c on a.key<=>c.key AND a.value=c.value PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from myinput1 a join myinput1 b on a.key<=>b.value AND a.value=b.key join myinput1 c on a.key<=>c.key AND a.value=c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1565,8 +1601,12 @@ POSTHOOK: Input: default@myinput1 NULL 10 10 NULL NULL 10 PREHOOK: query: explain vectorization expression select * from myinput1 a join myinput1 b on a.key<=>b.value AND a.value<=>b.key join myinput1 c on a.key<=>c.key AND a.value<=>c.value PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from myinput1 a join myinput1 b on a.key<=>b.value AND a.value<=>b.key join myinput1 c on a.key<=>c.key AND a.value<=>c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_number_compare_projection.q.out b/ql/src/test/results/clientpositive/llap/vector_number_compare_projection.q.out index fc9c453..0546346 100644 --- a/ql/src/test/results/clientpositive/llap/vector_number_compare_projection.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_number_compare_projection.q.out @@ -101,11 +101,15 @@ SELECT sum(hash(*)) FROM (SELECT t, si, i, (t < 0) as compare1, (si <= 0) as compare2, (i = 0) as compare3 from vectortab2k_orc order by t, si, i) as q PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2k_orc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT sum(hash(*)) FROM (SELECT t, si, i, (t < 0) as compare1, (si <= 0) as compare2, (i = 0) as compare3 from vectortab2k_orc order by t, si, i) as q POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2k_orc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -227,11 +231,15 @@ SELECT sum(hash(*)) FROM (SELECT t, si, i, b, (t > 0) as compare1, (si >= 0) as compare2, (i != 0) as compare3, (b > 0) as compare4 from vectortab2k_orc order by t, si, i, b) as q PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2k_orc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT sum(hash(*)) FROM (SELECT t, si, i, b, (t > 0) as compare1, (si >= 0) as compare2, (i != 0) as compare3, (b > 0) as compare4 from vectortab2k_orc order by t, si, i, b) as q POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2k_orc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vector_nvl.q.out b/ql/src/test/results/clientpositive/llap/vector_nvl.q.out index 13ebb17..5f88707 100644 --- a/ql/src/test/results/clientpositive/llap/vector_nvl.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_nvl.q.out @@ -3,11 +3,15 @@ FROM alltypesorc WHERE (cdouble IS NULL) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdouble, nvl(cdouble, 100) as n FROM alltypesorc WHERE (cdouble IS NULL) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -106,10 +110,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cfloat, nvl(cfloat, 1) FROM alltypesorc LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cfloat, nvl(cfloat, 1) as n FROM alltypesorc LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -199,10 +207,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT nvl(null, 10) as n FROM alltypesorc LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT nvl(null, 10) as n FROM alltypesorc LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -292,10 +304,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT nvl(null, null) as n FROM alltypesorc LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT nvl(null, null) as n FROM alltypesorc LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_orc_merge_incompat_schema.q.out b/ql/src/test/results/clientpositive/llap/vector_orc_merge_incompat_schema.q.out index 90e2103..1cf8eb8 100644 --- a/ql/src/test/results/clientpositive/llap/vector_orc_merge_incompat_schema.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_orc_merge_incompat_schema.q.out @@ -119,9 +119,13 @@ POSTHOOK: Output: default@orc_create_complex PREHOOK: query: EXPLAIN VECTORIZATION INSERT INTO TABLE orc_create_complex SELECT str,mp,lst,NAMED_STRUCT('A',strct.A,'B',strct.B,'C','c'),0 FROM orc_create_staging PREHOOK: type: QUERY +PREHOOK: Input: default@orc_create_staging +PREHOOK: Output: default@orc_create_complex POSTHOOK: query: EXPLAIN VECTORIZATION INSERT INTO TABLE orc_create_complex SELECT str,mp,lst,NAMED_STRUCT('A',strct.A,'B',strct.B,'C','c'),0 FROM orc_create_staging POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_create_staging +POSTHOOK: Output: default@orc_create_complex PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -202,9 +206,13 @@ Found 2 items PREHOOK: query: EXPLAIN VECTORIZATION select sum(hash(*)) from orc_create_complex PREHOOK: type: QUERY +PREHOOK: Input: default@orc_create_complex +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION select sum(hash(*)) from orc_create_complex POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_create_complex +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_orc_nested_column_pruning.q.out b/ql/src/test/results/clientpositive/llap/vector_orc_nested_column_pruning.q.out index 797d994..64e1e86 100644 --- a/ql/src/test/results/clientpositive/llap/vector_orc_nested_column_pruning.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_orc_nested_column_pruning.q.out @@ -124,9 +124,13 @@ POSTHOOK: Lineage: nested_tbl_2.s6 EXPRESSION [] PREHOOK: query: EXPLAIN VECTORIZATION SELECT a FROM nested_tbl_1 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION SELECT a FROM nested_tbl_1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -186,9 +190,13 @@ POSTHOOK: Input: default@nested_tbl_1 PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT s1.f1 FROM nested_tbl_1 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT s1.f1 FROM nested_tbl_1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -259,9 +267,13 @@ false PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT s1.f1, s1.f2 FROM nested_tbl_1 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT s1.f1, s1.f2 FROM nested_tbl_1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -332,9 +344,13 @@ false foo PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT s1.f3, s1.f3.f4 FROM nested_tbl_1 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT s1.f3, s1.f3.f4 FROM nested_tbl_1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -405,9 +421,13 @@ POSTHOOK: Input: default@nested_tbl_1 PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT s1.f3.f5 FROM nested_tbl_1 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT s1.f3.f5 FROM nested_tbl_1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -478,9 +498,13 @@ POSTHOOK: Input: default@nested_tbl_1 PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT s1.f3.f4, s2.f8.f9 FROM nested_tbl_1 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT s1.f3.f4, s2.f8.f9 FROM nested_tbl_1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -551,9 +575,13 @@ POSTHOOK: Input: default@nested_tbl_1 PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT s1.f2 FROM nested_tbl_1 WHERE s1.f1 = FALSE PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT s1.f2 FROM nested_tbl_1 WHERE s1.f1 = FALSE POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -631,9 +659,13 @@ foo PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT s1.f3.f5 FROM nested_tbl_1 WHERE s1.f3.f4 = 4 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT s1.f3.f5 FROM nested_tbl_1 WHERE s1.f3.f4 = 4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -711,9 +743,13 @@ POSTHOOK: Input: default@nested_tbl_1 PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT s2.f8 FROM nested_tbl_1 WHERE s1.f2 = 'foo' AND size(s2.f8.f10) > 1 AND s2.f8.f11['key1'] = TRUE PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT s2.f8 FROM nested_tbl_1 WHERE s1.f2 = 'foo' AND size(s2.f8.f10) > 1 AND s2.f8.f11['key1'] = TRUE POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -793,11 +829,15 @@ SELECT col1, col2 FROM nested_tbl_1 LATERAL VIEW explode(s2.f8.f10) tbl1 AS col1 LATERAL VIEW explode(s3.f12) tbl2 AS col2 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT col1, col2 FROM nested_tbl_1 LATERAL VIEW explode(s2.f8.f10) tbl1 AS col1 LATERAL VIEW explode(s3.f12) tbl2 AS col2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -952,9 +992,13 @@ POSTHOOK: Input: default@nested_tbl_1 PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT pmod(s2.f8.f10[1], s1.f3.f4) FROM nested_tbl_1 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT pmod(s2.f8.f10[1], s1.f3.f4) FROM nested_tbl_1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1025,9 +1069,13 @@ POSTHOOK: Input: default@nested_tbl_1 PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT s1.f3.f5, count(s1.f3.f4) FROM nested_tbl_1 GROUP BY s1.f3.f5 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT s1.f3.f5, count(s1.f3.f4) FROM nested_tbl_1 GROUP BY s1.f3.f5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1148,9 +1196,13 @@ POSTHOOK: Input: default@nested_tbl_1 PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT s1.f3, count(s1.f3.f4) FROM nested_tbl_1 GROUP BY s1.f3 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT s1.f3, count(s1.f3.f4) FROM nested_tbl_1 GROUP BY s1.f3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1237,9 +1289,13 @@ POSTHOOK: Input: default@nested_tbl_1 PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT s1.f3, count(s1.f3.f4) FROM nested_tbl_1 GROUP BY s1.f3 ORDER BY s1.f3 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT s1.f3, count(s1.f3.f4) FROM nested_tbl_1 GROUP BY s1.f3 ORDER BY s1.f3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1355,12 +1411,18 @@ FROM nested_tbl_1 t1 JOIN nested_tbl_2 t2 ON t1.s1.f3.f4 = t2.s1.f6 WHERE t2.s2.f8.f9 == FALSE PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1 +PREHOOK: Input: default@nested_tbl_2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT t1.s1.f3.f5, t2.s2.f8 FROM nested_tbl_1 t1 JOIN nested_tbl_2 t2 ON t1.s1.f3.f4 = t2.s1.f6 WHERE t2.s2.f8.f9 == FALSE POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1 +POSTHOOK: Input: default@nested_tbl_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1517,12 +1579,16 @@ FROM nested_tbl_1 t1 JOIN nested_tbl_1 t2 ON t1.s1.f3.f4 = t2.s1.f6 WHERE t2.s2.f8.f9 == TRUE PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT t1.s1.f3.f5, t2.s2.f8 FROM nested_tbl_1 t1 JOIN nested_tbl_1 t2 ON t1.s1.f3.f4 = t2.s1.f6 WHERE t2.s2.f8.f9 == TRUE POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1658,11 +1724,15 @@ SELECT t1.s1.f3.f5 FROM nested_tbl_1 t1 LEFT SEMI JOIN nested_tbl_1 t2 ON t1.s1.f3.f4 = t2.s1.f6 AND t2.s2.f8.f9 == TRUE PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT t1.s1.f3.f5 FROM nested_tbl_1 t1 LEFT SEMI JOIN nested_tbl_1 t2 ON t1.s1.f3.f4 = t2.s1.f6 AND t2.s2.f8.f9 == TRUE POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1828,11 +1898,15 @@ SELECT t1.s1.f3.f5 FROM nested_tbl_1 t1 LEFT SEMI JOIN nested_tbl_1 t2 ON t1.s1.f1 <> t2.s2.f8.f9 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT t1.s1.f3.f5 FROM nested_tbl_1 t1 LEFT SEMI JOIN nested_tbl_1 t2 ON t1.s1.f1 <> t2.s2.f8.f9 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1966,11 +2040,15 @@ SELECT t1.s1.f3.f5 FROM nested_tbl_1 t1 LEFT SEMI JOIN nested_tbl_1 t2 ON t1.s1.f3.f4 = t2.s1.f6 AND t1.s1.f1 <> t2.s2.f8.f9 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT t1.s1.f3.f5 FROM nested_tbl_1 t1 LEFT SEMI JOIN nested_tbl_1 t2 ON t1.s1.f3.f4 = t2.s1.f6 AND t1.s1.f1 <> t2.s2.f8.f9 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2161,11 +2239,15 @@ SELECT count(s1.f6), s3.f12[0].f14 FROM nested_tbl_1 GROUP BY s3.f12[0].f14 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT count(s1.f6), s3.f12[0].f14 FROM nested_tbl_1 GROUP BY s3.f12[0].f14 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2300,11 +2382,15 @@ SELECT count(s1.f6), s4['key1'].f15 FROM nested_tbl_1 GROUP BY s4['key1'].f15 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT count(s1.f6), s4['key1'].f15 FROM nested_tbl_1 GROUP BY s4['key1'].f15 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2439,11 +2525,15 @@ SELECT count(s1.f6), s5.f16[0].f18.f19 FROM nested_tbl_1 GROUP BY s5.f16[0].f18.f19 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT count(s1.f6), s5.f16[0].f18.f19 FROM nested_tbl_1 GROUP BY s5.f16[0].f18.f19 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2578,11 +2668,15 @@ SELECT count(s1.f6), s5.f16.f18.f19 FROM nested_tbl_1 GROUP BY s5.f16.f18.f19 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT count(s1.f6), s5.f16.f18.f19 FROM nested_tbl_1 GROUP BY s5.f16.f18.f19 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2679,11 +2773,15 @@ SELECT count(s1.f6), s6['key1'].f20[0].f21.f22 FROM nested_tbl_1 GROUP BY s6['key1'].f20[0].f21.f22 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT count(s1.f6), s6['key1'].f20[0].f21.f22 FROM nested_tbl_1 GROUP BY s6['key1'].f20[0].f21.f22 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2818,11 +2916,15 @@ SELECT count(s1.f6), s6['key1'].f20.f21.f22 FROM nested_tbl_1 GROUP BY s6['key1'].f20.f21.f22 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT count(s1.f6), s6['key1'].f20.f21.f22 FROM nested_tbl_1 GROUP BY s6['key1'].f20.f21.f22 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_orc_null_check.q.out b/ql/src/test/results/clientpositive/llap/vector_orc_null_check.q.out index 989c88e..ae1c1ee 100644 --- a/ql/src/test/results/clientpositive/llap/vector_orc_null_check.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_orc_null_check.q.out @@ -35,9 +35,13 @@ POSTHOOK: Lineage: listtable_orc_n0.l SIMPLE [(listtable_n0)listtable_n0.FieldSc PREHOOK: query: explain vectorization expression select size(l) from listtable_orc_n0 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@listtable_orc_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select size(l) from listtable_orc_n0 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@listtable_orc_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_order_null.q.out b/ql/src/test/results/clientpositive/llap/vector_order_null.q.out index cb4053e..013ea4e 100644 --- a/ql/src/test/results/clientpositive/llap/vector_order_null.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_order_null.q.out @@ -75,9 +75,13 @@ col1 col2 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT x.* FROM src_null_n3 x ORDER BY a asc, b asc PREHOOK: type: QUERY +PREHOOK: Input: default@src_null_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT x.* FROM src_null_n3 x ORDER BY a asc, b asc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_null_n3 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -197,9 +201,13 @@ NULL NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT x.* FROM src_null_n3 x ORDER BY a desc, b asc PREHOOK: type: QUERY +PREHOOK: Input: default@src_null_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT x.* FROM src_null_n3 x ORDER BY a desc, b asc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_null_n3 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -319,9 +327,13 @@ NULL NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT x.* FROM src_null_n3 x ORDER BY b asc, a asc nulls last PREHOOK: type: QUERY +PREHOOK: Input: default@src_null_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT x.* FROM src_null_n3 x ORDER BY b asc, a asc nulls last POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_null_n3 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -441,9 +453,13 @@ NULL NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT x.* FROM src_null_n3 x ORDER BY b desc, a asc PREHOOK: type: QUERY +PREHOOK: Input: default@src_null_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT x.* FROM src_null_n3 x ORDER BY b desc, a asc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_null_n3 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -563,9 +579,13 @@ NULL NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT x.* FROM src_null_n3 x ORDER BY a asc nulls first, b asc PREHOOK: type: QUERY +PREHOOK: Input: default@src_null_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT x.* FROM src_null_n3 x ORDER BY a asc nulls first, b asc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_null_n3 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -685,9 +705,13 @@ NULL NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT x.* FROM src_null_n3 x ORDER BY a desc nulls first, b asc PREHOOK: type: QUERY +PREHOOK: Input: default@src_null_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT x.* FROM src_null_n3 x ORDER BY a desc nulls first, b asc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_null_n3 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -807,9 +831,13 @@ NULL NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT x.* FROM src_null_n3 x ORDER BY b asc nulls last, a PREHOOK: type: QUERY +PREHOOK: Input: default@src_null_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT x.* FROM src_null_n3 x ORDER BY b asc nulls last, a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_null_n3 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -929,9 +957,13 @@ NULL NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT x.* FROM src_null_n3 x ORDER BY b desc nulls last, a PREHOOK: type: QUERY +PREHOOK: Input: default@src_null_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT x.* FROM src_null_n3 x ORDER BY b desc nulls last, a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_null_n3 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1051,9 +1083,13 @@ NULL NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT x.* FROM src_null_n3 x ORDER BY a asc nulls last, b desc PREHOOK: type: QUERY +PREHOOK: Input: default@src_null_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT x.* FROM src_null_n3 x ORDER BY a asc nulls last, b desc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_null_n3 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1173,9 +1209,13 @@ NULL NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT x.* FROM src_null_n3 x ORDER BY b desc nulls last, a desc nulls last PREHOOK: type: QUERY +PREHOOK: Input: default@src_null_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT x.* FROM src_null_n3 x ORDER BY b desc nulls last, a desc nulls last POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_null_n3 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1295,9 +1335,13 @@ NULL NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT x.* FROM src_null_n3 x ORDER BY b asc nulls first, a asc nulls last PREHOOK: type: QUERY +PREHOOK: Input: default@src_null_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT x.* FROM src_null_n3 x ORDER BY b asc nulls first, a asc nulls last POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_null_n3 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vector_orderby_5.q.out b/ql/src/test/results/clientpositive/llap/vector_orderby_5.q.out index 0de0c33..8f70ebd 100644 --- a/ql/src/test/results/clientpositive/llap/vector_orderby_5.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_orderby_5.q.out @@ -104,9 +104,13 @@ POSTHOOK: Lineage: vectortab2korc_n6.ts2 SIMPLE [(vectortab2k_n7)vectortab2k_n7. PREHOOK: query: explain vectorization expression select bo, max(b) from vectortab2korc_n6 group by bo order by bo desc PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2korc_n6 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select bo, max(b) from vectortab2korc_n6 group by bo order by bo desc POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2korc_n6 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_outer_join0.q.out b/ql/src/test/results/clientpositive/llap/vector_outer_join0.q.out index 19e98f3..330d687 100644 --- a/ql/src/test/results/clientpositive/llap/vector_outer_join0.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_outer_join0.q.out @@ -65,9 +65,15 @@ NULL PREHOOK: query: explain vectorization detail select t1.v1, t1.a, t2.c, t2.v2 from orc_table_1 t1 left outer join orc_table_2 t2 on t1.a = t2.c PREHOOK: type: QUERY +PREHOOK: Input: default@orc_table_1 +PREHOOK: Input: default@orc_table_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select t1.v1, t1.a, t2.c, t2.v2 from orc_table_1 t1 left outer join orc_table_2 t2 on t1.a = t2.c POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_table_1 +POSTHOOK: Input: default@orc_table_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -218,9 +224,15 @@ two 2 2 TWO PREHOOK: query: explain vectorization detail select t1.v1, t1.a, t2.c, t2.v2 from orc_table_1 t1 right outer join orc_table_2 t2 on t1.a = t2.c PREHOOK: type: QUERY +PREHOOK: Input: default@orc_table_1 +PREHOOK: Input: default@orc_table_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select t1.v1, t1.a, t2.c, t2.v2 from orc_table_1 t1 right outer join orc_table_2 t2 on t1.a = t2.c POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_table_1 +POSTHOOK: Input: default@orc_table_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_outer_join1.q.out b/ql/src/test/results/clientpositive/llap/vector_outer_join1.q.out index c74a588..cf137b0 100644 --- a/ql/src/test/results/clientpositive/llap/vector_outer_join1.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_outer_join1.q.out @@ -222,12 +222,16 @@ from small_alltypesorc_a c left outer join small_alltypesorc_a cd on cd.cint = c.cint PREHOOK: type: QUERY +PREHOOK: Input: default@small_alltypesorc_a +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select * from small_alltypesorc_a c left outer join small_alltypesorc_a cd on cd.cint = c.cint POSTHOOK: type: QUERY +POSTHOOK: Input: default@small_alltypesorc_a +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -398,12 +402,16 @@ from small_alltypesorc_a c left outer join small_alltypesorc_a hd on hd.ctinyint = c.ctinyint PREHOOK: type: QUERY +PREHOOK: Input: default@small_alltypesorc_a +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select c.ctinyint from small_alltypesorc_a c left outer join small_alltypesorc_a hd on hd.ctinyint = c.ctinyint POSTHOOK: type: QUERY +POSTHOOK: Input: default@small_alltypesorc_a +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -660,6 +668,8 @@ left outer join small_alltypesorc_a hd on hd.ctinyint = c.ctinyint ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@small_alltypesorc_a +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select count(*), sum(t1.c_ctinyint) from (select c.ctinyint as c_ctinyint from small_alltypesorc_a c @@ -669,6 +679,8 @@ left outer join small_alltypesorc_a hd on hd.ctinyint = c.ctinyint ) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@small_alltypesorc_a +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_outer_join2.q.out b/ql/src/test/results/clientpositive/llap/vector_outer_join2.q.out index 2e90aae..0bd86c0 100644 --- a/ql/src/test/results/clientpositive/llap/vector_outer_join2.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_outer_join2.q.out @@ -235,6 +235,8 @@ left outer join small_alltypesorc_a_n0 hd on hd.cbigint = c.cbigint ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@small_alltypesorc_a_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select count(*), sum(t1.c_cbigint) from (select c.cbigint as c_cbigint from small_alltypesorc_a_n0 c @@ -244,6 +246,8 @@ left outer join small_alltypesorc_a_n0 hd on hd.cbigint = c.cbigint ) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@small_alltypesorc_a_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_outer_join3.q.out b/ql/src/test/results/clientpositive/llap/vector_outer_join3.q.out index af69747..bad92c9 100644 --- a/ql/src/test/results/clientpositive/llap/vector_outer_join3.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_outer_join3.q.out @@ -235,6 +235,8 @@ left outer join small_alltypesorc_a_n1 hd on hd.cstring1 = c.cstring1 ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@small_alltypesorc_a_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail formatted select count(*) from (select c.cstring1 from small_alltypesorc_a_n1 c @@ -244,6 +246,7 @@ left outer join small_alltypesorc_a_n1 hd on hd.cstring1 = c.cstring1 ) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@small_alltypesorc_a_n1 #### A masked pattern was here #### PREHOOK: query: select count(*) from (select c.cstring1 from small_alltypesorc_a_n1 c @@ -275,6 +278,8 @@ left outer join small_alltypesorc_a_n1 hd on hd.cstring1 = c.cstring1 ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@small_alltypesorc_a_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail formatted select count(*) from (select c.cstring1 from small_alltypesorc_a_n1 c @@ -284,6 +289,7 @@ left outer join small_alltypesorc_a_n1 hd on hd.cstring1 = c.cstring1 ) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@small_alltypesorc_a_n1 #### A masked pattern was here #### PREHOOK: query: select count(*) from (select c.cstring1 from small_alltypesorc_a_n1 c @@ -315,6 +321,8 @@ left outer join small_alltypesorc_a_n1 hd on hd.cstring1 = c.cstring1 and hd.cint = c.cint ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@small_alltypesorc_a_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail formatted select count(*) from (select c.cstring1 from small_alltypesorc_a_n1 c @@ -324,6 +332,7 @@ left outer join small_alltypesorc_a_n1 hd on hd.cstring1 = c.cstring1 and hd.cint = c.cint ) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@small_alltypesorc_a_n1 #### A masked pattern was here #### PREHOOK: query: select count(*) from (select c.cstring1 from small_alltypesorc_a_n1 c diff --git a/ql/src/test/results/clientpositive/llap/vector_outer_join4.q.out b/ql/src/test/results/clientpositive/llap/vector_outer_join4.q.out index 8b2d989..dbc0607 100644 --- a/ql/src/test/results/clientpositive/llap/vector_outer_join4.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_outer_join4.q.out @@ -252,12 +252,15 @@ from small_alltypesorc_b c left outer join small_alltypesorc_b cd on cd.cint = c.cint PREHOOK: type: QUERY +PREHOOK: Input: default@small_alltypesorc_b +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail formatted select * from small_alltypesorc_b c left outer join small_alltypesorc_b cd on cd.cint = c.cint POSTHOOK: type: QUERY +POSTHOOK: Input: default@small_alltypesorc_b #### A masked pattern was here #### PREHOOK: query: select * from small_alltypesorc_b c @@ -333,12 +336,15 @@ from small_alltypesorc_b c left outer join small_alltypesorc_b hd on hd.ctinyint = c.ctinyint PREHOOK: type: QUERY +PREHOOK: Input: default@small_alltypesorc_b +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail formatted select c.ctinyint from small_alltypesorc_b c left outer join small_alltypesorc_b hd on hd.ctinyint = c.ctinyint POSTHOOK: type: QUERY +POSTHOOK: Input: default@small_alltypesorc_b #### A masked pattern was here #### PREHOOK: query: select c.ctinyint from small_alltypesorc_b c @@ -773,6 +779,8 @@ left outer join small_alltypesorc_b hd on hd.ctinyint = c.ctinyint ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@small_alltypesorc_b +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail formatted select count(*) from (select c.ctinyint from small_alltypesorc_b c @@ -782,6 +790,7 @@ left outer join small_alltypesorc_b hd on hd.ctinyint = c.ctinyint ) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@small_alltypesorc_b #### A masked pattern was here #### PREHOOK: query: select count(*) from (select c.ctinyint from small_alltypesorc_b c diff --git a/ql/src/test/results/clientpositive/llap/vector_outer_join5.q.out b/ql/src/test/results/clientpositive/llap/vector_outer_join5.q.out index 12dade0..4a50a2f 100644 --- a/ql/src/test/results/clientpositive/llap/vector_outer_join5.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_outer_join5.q.out @@ -73,6 +73,9 @@ left outer join small_table st on s.ctinyint = st.ctinyint ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@small_table +PREHOOK: Input: default@sorted_mod_4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail formatted select count(*) from (select s.*, st.* from sorted_mod_4 s @@ -80,6 +83,8 @@ left outer join small_table st on s.ctinyint = st.ctinyint ) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@small_table +POSTHOOK: Input: default@sorted_mod_4 #### A masked pattern was here #### PREHOOK: query: select count(*) from (select s.*, st.* from sorted_mod_4 s @@ -107,6 +112,9 @@ left outer join small_table sm on s.ctinyint = sm.ctinyint and s.cmodint = 2 ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@small_table +PREHOOK: Input: default@sorted_mod_4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail formatted select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint from sorted_mod_4 s @@ -114,6 +122,8 @@ left outer join small_table sm on s.ctinyint = sm.ctinyint and s.cmodint = 2 ) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@small_table +POSTHOOK: Input: default@sorted_mod_4 #### A masked pattern was here #### PREHOOK: query: select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint from sorted_mod_4 s @@ -141,6 +151,9 @@ left outer join small_table sm on s.ctinyint = sm.ctinyint and pmod(s.ctinyint, 4) = s.cmodint ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@small_table +PREHOOK: Input: default@sorted_mod_4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail formatted select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint from sorted_mod_4 s @@ -148,6 +161,8 @@ left outer join small_table sm on s.ctinyint = sm.ctinyint and pmod(s.ctinyint, 4) = s.cmodint ) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@small_table +POSTHOOK: Input: default@sorted_mod_4 #### A masked pattern was here #### PREHOOK: query: select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint from sorted_mod_4 s @@ -175,6 +190,9 @@ left outer join small_table sm on s.ctinyint = sm.ctinyint and s.ctinyint < 100 ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@small_table +PREHOOK: Input: default@sorted_mod_4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail formatted select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint from sorted_mod_4 s @@ -182,6 +200,8 @@ left outer join small_table sm on s.ctinyint = sm.ctinyint and s.ctinyint < 100 ) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@small_table +POSTHOOK: Input: default@sorted_mod_4 #### A masked pattern was here #### PREHOOK: query: select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint from sorted_mod_4 s @@ -211,6 +231,9 @@ left outer join sorted_mod_4 s2 on s2.ctinyint = s.ctinyint ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@small_table +PREHOOK: Input: default@sorted_mod_4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail formatted select count(*) from (select s.*, sm.*, s2.* from sorted_mod_4 s @@ -220,6 +243,8 @@ left outer join sorted_mod_4 s2 on s2.ctinyint = s.ctinyint ) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@small_table +POSTHOOK: Input: default@sorted_mod_4 #### A masked pattern was here #### PREHOOK: query: select count(*) from (select s.*, sm.*, s2.* from sorted_mod_4 s @@ -317,6 +342,9 @@ left outer join small_table2 st on s.cmodtinyint = st.cmodtinyint ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@mod_8_mod_4 +PREHOOK: Input: default@small_table2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail formatted select count(*) from (select s.*, st.* from mod_8_mod_4 s @@ -324,6 +352,8 @@ left outer join small_table2 st on s.cmodtinyint = st.cmodtinyint ) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@mod_8_mod_4 +POSTHOOK: Input: default@small_table2 #### A masked pattern was here #### PREHOOK: query: select count(*) from (select s.*, st.* from mod_8_mod_4 s @@ -351,6 +381,9 @@ left outer join small_table2 sm on s.cmodtinyint = sm.cmodtinyint and s.cmodint = 2 ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@mod_8_mod_4 +PREHOOK: Input: default@small_table2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail formatted select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint from mod_8_mod_4 s @@ -358,6 +391,8 @@ left outer join small_table2 sm on s.cmodtinyint = sm.cmodtinyint and s.cmodint = 2 ) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@mod_8_mod_4 +POSTHOOK: Input: default@small_table2 #### A masked pattern was here #### PREHOOK: query: select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint from mod_8_mod_4 s @@ -385,6 +420,9 @@ left outer join small_table2 sm on s.cmodtinyint = sm.cmodtinyint and pmod(s.cmodtinyint, 4) = s.cmodint ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@mod_8_mod_4 +PREHOOK: Input: default@small_table2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail formatted select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint from mod_8_mod_4 s @@ -392,6 +430,8 @@ left outer join small_table2 sm on s.cmodtinyint = sm.cmodtinyint and pmod(s.cmodtinyint, 4) = s.cmodint ) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@mod_8_mod_4 +POSTHOOK: Input: default@small_table2 #### A masked pattern was here #### PREHOOK: query: select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint from mod_8_mod_4 s @@ -419,6 +459,9 @@ left outer join small_table2 sm on s.cmodtinyint = sm.cmodtinyint and s.cmodtinyint < 3 ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@mod_8_mod_4 +PREHOOK: Input: default@small_table2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail formatted select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint from mod_8_mod_4 s @@ -426,6 +469,8 @@ left outer join small_table2 sm on s.cmodtinyint = sm.cmodtinyint and s.cmodtinyint < 3 ) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@mod_8_mod_4 +POSTHOOK: Input: default@small_table2 #### A masked pattern was here #### PREHOOK: query: select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint from mod_8_mod_4 s @@ -455,6 +500,9 @@ left outer join mod_8_mod_4 s2 on s2.cmodtinyint = s.cmodtinyint ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@mod_8_mod_4 +PREHOOK: Input: default@small_table2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail formatted select count(*) from (select s.*, sm.*, s2.* from mod_8_mod_4 s @@ -464,6 +512,8 @@ left outer join mod_8_mod_4 s2 on s2.cmodtinyint = s.cmodtinyint ) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@mod_8_mod_4 +POSTHOOK: Input: default@small_table2 #### A masked pattern was here #### PREHOOK: query: select count(*) from (select s.*, sm.*, s2.* from mod_8_mod_4 s diff --git a/ql/src/test/results/clientpositive/llap/vector_outer_join6.q.out b/ql/src/test/results/clientpositive/llap/vector_outer_join6.q.out index f488974..c809983 100644 --- a/ql/src/test/results/clientpositive/llap/vector_outer_join6.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_outer_join6.q.out @@ -126,10 +126,17 @@ PREHOOK: query: explain vectorization detail formatted select tj1rnum, tj2rnum, tjoin3.rnum as rnumt3 from (select tjoin1_n0.rnum tj1rnum, tjoin2_n0.rnum tj2rnum, tjoin2_n0.c1 tj2c1 from tjoin1_n0 left outer join tjoin2_n0 on tjoin1_n0.c1 = tjoin2_n0.c1 ) tj left outer join tjoin3 on tj2c1 = tjoin3.c1 PREHOOK: type: QUERY +PREHOOK: Input: default@tjoin1_n0 +PREHOOK: Input: default@tjoin2_n0 +PREHOOK: Input: default@tjoin3 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail formatted select tj1rnum, tj2rnum, tjoin3.rnum as rnumt3 from (select tjoin1_n0.rnum tj1rnum, tjoin2_n0.rnum tj2rnum, tjoin2_n0.c1 tj2c1 from tjoin1_n0 left outer join tjoin2_n0 on tjoin1_n0.c1 = tjoin2_n0.c1 ) tj left outer join tjoin3 on tj2c1 = tjoin3.c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tjoin1_n0 +POSTHOOK: Input: default@tjoin2_n0 +POSTHOOK: Input: default@tjoin3 #### A masked pattern was here #### PREHOOK: query: select tj1rnum, tj2rnum, tjoin3.rnum as rnumt3 from (select tjoin1_n0.rnum tj1rnum, tjoin2_n0.rnum tj2rnum, tjoin2_n0.c1 tj2c1 from tjoin1_n0 left outer join tjoin2_n0 on tjoin1_n0.c1 = tjoin2_n0.c1 ) tj left outer join tjoin3 on tj2c1 = tjoin3.c1 @@ -153,10 +160,17 @@ PREHOOK: query: explain vectorization detail formatted select tj1rnum, tj2rnum as rnumt3 from (select tjoin1_n0.rnum tj1rnum, tjoin2_n0.rnum tj2rnum, tjoin2_n0.c1 tj2c1 from tjoin1_n0 left outer join tjoin2_n0 on tjoin1_n0.c1 = tjoin2_n0.c1 ) tj left outer join tjoin3 on tj2c1 = tjoin3.c1 PREHOOK: type: QUERY +PREHOOK: Input: default@tjoin1_n0 +PREHOOK: Input: default@tjoin2_n0 +PREHOOK: Input: default@tjoin3 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail formatted select tj1rnum, tj2rnum as rnumt3 from (select tjoin1_n0.rnum tj1rnum, tjoin2_n0.rnum tj2rnum, tjoin2_n0.c1 tj2c1 from tjoin1_n0 left outer join tjoin2_n0 on tjoin1_n0.c1 = tjoin2_n0.c1 ) tj left outer join tjoin3 on tj2c1 = tjoin3.c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tjoin1_n0 +POSTHOOK: Input: default@tjoin2_n0 +POSTHOOK: Input: default@tjoin3 #### A masked pattern was here #### PREHOOK: query: select tj1rnum, tj2rnum as rnumt3 from (select tjoin1_n0.rnum tj1rnum, tjoin2_n0.rnum tj2rnum, tjoin2_n0.c1 tj2c1 from tjoin1_n0 left outer join tjoin2_n0 on tjoin1_n0.c1 = tjoin2_n0.c1 ) tj left outer join tjoin3 on tj2c1 = tjoin3.c1 diff --git a/ql/src/test/results/clientpositive/llap/vector_outer_reference_windowed.q.out b/ql/src/test/results/clientpositive/llap/vector_outer_reference_windowed.q.out index 2b0a1e7..95352ac 100644 --- a/ql/src/test/results/clientpositive/llap/vector_outer_reference_windowed.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_outer_reference_windowed.q.out @@ -243,9 +243,13 @@ _c0 _c1 PREHOOK: query: explain vectorization detail select sum(sum(c1)) over() from e011_01_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@e011_01_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select sum(sum(c1)) over() from e011_01_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@e011_01_n0 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -457,12 +461,16 @@ select sum(sum(c1)) over( from e011_01_n0 group by e011_01_n0.c1, e011_01_n0.c2 PREHOOK: type: QUERY +PREHOOK: Input: default@e011_01_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select sum(sum(c1)) over( partition by c2 order by c1) from e011_01_n0 group by e011_01_n0.c1, e011_01_n0.c2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@e011_01_n0 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -691,6 +699,9 @@ select sum(sum(e011_01_n0.c1)) over( join e011_03_n0 on e011_01_n0.c1 = e011_03_n0.c1 group by e011_01_n0.c1, e011_01_n0.c2 PREHOOK: type: QUERY +PREHOOK: Input: default@e011_01_n0 +PREHOOK: Input: default@e011_03_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select sum(sum(e011_01_n0.c1)) over( partition by e011_01_n0.c2 order by e011_01_n0.c1) @@ -698,6 +709,9 @@ select sum(sum(e011_01_n0.c1)) over( join e011_03_n0 on e011_01_n0.c1 = e011_03_n0.c1 group by e011_01_n0.c1, e011_01_n0.c2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@e011_01_n0 +POSTHOOK: Input: default@e011_03_n0 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -998,6 +1012,9 @@ select sum(sum(e011_01_n0.c1)) over( join e011_03_n0 on e011_01_n0.c1 = e011_03_n0.c1 group by e011_03_n0.c1, e011_03_n0.c2 PREHOOK: type: QUERY +PREHOOK: Input: default@e011_01_n0 +PREHOOK: Input: default@e011_03_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select sum(sum(e011_01_n0.c1)) over( partition by e011_03_n0.c2 order by e011_03_n0.c1) @@ -1005,6 +1022,9 @@ select sum(sum(e011_01_n0.c1)) over( join e011_03_n0 on e011_01_n0.c1 = e011_03_n0.c1 group by e011_03_n0.c1, e011_03_n0.c2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@e011_01_n0 +POSTHOOK: Input: default@e011_03_n0 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1305,6 +1325,9 @@ select sum(corr(e011_01_n0.c1, e011_03_n0.c1)) join e011_03_n0 on e011_01_n0.c1 = e011_03_n0.c1 group by e011_03_n0.c2, e011_01_n0.c2 PREHOOK: type: QUERY +PREHOOK: Input: default@e011_01_n0 +PREHOOK: Input: default@e011_03_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select sum(corr(e011_01_n0.c1, e011_03_n0.c1)) over(partition by e011_01_n0.c2 order by e011_03_n0.c2) @@ -1312,6 +1335,9 @@ select sum(corr(e011_01_n0.c1, e011_03_n0.c1)) join e011_03_n0 on e011_01_n0.c1 = e011_03_n0.c1 group by e011_03_n0.c2, e011_01_n0.c2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@e011_01_n0 +POSTHOOK: Input: default@e011_03_n0 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1535,9 +1561,13 @@ NULL PREHOOK: query: explain vectorization detail select sum(sum(c1)) over() from e011_01_small PREHOOK: type: QUERY +PREHOOK: Input: default@e011_01_small +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select sum(sum(c1)) over() from e011_01_small POSTHOOK: type: QUERY +POSTHOOK: Input: default@e011_01_small +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1749,12 +1779,16 @@ select sum(sum(c1)) over( from e011_01_small group by e011_01_small.c1, e011_01_small.c2 PREHOOK: type: QUERY +PREHOOK: Input: default@e011_01_small +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select sum(sum(c1)) over( partition by c2 order by c1) from e011_01_small group by e011_01_small.c1, e011_01_small.c2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@e011_01_small +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1983,6 +2017,9 @@ select sum(sum(e011_01_small.c1)) over( join e011_03_small on e011_01_small.c1 = e011_03_small.c1 group by e011_01_small.c1, e011_01_small.c2 PREHOOK: type: QUERY +PREHOOK: Input: default@e011_01_small +PREHOOK: Input: default@e011_03_small +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select sum(sum(e011_01_small.c1)) over( partition by e011_01_small.c2 order by e011_01_small.c1) @@ -1990,6 +2027,9 @@ select sum(sum(e011_01_small.c1)) over( join e011_03_small on e011_01_small.c1 = e011_03_small.c1 group by e011_01_small.c1, e011_01_small.c2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@e011_01_small +POSTHOOK: Input: default@e011_03_small +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -2290,6 +2330,9 @@ select sum(sum(e011_01_small.c1)) over( join e011_03_small on e011_01_small.c1 = e011_03_small.c1 group by e011_03_small.c1, e011_03_small.c2 PREHOOK: type: QUERY +PREHOOK: Input: default@e011_01_small +PREHOOK: Input: default@e011_03_small +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select sum(sum(e011_01_small.c1)) over( partition by e011_03_small.c2 order by e011_03_small.c1) @@ -2297,6 +2340,9 @@ select sum(sum(e011_01_small.c1)) over( join e011_03_small on e011_01_small.c1 = e011_03_small.c1 group by e011_03_small.c1, e011_03_small.c2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@e011_01_small +POSTHOOK: Input: default@e011_03_small +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -2597,6 +2643,9 @@ select sum(corr(e011_01_small.c1, e011_03_small.c1)) join e011_03_small on e011_01_small.c1 = e011_03_small.c1 group by e011_03_small.c2, e011_01_small.c2 PREHOOK: type: QUERY +PREHOOK: Input: default@e011_01_small +PREHOOK: Input: default@e011_03_small +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select sum(corr(e011_01_small.c1, e011_03_small.c1)) over(partition by e011_01_small.c2 order by e011_03_small.c2) @@ -2604,6 +2653,9 @@ select sum(corr(e011_01_small.c1, e011_03_small.c1)) join e011_03_small on e011_01_small.c1 = e011_03_small.c1 group by e011_03_small.c2, e011_01_small.c2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@e011_01_small +POSTHOOK: Input: default@e011_03_small +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vector_parquet_nested_two_level_complex.q.out b/ql/src/test/results/clientpositive/llap/vector_parquet_nested_two_level_complex.q.out index daeca1c..f7f81da 100644 --- a/ql/src/test/results/clientpositive/llap/vector_parquet_nested_two_level_complex.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_parquet_nested_two_level_complex.q.out @@ -109,9 +109,13 @@ POSTHOOK: Output: default@nested_struct_struct_table PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM nested_array_array_table PREHOOK: type: QUERY +PREHOOK: Input: default@nested_array_array_table +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM nested_array_array_table POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_array_array_table +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -157,9 +161,13 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM nested_array_map_table PREHOOK: type: QUERY +PREHOOK: Input: default@nested_array_map_table +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM nested_array_map_table POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_array_map_table +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -205,9 +213,13 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM nested_array_map_table PREHOOK: type: QUERY +PREHOOK: Input: default@nested_array_map_table +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM nested_array_map_table POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_array_map_table +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -253,9 +265,13 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM nested_map_array_table PREHOOK: type: QUERY +PREHOOK: Input: default@nested_map_array_table +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM nested_map_array_table POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_map_array_table +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -301,9 +317,13 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM nested_map_map_table PREHOOK: type: QUERY +PREHOOK: Input: default@nested_map_map_table +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM nested_map_map_table POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_map_map_table +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -349,9 +369,13 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM nested_map_struct_table PREHOOK: type: QUERY +PREHOOK: Input: default@nested_map_struct_table +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM nested_map_struct_table POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_map_struct_table +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -397,9 +421,13 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM nested_struct_array_table PREHOOK: type: QUERY +PREHOOK: Input: default@nested_struct_array_table +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM nested_struct_array_table POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_struct_array_table +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -445,9 +473,13 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM nested_struct_map_table PREHOOK: type: QUERY +PREHOOK: Input: default@nested_struct_map_table +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM nested_struct_map_table POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_struct_map_table +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -493,9 +525,13 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM nested_struct_struct_table PREHOOK: type: QUERY +PREHOOK: Input: default@nested_struct_struct_table +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM nested_struct_struct_table POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_struct_struct_table +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_partition_diff_num_cols.q.out b/ql/src/test/results/clientpositive/llap/vector_partition_diff_num_cols.q.out index bf8e2d8..59ceb82 100644 --- a/ql/src/test/results/clientpositive/llap/vector_partition_diff_num_cols.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_partition_diff_num_cols.q.out @@ -75,9 +75,17 @@ POSTHOOK: Lineage: inventory_part_0 PARTITION(par=2).inv_warehouse_sk SIMPLE [(i PREHOOK: query: explain vectorization expression select sum(inv_quantity_on_hand) from inventory_part_0 PREHOOK: type: QUERY +PREHOOK: Input: default@inventory_part_0 +PREHOOK: Input: default@inventory_part_0@par=1 +PREHOOK: Input: default@inventory_part_0@par=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select sum(inv_quantity_on_hand) from inventory_part_0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@inventory_part_0 +POSTHOOK: Input: default@inventory_part_0@par=1 +POSTHOOK: Input: default@inventory_part_0@par=2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -245,9 +253,17 @@ POSTHOOK: Lineage: inventory_part_1 PARTITION(par=5cols).inv_warehouse_sk SIMPLE PREHOOK: query: explain vectorization expression select sum(inv_quantity_on_hand) from inventory_part_1 PREHOOK: type: QUERY +PREHOOK: Input: default@inventory_part_1 +PREHOOK: Input: default@inventory_part_1@par=4cols +PREHOOK: Input: default@inventory_part_1@par=5cols +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select sum(inv_quantity_on_hand) from inventory_part_1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@inventory_part_1 +POSTHOOK: Input: default@inventory_part_1@par=4cols +POSTHOOK: Input: default@inventory_part_1@par=5cols +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -415,9 +431,17 @@ POSTHOOK: Output: default@inventory_part_2a@par=2 PREHOOK: query: explain vectorization expression select sum(inv_quantity_on_hand) from inventory_part_2a PREHOOK: type: QUERY +PREHOOK: Input: default@inventory_part_2a +PREHOOK: Input: default@inventory_part_2a@par=1 +PREHOOK: Input: default@inventory_part_2a@par=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select sum(inv_quantity_on_hand) from inventory_part_2a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inventory_part_2a +POSTHOOK: Input: default@inventory_part_2a@par=1 +POSTHOOK: Input: default@inventory_part_2a@par=2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -572,9 +596,17 @@ POSTHOOK: Output: default@inventory_part_2b@par1=2/par2=3 PREHOOK: query: explain vectorization expression select sum(inv_quantity_on_hand) from inventory_part_2b PREHOOK: type: QUERY +PREHOOK: Input: default@inventory_part_2b +PREHOOK: Input: default@inventory_part_2b@par1=1/par2=4 +PREHOOK: Input: default@inventory_part_2b@par1=2/par2=3 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select sum(inv_quantity_on_hand) from inventory_part_2b POSTHOOK: type: QUERY +POSTHOOK: Input: default@inventory_part_2b +POSTHOOK: Input: default@inventory_part_2b@par1=1/par2=4 +POSTHOOK: Input: default@inventory_part_2b@par1=2/par2=3 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -729,9 +761,17 @@ POSTHOOK: Output: default@inventory_part_3@par=2 PREHOOK: query: explain vectorization expression select sum(inv_quantity_on_hand) from inventory_part_3 PREHOOK: type: QUERY +PREHOOK: Input: default@inventory_part_3 +PREHOOK: Input: default@inventory_part_3@par=1 +PREHOOK: Input: default@inventory_part_3@par=2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select sum(inv_quantity_on_hand) from inventory_part_3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@inventory_part_3 +POSTHOOK: Input: default@inventory_part_3@par=1 +POSTHOOK: Input: default@inventory_part_3@par=2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_partitioned_date_time.q.out b/ql/src/test/results/clientpositive/llap/vector_partitioned_date_time.q.out index 57a1ea7..661800c 100644 --- a/ql/src/test/results/clientpositive/llap/vector_partitioned_date_time.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_partitioned_date_time.q.out @@ -247,9 +247,13 @@ POSTHOOK: Input: default@flights_tiny_orc PREHOOK: query: explain vectorization expression select * from flights_tiny_orc sort by fl_num, fl_date limit 25 PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from flights_tiny_orc sort by fl_num, fl_date limit 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -412,9 +416,13 @@ Chicago New York 2010-10-27 2010-10-27 07:00:00 -11.0 897 PREHOOK: query: explain vectorization expression select fl_date, count(*) from flights_tiny_orc group by fl_date PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select fl_date, count(*) from flights_tiny_orc group by fl_date POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -923,9 +931,37 @@ POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-31 PREHOOK: query: explain vectorization expression select * from flights_tiny_orc_partitioned_date PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_orc_partitioned_date +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-20 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-21 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-22 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-23 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-24 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-25 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-26 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-27 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-28 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-29 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-30 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-31 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from flights_tiny_orc_partitioned_date POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-20 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-21 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-22 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-23 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-24 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-25 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-26 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-27 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-28 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-29 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-30 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-31 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1154,9 +1190,37 @@ Washington New York 2010-10-31 07:00:00 -18.0 7282 2010-10-31 PREHOOK: query: explain vectorization expression select * from flights_tiny_orc_partitioned_date sort by fl_num, fl_date limit 25 PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_orc_partitioned_date +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-20 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-21 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-22 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-23 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-24 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-25 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-26 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-27 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-28 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-29 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-30 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-31 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from flights_tiny_orc_partitioned_date sort by fl_num, fl_date limit 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-20 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-21 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-22 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-23 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-24 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-25 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-26 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-27 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-28 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-29 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-30 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-31 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1343,9 +1407,37 @@ Chicago New York 2010-10-27 07:00:00 -11.0 897 2010-10-27 PREHOOK: query: explain vectorization expression select fl_date, count(*) from flights_tiny_orc_partitioned_date group by fl_date PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_orc_partitioned_date +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-20 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-21 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-22 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-23 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-24 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-25 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-26 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-27 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-28 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-29 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-30 +PREHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-31 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select fl_date, count(*) from flights_tiny_orc_partitioned_date group by fl_date POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-20 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-21 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-22 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-23 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-24 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-25 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-26 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-27 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-28 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-29 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-30 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_date@fl_date=2010-10-31 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1878,9 +1970,37 @@ POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10- PREHOOK: query: explain vectorization expression select * from flights_tiny_orc_partitioned_timestamp PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_orc_partitioned_timestamp +PREHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-20 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-21 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-22 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-23 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-24 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-25 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-26 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-27 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-28 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-29 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-30 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-31 07%3A00%3A00 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from flights_tiny_orc_partitioned_timestamp POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp +POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-20 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-21 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-22 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-23 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-24 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-25 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-26 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-27 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-28 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-29 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-30 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-31 07%3A00%3A00 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2109,9 +2229,37 @@ Washington New York 2010-10-31 -18.0 7282 2010-10-31 07:00:00 PREHOOK: query: explain vectorization expression select * from flights_tiny_orc_partitioned_timestamp sort by fl_num, fl_time limit 25 PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_orc_partitioned_timestamp +PREHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-20 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-21 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-22 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-23 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-24 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-25 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-26 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-27 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-28 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-29 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-30 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-31 07%3A00%3A00 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from flights_tiny_orc_partitioned_timestamp sort by fl_num, fl_time limit 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp +POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-20 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-21 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-22 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-23 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-24 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-25 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-26 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-27 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-28 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-29 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-30 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-31 07%3A00%3A00 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2298,9 +2446,37 @@ Chicago New York 2010-10-27 -11.0 897 2010-10-27 07:00:00 PREHOOK: query: explain vectorization expression select fl_time, count(*) from flights_tiny_orc_partitioned_timestamp group by fl_time PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_orc_partitioned_timestamp +PREHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-20 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-21 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-22 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-23 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-24 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-25 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-26 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-27 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-28 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-29 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-30 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-31 07%3A00%3A00 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select fl_time, count(*) from flights_tiny_orc_partitioned_timestamp group by fl_time POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp +POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-20 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-21 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-22 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-23 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-24 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-25 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-26 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-27 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-28 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-29 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-30 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-31 07%3A00%3A00 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2672,9 +2848,13 @@ POSTHOOK: Input: default@flights_tiny_parquet PREHOOK: query: explain vectorization expression select * from flights_tiny_parquet sort by fl_num, fl_date limit 25 PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_parquet +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from flights_tiny_parquet sort by fl_num, fl_date limit 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_parquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2837,9 +3017,13 @@ Chicago New York 2010-10-27 2010-10-27 07:00:00 -11.0 897 PREHOOK: query: explain vectorization expression select fl_date, count(*) from flights_tiny_parquet group by fl_date PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_parquet +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select fl_date, count(*) from flights_tiny_parquet group by fl_date POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_parquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3348,9 +3532,37 @@ POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-3 PREHOOK: query: explain vectorization expression select * from flights_tiny_parquet_partitioned_date PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-20 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-21 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-22 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-23 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-24 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-25 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-26 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-27 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-28 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-29 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-30 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-31 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from flights_tiny_parquet_partitioned_date POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-20 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-21 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-22 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-23 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-24 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-25 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-26 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-27 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-28 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-29 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-30 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-31 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3579,9 +3791,37 @@ Washington New York 2010-10-31 07:00:00 -18.0 7282 2010-10-31 PREHOOK: query: explain vectorization expression select * from flights_tiny_parquet_partitioned_date sort by fl_num, fl_date limit 25 PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-20 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-21 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-22 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-23 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-24 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-25 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-26 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-27 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-28 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-29 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-30 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-31 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from flights_tiny_parquet_partitioned_date sort by fl_num, fl_date limit 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-20 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-21 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-22 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-23 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-24 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-25 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-26 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-27 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-28 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-29 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-30 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-31 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3768,9 +4008,37 @@ Chicago New York 2010-10-27 07:00:00 -11.0 897 2010-10-27 PREHOOK: query: explain vectorization expression select fl_date, count(*) from flights_tiny_parquet_partitioned_date group by fl_date PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-20 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-21 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-22 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-23 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-24 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-25 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-26 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-27 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-28 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-29 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-30 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-31 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select fl_date, count(*) from flights_tiny_parquet_partitioned_date group by fl_date POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-20 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-21 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-22 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-23 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-24 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-25 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-26 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-27 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-28 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-29 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-30 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-31 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4303,9 +4571,37 @@ POSTHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010 PREHOOK: query: explain vectorization expression select * from flights_tiny_parquet_partitioned_timestamp PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp +PREHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-20 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-21 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-22 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-23 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-24 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-25 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-26 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-27 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-28 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-29 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-30 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-31 07%3A00%3A00 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from flights_tiny_parquet_partitioned_timestamp POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-20 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-21 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-22 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-23 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-24 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-25 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-26 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-27 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-28 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-29 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-30 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-31 07%3A00%3A00 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4534,9 +4830,37 @@ Washington New York 2010-10-31 -18.0 7282 2010-10-31 07:00:00 PREHOOK: query: explain vectorization expression select * from flights_tiny_parquet_partitioned_timestamp sort by fl_num, fl_time limit 25 PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp +PREHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-20 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-21 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-22 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-23 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-24 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-25 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-26 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-27 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-28 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-29 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-30 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-31 07%3A00%3A00 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from flights_tiny_parquet_partitioned_timestamp sort by fl_num, fl_time limit 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-20 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-21 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-22 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-23 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-24 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-25 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-26 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-27 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-28 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-29 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-30 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-31 07%3A00%3A00 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4723,9 +5047,37 @@ Chicago New York 2010-10-27 -11.0 897 2010-10-27 07:00:00 PREHOOK: query: explain vectorization expression select fl_time, count(*) from flights_tiny_parquet_partitioned_timestamp group by fl_time PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp +PREHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-20 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-21 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-22 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-23 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-24 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-25 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-26 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-27 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-28 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-29 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-30 07%3A00%3A00 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-31 07%3A00%3A00 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select fl_time, count(*) from flights_tiny_parquet_partitioned_timestamp group by fl_time POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-20 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-21 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-22 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-23 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-24 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-25 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-26 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-27 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-28 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-29 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-30 07%3A00%3A00 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_timestamp@fl_time=2010-10-31 07%3A00%3A00 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_ptf_1.q.out b/ql/src/test/results/clientpositive/llap/vector_ptf_1.q.out index ef4934e..a7c7f8e 100644 --- a/ql/src/test/results/clientpositive/llap/vector_ptf_1.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_ptf_1.q.out @@ -40,11 +40,15 @@ select age, name, avg(gpa), sum(age) over (partition by name) from studentnull100 group by age, name PREHOOK: type: QUERY +PREHOOK: Input: default@studentnull100 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select age, name, avg(gpa), sum(age) over (partition by name) from studentnull100 group by age, name POSTHOOK: type: QUERY +POSTHOOK: Input: default@studentnull100 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vector_ptf_part_simple.q.out b/ql/src/test/results/clientpositive/llap/vector_ptf_part_simple.q.out index e16f843..dd7c198 100644 --- a/ql/src/test/results/clientpositive/llap/vector_ptf_part_simple.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_ptf_part_simple.q.out @@ -100,6 +100,8 @@ count(p_retailprice) over(partition by p_mfgr) as c, count(*) over(partition by p_mfgr) as cs from vector_ptf_part_simple_orc PREHOOK: type: QUERY +PREHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr,p_name, p_retailprice, row_number() over(partition by p_mfgr) as rn, @@ -111,6 +113,8 @@ count(p_retailprice) over(partition by p_mfgr) as c, count(*) over(partition by p_mfgr) as cs from vector_ptf_part_simple_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -360,6 +364,8 @@ count(p_retailprice) over(partition by p_mfgr range between unbounded preceding count(*) over(partition by p_mfgr range between unbounded preceding and current row) as cs from vector_ptf_part_simple_orc PREHOOK: type: QUERY +PREHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr,p_name, p_retailprice, row_number() over(partition by p_mfgr range between unbounded preceding and unbounded following) as rn, @@ -371,6 +377,8 @@ count(p_retailprice) over(partition by p_mfgr range between unbounded preceding count(*) over(partition by p_mfgr range between unbounded preceding and current row) as cs from vector_ptf_part_simple_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -589,6 +597,8 @@ count(p_retailprice) over(partition by p_mfgr rows between unbounded preceding a count(*) over(partition by p_mfgr rows between unbounded preceding and current row) as cs from vector_ptf_part_simple_orc PREHOOK: type: QUERY +PREHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr,p_name, p_retailprice, row_number() over(partition by p_mfgr rows between unbounded preceding and unbounded following) as rn, @@ -600,6 +610,8 @@ count(p_retailprice) over(partition by p_mfgr rows between unbounded preceding a count(*) over(partition by p_mfgr rows between unbounded preceding and current row) as cs from vector_ptf_part_simple_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -818,6 +830,8 @@ count(p_retailprice) over(partition by p_mfgr order by p_name) as c, count(*) over(partition by p_mfgr order by p_name) as cs from vector_ptf_part_simple_orc PREHOOK: type: QUERY +PREHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr,p_name, p_retailprice, row_number() over(partition by p_mfgr order by p_name) as rn, @@ -829,6 +843,8 @@ count(p_retailprice) over(partition by p_mfgr order by p_name) as c, count(*) over(partition by p_mfgr order by p_name) as cs from vector_ptf_part_simple_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1080,6 +1096,8 @@ count(p_retailprice) over(partition by p_mfgr order by p_name range between unbo count(*) over(partition by p_mfgr order by p_name range between unbounded preceding and current row) as cs from vector_ptf_part_simple_orc PREHOOK: type: QUERY +PREHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr,p_name, p_retailprice, row_number() over(partition by p_mfgr order by p_name range between unbounded preceding and unbounded following) as rn, @@ -1091,6 +1109,8 @@ count(p_retailprice) over(partition by p_mfgr order by p_name range between unbo count(*) over(partition by p_mfgr order by p_name range between unbounded preceding and current row) as cs from vector_ptf_part_simple_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1310,6 +1330,8 @@ count(p_retailprice) over(partition by p_mfgr order by p_name rows between unbou count(*) over(partition by p_mfgr order by p_name rows between unbounded preceding and current row) as cs from vector_ptf_part_simple_orc PREHOOK: type: QUERY +PREHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr,p_name, p_retailprice, row_number() over(partition by p_mfgr order by p_name rows between unbounded preceding and unbounded following) as rn, @@ -1321,6 +1343,8 @@ count(p_retailprice) over(partition by p_mfgr order by p_name rows between unbou count(*) over(partition by p_mfgr order by p_name rows between unbounded preceding and current row) as cs from vector_ptf_part_simple_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1540,6 +1564,8 @@ count(p_retailprice) over(order by p_name) as c, count(*) over(order by p_name) as cs from vector_ptf_part_simple_orc PREHOOK: type: QUERY +PREHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr,p_name, p_retailprice, row_number() over(order by p_name) as rn, @@ -1551,6 +1577,8 @@ count(p_retailprice) over(order by p_name) as c, count(*) over(order by p_name) as cs from vector_ptf_part_simple_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1803,6 +1831,8 @@ count(p_retailprice) over(order by p_name range between unbounded preceding and count(*) over(order by p_name range between unbounded preceding and current row) as cs from vector_ptf_part_simple_orc PREHOOK: type: QUERY +PREHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr,p_name, p_retailprice, row_number() over(order by p_name range between unbounded preceding and unbounded following) as rn, @@ -1814,6 +1844,8 @@ count(p_retailprice) over(order by p_name range between unbounded preceding and count(*) over(order by p_name range between unbounded preceding and current row) as cs from vector_ptf_part_simple_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -2034,6 +2066,8 @@ count(p_retailprice) over(order by p_name rows between unbounded preceding and c count(*) over(order by p_name rows between unbounded preceding and current row) as cs from vector_ptf_part_simple_orc PREHOOK: type: QUERY +PREHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr,p_name, p_retailprice, row_number() over(order by p_name rows between unbounded preceding and unbounded following) as rn, @@ -2045,6 +2079,8 @@ count(p_retailprice) over(order by p_name rows between unbounded preceding and c count(*) over(order by p_name rows between unbounded preceding and current row) as cs from vector_ptf_part_simple_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -2262,6 +2298,8 @@ max(p_retailprice) over(partition by p_mfgr) as ma, avg(p_retailprice) over(partition by p_mfgr) as av from vector_ptf_part_simple_orc PREHOOK: type: QUERY +PREHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr,p_name, p_retailprice, sum(p_retailprice) over(partition by p_mfgr) as s, @@ -2270,6 +2308,8 @@ max(p_retailprice) over(partition by p_mfgr) as ma, avg(p_retailprice) over(partition by p_mfgr) as av from vector_ptf_part_simple_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -2490,6 +2530,8 @@ max(p_retailprice) over(partition by p_mfgr range between unbounded preceding an avg(p_retailprice) over(partition by p_mfgr range between unbounded preceding and current row) as av from vector_ptf_part_simple_orc PREHOOK: type: QUERY +PREHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr,p_name, p_retailprice, sum(p_retailprice) over(partition by p_mfgr range between unbounded preceding and current row) as s, @@ -2498,6 +2540,8 @@ max(p_retailprice) over(partition by p_mfgr range between unbounded preceding an avg(p_retailprice) over(partition by p_mfgr range between unbounded preceding and current row) as av from vector_ptf_part_simple_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -2718,6 +2762,8 @@ max(p_retailprice) over(partition by p_mfgr rows between unbounded preceding and avg(p_retailprice) over(partition by p_mfgr rows between unbounded preceding and current row) as av from vector_ptf_part_simple_orc PREHOOK: type: QUERY +PREHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr,p_name, p_retailprice, sum(p_retailprice) over(partition by p_mfgr rows between unbounded preceding and current row) as s, @@ -2726,6 +2772,8 @@ max(p_retailprice) over(partition by p_mfgr rows between unbounded preceding and avg(p_retailprice) over(partition by p_mfgr rows between unbounded preceding and current row) as av from vector_ptf_part_simple_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -2915,6 +2963,8 @@ max(p_retailprice) over(partition by p_mfgr order by p_name) as ma, avg(p_retailprice) over(partition by p_mfgr order by p_name) as av from vector_ptf_part_simple_orc PREHOOK: type: QUERY +PREHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr,p_name, p_retailprice, sum(p_retailprice) over(partition by p_mfgr order by p_name) as s, @@ -2923,6 +2973,8 @@ max(p_retailprice) over(partition by p_mfgr order by p_name) as ma, avg(p_retailprice) over(partition by p_mfgr order by p_name) as av from vector_ptf_part_simple_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -3145,6 +3197,8 @@ max(p_retailprice) over(partition by p_mfgr order by p_name range between unboun avg(p_retailprice) over(partition by p_mfgr order by p_name range between unbounded preceding and current row) as av from vector_ptf_part_simple_orc PREHOOK: type: QUERY +PREHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr,p_name, p_retailprice, sum(p_retailprice) over(partition by p_mfgr order by p_name range between unbounded preceding and current row) as s, @@ -3153,6 +3207,8 @@ max(p_retailprice) over(partition by p_mfgr order by p_name range between unboun avg(p_retailprice) over(partition by p_mfgr order by p_name range between unbounded preceding and current row) as av from vector_ptf_part_simple_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -3375,6 +3431,8 @@ max(p_retailprice) over(partition by p_mfgr order by p_name rows between unbound avg(p_retailprice) over(partition by p_mfgr order by p_name rows between unbounded preceding and current row) as av from vector_ptf_part_simple_orc PREHOOK: type: QUERY +PREHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr,p_name, p_retailprice, sum(p_retailprice) over(partition by p_mfgr order by p_name rows between unbounded preceding and current row) as s, @@ -3383,6 +3441,8 @@ max(p_retailprice) over(partition by p_mfgr order by p_name rows between unbound avg(p_retailprice) over(partition by p_mfgr order by p_name rows between unbounded preceding and current row) as av from vector_ptf_part_simple_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -3573,6 +3633,8 @@ max(p_retailprice) over(order by p_name) as ma, avg(p_retailprice) over(order by p_name) as av from vector_ptf_part_simple_orc PREHOOK: type: QUERY +PREHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr,p_name, p_retailprice, sum(p_retailprice) over(order by p_name) as s, @@ -3581,6 +3643,8 @@ max(p_retailprice) over(order by p_name) as ma, avg(p_retailprice) over(order by p_name) as av from vector_ptf_part_simple_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -3804,6 +3868,8 @@ max(p_retailprice) over(order by p_name range between unbounded preceding and cu avg(p_retailprice) over(order by p_name range between unbounded preceding and current row) as av from vector_ptf_part_simple_orc PREHOOK: type: QUERY +PREHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr,p_name, p_retailprice, sum(p_retailprice) over(order by p_name range between unbounded preceding and current row) as s, @@ -3812,6 +3878,8 @@ max(p_retailprice) over(order by p_name range between unbounded preceding and cu avg(p_retailprice) over(order by p_name range between unbounded preceding and current row) as av from vector_ptf_part_simple_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -4035,6 +4103,8 @@ max(p_retailprice) over(order by p_name rows between unbounded preceding and cur avg(p_retailprice) over(order by p_name rows between unbounded preceding and current row) as av from vector_ptf_part_simple_orc PREHOOK: type: QUERY +PREHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr,p_name, p_retailprice, sum(p_retailprice) over(order by p_name rows between unbounded preceding and current row) as s, @@ -4043,6 +4113,8 @@ max(p_retailprice) over(order by p_name rows between unbounded preceding and cur avg(p_retailprice) over(order by p_name rows between unbounded preceding and current row) as av from vector_ptf_part_simple_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -4276,6 +4348,8 @@ max(p_retailprice) over(partition by p_mfgr) as ma, avg(p_retailprice) over(partition by p_mfgr) as av from vector_ptf_part_simple_orc_decimal PREHOOK: type: QUERY +PREHOOK: Input: default@vector_ptf_part_simple_orc_decimal +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr,p_name, p_retailprice, sum(p_retailprice) over(partition by p_mfgr) as s, @@ -4284,6 +4358,8 @@ max(p_retailprice) over(partition by p_mfgr) as ma, avg(p_retailprice) over(partition by p_mfgr) as av from vector_ptf_part_simple_orc_decimal POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_ptf_part_simple_orc_decimal +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -4504,6 +4580,8 @@ max(p_retailprice) over(partition by p_mfgr order by p_name) as ma, avg(p_retailprice) over(partition by p_mfgr order by p_name) as av from vector_ptf_part_simple_orc_decimal PREHOOK: type: QUERY +PREHOOK: Input: default@vector_ptf_part_simple_orc_decimal +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr,p_name, p_retailprice, sum(p_retailprice) over(partition by p_mfgr order by p_name) as s, @@ -4512,6 +4590,8 @@ max(p_retailprice) over(partition by p_mfgr order by p_name) as ma, avg(p_retailprice) over(partition by p_mfgr order by p_name) as av from vector_ptf_part_simple_orc_decimal POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_ptf_part_simple_orc_decimal +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -4754,6 +4834,8 @@ max(p_bigint) over(partition by p_mfgr) as ma, avg(p_bigint) over(partition by p_mfgr) as av from vector_ptf_part_simple_orc_long PREHOOK: type: QUERY +PREHOOK: Input: default@vector_ptf_part_simple_orc_long +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr,p_name, p_bigint, sum(p_bigint) over(partition by p_mfgr) as s, @@ -4762,6 +4844,8 @@ max(p_bigint) over(partition by p_mfgr) as ma, avg(p_bigint) over(partition by p_mfgr) as av from vector_ptf_part_simple_orc_long POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_ptf_part_simple_orc_long +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -4982,6 +5066,8 @@ max(p_bigint) over(partition by p_mfgr order by p_name) as ma, avg(p_bigint) over(partition by p_mfgr order by p_name) as av from vector_ptf_part_simple_orc_long PREHOOK: type: QUERY +PREHOOK: Input: default@vector_ptf_part_simple_orc_long +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr,p_name, p_bigint, sum(p_bigint) over(partition by p_mfgr order by p_name) as s, @@ -4990,6 +5076,8 @@ max(p_bigint) over(partition by p_mfgr order by p_name) as ma, avg(p_bigint) over(partition by p_mfgr order by p_name) as av from vector_ptf_part_simple_orc_long POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_ptf_part_simple_orc_long +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -5209,11 +5297,15 @@ select p_mfgr, p_retailprice, rank() over(partition by p_mfgr) as r from vector_ptf_part_simple_orc PREHOOK: type: QUERY +PREHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_retailprice, rank() over(partition by p_mfgr) as r from vector_ptf_part_simple_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -5408,11 +5500,15 @@ select p_mfgr, p_retailprice, rank() over(partition by p_mfgr order by p_name) as r from vector_ptf_part_simple_orc PREHOOK: type: QUERY +PREHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_retailprice, rank() over(partition by p_mfgr order by p_name) as r from vector_ptf_part_simple_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -5609,11 +5705,15 @@ select p_mfgr, p_name, p_retailprice, rank() over(partition by p_mfgr, case when p_mfgr == "Manufacturer#2" then timestamp "2000-01-01 00:00:00" end) as r from vector_ptf_part_simple_orc PREHOOK: type: QUERY +PREHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_retailprice, rank() over(partition by p_mfgr, case when p_mfgr == "Manufacturer#2" then timestamp "2000-01-01 00:00:00" end) as r from vector_ptf_part_simple_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -5778,11 +5878,15 @@ select p_mfgr, p_name, p_retailprice, rank() over(partition by p_mfgr, case when p_mfgr == "Manufacturer#2" then timestamp "2000-01-01 00:00:00" end order by p_name) as r from vector_ptf_part_simple_orc PREHOOK: type: QUERY +PREHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_retailprice, rank() over(partition by p_mfgr, case when p_mfgr == "Manufacturer#2" then timestamp "2000-01-01 00:00:00" end order by p_name) as r from vector_ptf_part_simple_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -6110,11 +6214,15 @@ select p_mfgr, p_retailprice, rank() over(partition by p_mfgr) as r from vector_ptf_part_simple_orc PREHOOK: type: QUERY +PREHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_retailprice, rank() over(partition by p_mfgr) as r from vector_ptf_part_simple_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -6309,11 +6417,15 @@ select p_mfgr, p_retailprice, rank() over(partition by p_mfgr order by p_name) as r from vector_ptf_part_simple_orc PREHOOK: type: QUERY +PREHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_retailprice, rank() over(partition by p_mfgr order by p_name) as r from vector_ptf_part_simple_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -6510,11 +6622,15 @@ select p_mfgr, p_name, p_retailprice, rank() over(partition by p_mfgr, case when p_mfgr == "Manufacturer#2" then timestamp "2000-01-01 00:00:00" end order by p_name) as r from vector_ptf_part_simple_orc PREHOOK: type: QUERY +PREHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_retailprice, rank() over(partition by p_mfgr, case when p_mfgr == "Manufacturer#2" then timestamp "2000-01-01 00:00:00" end order by p_name) as r from vector_ptf_part_simple_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -6712,11 +6828,15 @@ select p_mfgr, p_name, p_retailprice, rank() over(partition by p_mfgr, case when p_mfgr == "Manufacturer#2" then timestamp "2000-01-01 00:00:00" end) as r from vector_ptf_part_simple_orc PREHOOK: type: QUERY +PREHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_retailprice, rank() over(partition by p_mfgr, case when p_mfgr == "Manufacturer#2" then timestamp "2000-01-01 00:00:00" end) as r from vector_ptf_part_simple_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_ptf_part_simple_orc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vector_reduce1.q.out b/ql/src/test/results/clientpositive/llap/vector_reduce1.q.out index a3ad696..05afadc 100644 --- a/ql/src/test/results/clientpositive/llap/vector_reduce1.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_reduce1.q.out @@ -104,9 +104,13 @@ POSTHOOK: Lineage: vectortab2korc_n7.ts2 SIMPLE [(vectortab2k_n8)vectortab2k_n8. PREHOOK: query: explain vectorization expression select b from vectortab2korc_n7 order by b PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2korc_n7 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select b from vectortab2korc_n7 order by b POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2korc_n7 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_reduce2.q.out b/ql/src/test/results/clientpositive/llap/vector_reduce2.q.out index 8ff51ac..c86eea4 100644 --- a/ql/src/test/results/clientpositive/llap/vector_reduce2.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_reduce2.q.out @@ -104,9 +104,13 @@ POSTHOOK: Lineage: vectortab2korc_n5.ts2 SIMPLE [(vectortab2k_n5)vectortab2k_n5. PREHOOK: query: explain vectorization expression select s, i, s2 from vectortab2korc_n5 order by s, i, s2 PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2korc_n5 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select s, i, s2 from vectortab2korc_n5 order by s, i, s2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2korc_n5 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_reduce3.q.out b/ql/src/test/results/clientpositive/llap/vector_reduce3.q.out index e26c8b2..0fdf539 100644 --- a/ql/src/test/results/clientpositive/llap/vector_reduce3.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_reduce3.q.out @@ -104,9 +104,13 @@ POSTHOOK: Lineage: vectortab2korc_n2.ts2 SIMPLE [(vectortab2k_n2)vectortab2k_n2. PREHOOK: query: explain vectorization expression select s from vectortab2korc_n2 order by s PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2korc_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select s from vectortab2korc_n2 order by s POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2korc_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_reduce_groupby_decimal.q.out b/ql/src/test/results/clientpositive/llap/vector_reduce_groupby_decimal.q.out index 6a4b081..184b065 100644 --- a/ql/src/test/results/clientpositive/llap/vector_reduce_groupby_decimal.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_reduce_groupby_decimal.q.out @@ -21,6 +21,8 @@ GROUP BY cint, cdouble, cdecimal1, cdecimal2 ORDER BY cint, cdouble, cdecimal1, cdecimal2 LIMIT 50 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_test_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cint, cdouble, cdecimal1, cdecimal2, min(cdecimal1) as min_decimal1 FROM decimal_test_n2 WHERE cdecimal1 is not null and cdecimal2 is not null @@ -28,6 +30,8 @@ GROUP BY cint, cdouble, cdecimal1, cdecimal2 ORDER BY cint, cdouble, cdecimal1, cdecimal2 LIMIT 50 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_test_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_reduce_groupby_duplicate_cols.q.out b/ql/src/test/results/clientpositive/llap/vector_reduce_groupby_duplicate_cols.q.out index bda96da..bc2bf05 100644 --- a/ql/src/test/results/clientpositive/llap/vector_reduce_groupby_duplicate_cols.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_reduce_groupby_duplicate_cols.q.out @@ -24,6 +24,9 @@ join (select 1 as one, 2 as two) b on a.one = b.one and a.two = b.two group by a.one, a.two, a.one PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Input: default@demo +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select one as one_0, two, one as one_1 from demo a @@ -31,6 +34,9 @@ join (select 1 as one, 2 as two) b on a.one = b.one and a.two = b.two group by a.one, a.two, a.one POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Input: default@demo +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vector_retry_failure.q.out b/ql/src/test/results/clientpositive/llap/vector_retry_failure.q.out index c2342b2..59a9196 100644 --- a/ql/src/test/results/clientpositive/llap/vector_retry_failure.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_retry_failure.q.out @@ -19,9 +19,13 @@ POSTHOOK: Lineage: tx_n0.f SCRIPT [] PREHOOK: query: explain vectorization expression select assert_true(1 > a) from tx_n0 group by a PREHOOK: type: QUERY +PREHOOK: Input: default@tx_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select assert_true(1 > a) from tx_n0 group by a POSTHOOK: type: QUERY +POSTHOOK: Input: default@tx_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_reuse_scratchcols.q.out b/ql/src/test/results/clientpositive/llap/vector_reuse_scratchcols.q.out index 9760771..2be6e4e 100644 --- a/ql/src/test/results/clientpositive/llap/vector_reuse_scratchcols.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_reuse_scratchcols.q.out @@ -35,6 +35,8 @@ WHERE ((762 = cbigint) AND ((79.553 != cint) AND (cboolean2 != cboolean1))))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT AVG(cint), (AVG(cint) + -3728), @@ -72,6 +74,8 @@ WHERE ((762 = cbigint) AND ((79.553 != cint) AND (cboolean2 != cboolean1))))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -242,6 +246,8 @@ WHERE ((762 = cbigint) AND ((79.553 != cint) AND (cboolean2 != cboolean1))))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT AVG(cint), (AVG(cint) + -3728), @@ -279,6 +285,8 @@ WHERE ((762 = cbigint) AND ((79.553 != cint) AND (cboolean2 != cboolean1))))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_string_concat.q.out b/ql/src/test/results/clientpositive/llap/vector_string_concat.q.out index c6b3dcc..9fa419b 100644 --- a/ql/src/test/results/clientpositive/llap/vector_string_concat.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_string_concat.q.out @@ -100,11 +100,15 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT s AS `string`, CONCAT(CONCAT('|',RTRIM(CONCAT(CONCAT(' ',s),' '))),'|') AS `none_z_rtrim_str` FROM over1korc LIMIT 20 PREHOOK: type: QUERY +PREHOOK: Input: default@over1korc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT s AS `string`, CONCAT(CONCAT(' ',s),' ') AS `none_padded_str`, CONCAT(CONCAT('|',RTRIM(CONCAT(CONCAT(' ',s),' '))),'|') AS `none_z_rtrim_str` FROM over1korc LIMIT 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1korc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -312,6 +316,8 @@ SELECT CONCAT(CONCAT(CONCAT('Quarter ',CAST(CAST((MONTH(dt) - 1) / 3 + 1 AS INT) ORDER BY `field` LIMIT 50 PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2korc_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT CONCAT(CONCAT(CONCAT('Quarter ',CAST(CAST((MONTH(dt) - 1) / 3 + 1 AS INT) AS STRING)),'-'),CAST(YEAR(dt) AS STRING)) AS `field` FROM vectortab2korc_n0 @@ -319,6 +325,8 @@ SELECT CONCAT(CONCAT(CONCAT('Quarter ',CAST(CAST((MONTH(dt) - 1) / 3 + 1 AS INT) ORDER BY `field` LIMIT 50 POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2korc_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_string_decimal.q.out b/ql/src/test/results/clientpositive/llap/vector_string_decimal.q.out index ff84fe8..aa0abe1 100644 --- a/ql/src/test/results/clientpositive/llap/vector_string_decimal.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_string_decimal.q.out @@ -43,9 +43,13 @@ POSTHOOK: Lineage: orc_decimal.id SIMPLE [(staging_n1)staging_n1.FieldSchema(nam PREHOOK: query: explain vectorization expression select * from orc_decimal where id in ('100000000', '200000000') PREHOOK: type: QUERY +PREHOOK: Input: default@orc_decimal +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from orc_decimal where id in ('100000000', '200000000') POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_decimal +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_struct_in.q.out b/ql/src/test/results/clientpositive/llap/vector_struct_in.q.out index 671d020..f1cc7dd 100644 --- a/ql/src/test/results/clientpositive/llap/vector_struct_in.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_struct_in.q.out @@ -30,6 +30,8 @@ struct('nine','1'), struct('ten','1') ) PREHOOK: type: QUERY +PREHOOK: Input: default@test_1_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from test_1_n1 where struct(`id`, `lineid`) IN ( @@ -44,6 +46,8 @@ struct('nine','1'), struct('ten','1') ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_1_n1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -153,6 +157,8 @@ struct('nine','1'), struct('ten','1') ) as b from test_1_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@test_1_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select `id`, `lineid`, struct(`id`, `lineid`) IN ( @@ -167,6 +173,8 @@ struct('nine','1'), struct('ten','1') ) as b from test_1_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_1_n1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -288,6 +296,8 @@ struct(9,1), struct(10,1) ) PREHOOK: type: QUERY +PREHOOK: Input: default@test_2_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from test_2_n1 where struct(`id`, `lineid`) IN ( @@ -302,6 +312,8 @@ struct(9,1), struct(10,1) ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_2_n1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -411,6 +423,8 @@ struct(9,1), struct(10,1) ) as b from test_2_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@test_2_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select `id`, `lineid`, struct(`id`, `lineid`) IN ( @@ -425,6 +439,8 @@ struct(9,1), struct(10,1) ) as b from test_2_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_2_n1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -546,6 +562,8 @@ struct('nine',1), struct('ten',1) ) PREHOOK: type: QUERY +PREHOOK: Input: default@test_3 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from test_3 where struct(`id`, `lineid`) IN ( @@ -560,6 +578,8 @@ struct('nine',1), struct('ten',1) ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_3 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -669,6 +689,8 @@ struct('nine',1), struct('ten',1) ) as b from test_3 PREHOOK: type: QUERY +PREHOOK: Input: default@test_3 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select `id`, `lineid`, struct(`id`, `lineid`) IN ( @@ -683,6 +705,8 @@ struct('nine',1), struct('ten',1) ) as b from test_3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_3 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -806,6 +830,8 @@ struct(1L, "a", 0.5D), struct(3L, "b", 1.5D) ) PREHOOK: type: QUERY +PREHOOK: Input: default@test_4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from test_4 where struct(`my_bigint`, `my_string`, `my_double`) IN ( @@ -821,6 +847,8 @@ struct(1L, "a", 0.5D), struct(3L, "b", 1.5D) ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_4 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -932,6 +960,8 @@ struct(1L, "a", 0.5D), struct(3L, "b", 1.5D) ) as b from test_4 PREHOOK: type: QUERY +PREHOOK: Input: default@test_4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select `my_bigint`, `my_string`, `my_double`, struct(`my_bigint`, `my_string`, `my_double`) IN ( @@ -947,6 +977,8 @@ struct(1L, "a", 0.5D), struct(3L, "b", 1.5D) ) as b from test_4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_4 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_topnkey.q.out b/ql/src/test/results/clientpositive/llap/vector_topnkey.q.out index 16803c9..5d12348 100644 --- a/ql/src/test/results/clientpositive/llap/vector_topnkey.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_topnkey.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain vectorization detail SELECT key, SUM(CAST(SUBSTR(value,5) AS INT)) FROM src GROUP BY key ORDER BY key LIMIT 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail SELECT key, SUM(CAST(SUBSTR(value,5) AS INT)) FROM src GROUP BY key ORDER BY key LIMIT 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -196,9 +200,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain vectorization detail SELECT key FROM src GROUP BY key ORDER BY key LIMIT 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail SELECT key FROM src GROUP BY key ORDER BY key LIMIT 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -384,9 +392,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain vectorization detail SELECT src1.key, src2.value FROM src src1 JOIN src src2 ON (src1.key = src2.key) ORDER BY src1.key LIMIT 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail SELECT src1.key, src2.value FROM src src1 JOIN src src2 ON (src1.key = src2.key) ORDER BY src1.key LIMIT 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_udf1.q.out b/ql/src/test/results/clientpositive/llap/vector_udf1.q.out index aef23fd..f7364b1 100644 --- a/ql/src/test/results/clientpositive/llap/vector_udf1.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_udf1.q.out @@ -37,6 +37,8 @@ select concat(c1, c2) = concat(c3, c4) from varchar_udf_1_n2 limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select concat(c1, c2), @@ -44,6 +46,8 @@ select concat(c1, c2) = concat(c3, c4) from varchar_udf_1_n2 limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -138,6 +142,8 @@ select upper(c2) = upper(c4) from varchar_udf_1_n2 limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select upper(c2), @@ -145,6 +151,8 @@ select upper(c2) = upper(c4) from varchar_udf_1_n2 limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -239,6 +247,8 @@ select lower(c2) = lower(c4) from varchar_udf_1_n2 limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select lower(c2), @@ -246,6 +256,8 @@ select lower(c2) = lower(c4) from varchar_udf_1_n2 limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -340,6 +352,8 @@ select ascii(c2) = ascii(c4) from varchar_udf_1_n2 limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select ascii(c2), @@ -347,6 +361,8 @@ select ascii(c2) = ascii(c4) from varchar_udf_1_n2 limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -441,6 +457,8 @@ select concat_ws('|', c1, c2) = concat_ws('|', c3, c4) from varchar_udf_1_n2 limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select concat_ws('|', c1, c2), @@ -448,6 +466,8 @@ select concat_ws('|', c1, c2) = concat_ws('|', c3, c4) from varchar_udf_1_n2 limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -542,6 +562,8 @@ select decode(encode(c2, 'US-ASCII'), 'US-ASCII') = decode(encode(c4, 'US-ASCII'), 'US-ASCII') from varchar_udf_1_n2 limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select decode(encode(c2, 'US-ASCII'), 'US-ASCII'), @@ -549,6 +571,8 @@ select decode(encode(c2, 'US-ASCII'), 'US-ASCII') = decode(encode(c4, 'US-ASCII'), 'US-ASCII') from varchar_udf_1_n2 limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -643,6 +667,8 @@ select instr(c2, '_') = instr(c4, '_') from varchar_udf_1_n2 limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select instr(c2, '_'), @@ -650,6 +676,8 @@ select instr(c2, '_') = instr(c4, '_') from varchar_udf_1_n2 limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -744,6 +772,8 @@ select replace(c1, '_', c2) = replace(c3, '_', c4) from varchar_udf_1_n2 limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select replace(c1, '_', c2), @@ -751,6 +781,8 @@ select replace(c1, '_', c2) = replace(c3, '_', c4) from varchar_udf_1_n2 limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -845,6 +877,8 @@ select reverse(c2) = reverse(c4) from varchar_udf_1_n2 limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select reverse(c2), @@ -852,6 +886,8 @@ select reverse(c2) = reverse(c4) from varchar_udf_1_n2 limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -946,6 +982,8 @@ select next_day(d1, 'TU') = next_day(d4, 'WE') from varchar_udf_1_n2 limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select next_day(d1, 'TU'), @@ -953,6 +991,8 @@ select next_day(d1, 'TU') = next_day(d4, 'WE') from varchar_udf_1_n2 limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1047,6 +1087,8 @@ select months_between(d1, d3) = months_between(d2, d4) from varchar_udf_1_n2 limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select months_between(d1, d3), @@ -1054,6 +1096,8 @@ select months_between(d1, d3) = months_between(d2, d4) from varchar_udf_1_n2 limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1148,6 +1192,8 @@ select length(c2) = length(c4) from varchar_udf_1_n2 limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select length(c2), @@ -1155,6 +1201,8 @@ select length(c2) = length(c4) from varchar_udf_1_n2 limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1249,6 +1297,8 @@ select locate('a', 'abcdabcd', 3) = locate(cast('a' as varchar(1)), cast('abcdabcd' as varchar(10)), 3) from varchar_udf_1_n2 limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select locate('a', 'abcdabcd', 3), @@ -1256,6 +1306,8 @@ select locate('a', 'abcdabcd', 3) = locate(cast('a' as varchar(1)), cast('abcdabcd' as varchar(10)), 3) from varchar_udf_1_n2 limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1350,6 +1402,8 @@ select lpad(c2, 15, ' ') = lpad(c4, 15, ' ') from varchar_udf_1_n2 limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select lpad(c2, 15, ' '), @@ -1357,6 +1411,8 @@ select lpad(c2, 15, ' ') = lpad(c4, 15, ' ') from varchar_udf_1_n2 limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1451,6 +1507,8 @@ select ltrim(c2) = ltrim(c4) from varchar_udf_1_n2 limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select ltrim(c2), @@ -1458,6 +1516,8 @@ select ltrim(c2) = ltrim(c4) from varchar_udf_1_n2 limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1552,6 +1612,8 @@ select (c2 regexp 'val') = (c4 regexp 'val') from varchar_udf_1_n2 limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select c2 regexp 'val', @@ -1559,6 +1621,8 @@ select (c2 regexp 'val') = (c4 regexp 'val') from varchar_udf_1_n2 limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1653,6 +1717,8 @@ select regexp_extract(c2, 'val_([0-9]+)', 1) = regexp_extract(c4, 'val_([0-9]+)', 1) from varchar_udf_1_n2 limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select regexp_extract(c2, 'val_([0-9]+)', 1), @@ -1660,6 +1726,8 @@ select regexp_extract(c2, 'val_([0-9]+)', 1) = regexp_extract(c4, 'val_([0-9]+)', 1) from varchar_udf_1_n2 limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1754,6 +1822,8 @@ select regexp_replace(c2, 'val', 'replaced') = regexp_replace(c4, 'val', 'replaced') from varchar_udf_1_n2 limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select regexp_replace(c2, 'val', 'replaced'), @@ -1761,6 +1831,8 @@ select regexp_replace(c2, 'val', 'replaced') = regexp_replace(c4, 'val', 'replaced') from varchar_udf_1_n2 limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1855,6 +1927,8 @@ select reverse(c2) = reverse(c4) from varchar_udf_1_n2 limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select reverse(c2), @@ -1862,6 +1936,8 @@ select reverse(c2) = reverse(c4) from varchar_udf_1_n2 limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1956,6 +2032,8 @@ select rpad(c2, 15, ' ') = rpad(c4, 15, ' ') from varchar_udf_1_n2 limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select rpad(c2, 15, ' '), @@ -1963,6 +2041,8 @@ select rpad(c2, 15, ' ') = rpad(c4, 15, ' ') from varchar_udf_1_n2 limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2057,6 +2137,8 @@ select rtrim(c2) = rtrim(c4) from varchar_udf_1_n2 limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select rtrim(c2), @@ -2064,6 +2146,8 @@ select rtrim(c2) = rtrim(c4) from varchar_udf_1_n2 limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2157,12 +2241,16 @@ select sentences(cast('See spot run. See jane run.' as varchar(50))) from varchar_udf_1_n2 limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select sentences('See spot run. See jane run.'), sentences(cast('See spot run. See jane run.' as varchar(50))) from varchar_udf_1_n2 limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2254,12 +2342,16 @@ select split(c4, '_') from varchar_udf_1_n2 limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select split(c2, '_'), split(c4, '_') from varchar_udf_1_n2 limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2351,12 +2443,16 @@ select str_to_map(cast('a:1,b:2,c:3' as varchar(20)),',',':') from varchar_udf_1_n2 limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select str_to_map('a:1,b:2,c:3',',',':'), str_to_map(cast('a:1,b:2,c:3' as varchar(20)),',',':') from varchar_udf_1_n2 limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2449,6 +2545,8 @@ select substr(c2, 1, 3) = substr(c4, 1, 3) from varchar_udf_1_n2 limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select substr(c2, 1, 3), @@ -2456,6 +2554,8 @@ select substr(c2, 1, 3) = substr(c4, 1, 3) from varchar_udf_1_n2 limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2550,6 +2650,8 @@ select trim(c2) = trim(c4) from varchar_udf_1_n2 limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select trim(c2), @@ -2557,6 +2659,8 @@ select trim(c2) = trim(c4) from varchar_udf_1_n2 limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2650,12 +2754,16 @@ select compute_stats(c4, 16) from varchar_udf_1_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select compute_stats(c2, 16), compute_stats(c4, 16) from varchar_udf_1_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2746,12 +2854,16 @@ select min(c4) from varchar_udf_1_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select min(c2), min(c4) from varchar_udf_1_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2889,12 +3001,16 @@ select max(c4) from varchar_udf_1_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select max(c2), max(c4) from varchar_udf_1_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_1_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_udf2.q.out b/ql/src/test/results/clientpositive/llap/vector_udf2.q.out index 58c60d1..f4722ff 100644 --- a/ql/src/test/results/clientpositive/llap/vector_udf2.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_udf2.q.out @@ -34,6 +34,8 @@ select c3 LIKE '%x38' from varchar_udf_2 limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_udf_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select c1 LIKE '%38%', @@ -44,6 +46,8 @@ select c3 LIKE '%x38' from varchar_udf_2 limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_udf_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -158,9 +162,13 @@ POSTHOOK: Lineage: hive_14349.a SCRIPT [] PREHOOK: query: explain vectorization expression select * from HIVE_14349 where a LIKE 'XYZ%a%' PREHOOK: type: QUERY +PREHOOK: Input: default@hive_14349 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from HIVE_14349 where a LIKE 'XYZ%a%' POSTHOOK: type: QUERY +POSTHOOK: Input: default@hive_14349 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -245,9 +253,13 @@ POSTHOOK: Lineage: hive_14349.a SCRIPT [] PREHOOK: query: explain vectorization expression select * from HIVE_14349 where a LIKE 'XYZ%a_' PREHOOK: type: QUERY +PREHOOK: Input: default@hive_14349 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from HIVE_14349 where a LIKE 'XYZ%a_' POSTHOOK: type: QUERY +POSTHOOK: Input: default@hive_14349 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_udf_adaptor_1.q.out b/ql/src/test/results/clientpositive/llap/vector_udf_adaptor_1.q.out index e7a0ffb..bd8160b 100644 --- a/ql/src/test/results/clientpositive/llap/vector_udf_adaptor_1.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_udf_adaptor_1.q.out @@ -95,6 +95,8 @@ insert overwrite table insert_a_adaptor IF(LENGTH(name)> 10, 2 * gpa, NULL) from student_10_lines PREHOOK: type: QUERY +PREHOOK: Input: default@student_10_lines +PREHOOK: Output: default@insert_a_adaptor POSTHOOK: query: explain vectorization detail insert overwrite table insert_a_adaptor select @@ -109,6 +111,8 @@ insert overwrite table insert_a_adaptor IF(LENGTH(name)> 10, 2 * gpa, NULL) from student_10_lines POSTHOOK: type: QUERY +POSTHOOK: Input: default@student_10_lines +POSTHOOK: Output: default@insert_a_adaptor Explain PLAN VECTORIZATION: enabled: true @@ -251,6 +255,8 @@ insert overwrite table insert_a_good IF(LENGTH(name)> 10, 2 * gpa, NULL) from student_10_lines PREHOOK: type: QUERY +PREHOOK: Input: default@student_10_lines +PREHOOK: Output: default@insert_a_good POSTHOOK: query: explain vectorization detail insert overwrite table insert_a_good select @@ -265,6 +271,8 @@ insert overwrite table insert_a_good IF(LENGTH(name)> 10, 2 * gpa, NULL) from student_10_lines POSTHOOK: type: QUERY +POSTHOOK: Input: default@student_10_lines +POSTHOOK: Output: default@insert_a_good Explain PLAN VECTORIZATION: enabled: true @@ -427,6 +435,8 @@ insert overwrite table insert_a_better IF(LENGTH(name)> 10, 2 * gpa, NULL) from student_10_lines PREHOOK: type: QUERY +PREHOOK: Input: default@student_10_lines +PREHOOK: Output: default@insert_a_better POSTHOOK: query: explain vectorization detail insert overwrite table insert_a_better select @@ -441,6 +451,8 @@ insert overwrite table insert_a_better IF(LENGTH(name)> 10, 2 * gpa, NULL) from student_10_lines POSTHOOK: type: QUERY +POSTHOOK: Input: default@student_10_lines +POSTHOOK: Output: default@insert_a_better Explain PLAN VECTORIZATION: enabled: true @@ -603,6 +615,8 @@ insert overwrite table insert_b_adaptor IF(LENGTH(name)> 10, NULL, 2 * gpa) from student_10_lines PREHOOK: type: QUERY +PREHOOK: Input: default@student_10_lines +PREHOOK: Output: default@insert_b_adaptor POSTHOOK: query: explain vectorization detail insert overwrite table insert_b_adaptor select @@ -617,6 +631,8 @@ insert overwrite table insert_b_adaptor IF(LENGTH(name)> 10, NULL, 2 * gpa) from student_10_lines POSTHOOK: type: QUERY +POSTHOOK: Input: default@student_10_lines +POSTHOOK: Output: default@insert_b_adaptor Explain PLAN VECTORIZATION: enabled: true @@ -759,6 +775,8 @@ insert overwrite table insert_b_good IF(LENGTH(name)> 10, NULL, 2 * gpa) from student_10_lines PREHOOK: type: QUERY +PREHOOK: Input: default@student_10_lines +PREHOOK: Output: default@insert_b_good POSTHOOK: query: explain vectorization detail insert overwrite table insert_b_good select @@ -773,6 +791,8 @@ insert overwrite table insert_b_good IF(LENGTH(name)> 10, NULL, 2 * gpa) from student_10_lines POSTHOOK: type: QUERY +POSTHOOK: Input: default@student_10_lines +POSTHOOK: Output: default@insert_b_good Explain PLAN VECTORIZATION: enabled: true @@ -935,6 +955,8 @@ insert overwrite table insert_b_better IF(LENGTH(name)> 10, NULL, 2 * gpa) from student_10_lines PREHOOK: type: QUERY +PREHOOK: Input: default@student_10_lines +PREHOOK: Output: default@insert_b_better POSTHOOK: query: explain vectorization detail insert overwrite table insert_b_better select @@ -949,6 +971,8 @@ insert overwrite table insert_b_better IF(LENGTH(name)> 10, NULL, 2 * gpa) from student_10_lines POSTHOOK: type: QUERY +POSTHOOK: Input: default@student_10_lines +POSTHOOK: Output: default@insert_b_better Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vector_udf_character_length.q.out b/ql/src/test/results/clientpositive/llap/vector_udf_character_length.q.out index c32861f..5e6cee9 100644 --- a/ql/src/test/results/clientpositive/llap/vector_udf_character_length.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_udf_character_length.q.out @@ -40,8 +40,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@dest1_n59 PREHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE dest1_n59 SELECT character_length(src1.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest1_n59 POSTHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE dest1_n59 SELECT character_length(src1.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest1_n59 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -178,8 +182,12 @@ POSTHOOK: Output: default@dest2_n13 POSTHOOK: Lineage: dest2_n13.name SIMPLE [(dest1_n59)dest1_n59.FieldSchema(name:name, type:string, comment:null), ] PREHOOK: query: EXPLAIN SELECT character_length(dest2_n13.name) FROM dest2_n13 PREHOOK: type: QUERY +PREHOOK: Input: default@dest2_n13 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT character_length(dest2_n13.name) FROM dest2_n13 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest2_n13 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -226,8 +234,12 @@ POSTHOOK: Input: default@dest2_n13 NULL PREHOOK: query: EXPLAIN SELECT char_length(dest2_n13.name) FROM dest2_n13 PREHOOK: type: QUERY +PREHOOK: Input: default@dest2_n13 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT char_length(dest2_n13.name) FROM dest2_n13 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest2_n13 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/vector_udf_inline.q.out b/ql/src/test/results/clientpositive/llap/vector_udf_inline.q.out index 67e8c91..8f702c1 100644 --- a/ql/src/test/results/clientpositive/llap/vector_udf_inline.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_udf_inline.q.out @@ -12,6 +12,8 @@ SELECT inline( ) ) as (id, text) FROM SRC limit 2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression SELECT inline( ARRAY( @@ -21,6 +23,8 @@ SELECT inline( ) ) as (id, text) FROM SRC limit 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_udf_octet_length.q.out b/ql/src/test/results/clientpositive/llap/vector_udf_octet_length.q.out index fb998fa..b7fca05 100644 --- a/ql/src/test/results/clientpositive/llap/vector_udf_octet_length.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_udf_octet_length.q.out @@ -23,8 +23,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@dest1_n51 PREHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE dest1_n51 SELECT octet_length(src1.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest1_n51 POSTHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE dest1_n51 SELECT octet_length(src1.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest1_n51 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -161,8 +165,12 @@ POSTHOOK: Output: default@dest2_n10 POSTHOOK: Lineage: dest2_n10.name SIMPLE [(dest1_n51)dest1_n51.FieldSchema(name:name, type:string, comment:null), ] PREHOOK: query: EXPLAIN SELECT octet_length(dest2_n10.name) FROM dest2_n10 PREHOOK: type: QUERY +PREHOOK: Input: default@dest2_n10 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT octet_length(dest2_n10.name) FROM dest2_n10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest2_n10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/vector_udf_string_to_boolean.q.out b/ql/src/test/results/clientpositive/llap/vector_udf_string_to_boolean.q.out index 7f57286..74bfc61 100644 --- a/ql/src/test/results/clientpositive/llap/vector_udf_string_to_boolean.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_udf_string_to_boolean.q.out @@ -116,8 +116,12 @@ POSTHOOK: Output: default@t_n17 POSTHOOK: Lineage: t_n17.s SCRIPT [] PREHOOK: query: explain select s,cast(s as boolean) from t_n17 order by s PREHOOK: type: QUERY +PREHOOK: Input: default@t_n17 +#### A masked pattern was here #### POSTHOOK: query: explain select s,cast(s as boolean) from t_n17 order by s POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_n17 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/vector_varchar_4.q.out b/ql/src/test/results/clientpositive/llap/vector_varchar_4.q.out index 6d9057c..fc0846a 100644 --- a/ql/src/test/results/clientpositive/llap/vector_varchar_4.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_varchar_4.q.out @@ -124,9 +124,13 @@ POSTHOOK: Output: default@varchar_lazy_binary_columnar PREHOOK: query: explain vectorization expression insert overwrite table varchar_lazy_binary_columnar select t, si, i, b, f, d, s from vectortab2korc_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2korc_n1 +PREHOOK: Output: default@varchar_lazy_binary_columnar POSTHOOK: query: explain vectorization expression insert overwrite table varchar_lazy_binary_columnar select t, si, i, b, f, d, s from vectortab2korc_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2korc_n1 +POSTHOOK: Output: default@varchar_lazy_binary_columnar PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_varchar_mapjoin1.q.out b/ql/src/test/results/clientpositive/llap/vector_varchar_mapjoin1.q.out index 90a0869..b70e1e7 100644 --- a/ql/src/test/results/clientpositive/llap/vector_varchar_mapjoin1.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_varchar_mapjoin1.q.out @@ -126,8 +126,12 @@ POSTHOOK: Lineage: varchar_join1_str_orc.c1 SIMPLE [(varchar_join1_str)varchar_j POSTHOOK: Lineage: varchar_join1_str_orc.c2 SIMPLE [(varchar_join1_str)varchar_join1_str.FieldSchema(name:c2, type:string, comment:null), ] PREHOOK: query: explain vectorization select * from varchar_join1_vc1_orc a join varchar_join1_vc1_orc b on (a.c2 = b.c2) order by a.c1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_join1_vc1_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select * from varchar_join1_vc1_orc a join varchar_join1_vc1_orc b on (a.c2 = b.c2) order by a.c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_join1_vc1_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -252,8 +256,14 @@ POSTHOOK: Input: default@varchar_join1_vc1_orc 3 abc 3 abc PREHOOK: query: explain vectorization select * from varchar_join1_vc1_orc a join varchar_join1_vc2_orc b on (a.c2 = b.c2) order by a.c1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_join1_vc1_orc +PREHOOK: Input: default@varchar_join1_vc2_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select * from varchar_join1_vc1_orc a join varchar_join1_vc2_orc b on (a.c2 = b.c2) order by a.c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_join1_vc1_orc +POSTHOOK: Input: default@varchar_join1_vc2_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -380,8 +390,14 @@ POSTHOOK: Input: default@varchar_join1_vc2_orc 3 abc 3 abc PREHOOK: query: explain vectorization select * from varchar_join1_vc1_orc a join varchar_join1_str_orc b on (a.c2 = b.c2) order by a.c1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_join1_str_orc +PREHOOK: Input: default@varchar_join1_vc1_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select * from varchar_join1_vc1_orc a join varchar_join1_str_orc b on (a.c2 = b.c2) order by a.c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_join1_str_orc +POSTHOOK: Input: default@varchar_join1_vc1_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_varchar_simple.q.out b/ql/src/test/results/clientpositive/llap/vector_varchar_simple.q.out index 149d20a..f23bfa9 100644 --- a/ql/src/test/results/clientpositive/llap/vector_varchar_simple.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_varchar_simple.q.out @@ -50,11 +50,15 @@ from varchar_2_n0 order by key asc limit 5 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_2_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select key, value from varchar_2_n0 order by key asc limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_2_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -170,11 +174,15 @@ from varchar_2_n0 order by key desc limit 5 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_2_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select key, value from varchar_2_n0 order by key desc limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_2_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -289,9 +297,13 @@ POSTHOOK: Output: default@varchar_3 PREHOOK: query: explain vectorization expression insert into table varchar_3 select cint from alltypesorc limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Output: default@varchar_3 POSTHOOK: query: explain vectorization expression insert into table varchar_3 select cint from alltypesorc limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Output: default@varchar_3 PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_when_case_null.q.out b/ql/src/test/results/clientpositive/llap/vector_when_case_null.q.out index 7a50163..6932744 100644 --- a/ql/src/test/results/clientpositive/llap/vector_when_case_null.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_when_case_null.q.out @@ -19,9 +19,13 @@ POSTHOOK: Lineage: count_case_groupby_n0.key SCRIPT [] PREHOOK: query: explain vectorization expression SELECT key, COUNT(CASE WHEN bool THEN 1 WHEN NOT bool THEN 0 ELSE NULL END) AS cnt_bool0_ok FROM count_case_groupby_n0 GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@count_case_groupby_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression SELECT key, COUNT(CASE WHEN bool THEN 1 WHEN NOT bool THEN 0 ELSE NULL END) AS cnt_bool0_ok FROM count_case_groupby_n0 GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@count_case_groupby_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vector_windowing.q.out b/ql/src/test/results/clientpositive/llap/vector_windowing.q.out index a5d6167..bdb222c 100644 --- a/ql/src/test/results/clientpositive/llap/vector_windowing.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_windowing.q.out @@ -5,6 +5,8 @@ dense_rank() over(distribute by p_mfgr sort by p_name) as dr, round(sum(p_retailprice) over (distribute by p_mfgr sort by p_name rows between unbounded preceding and current row),2) as s1 from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, rank() over(distribute by p_mfgr sort by p_name) as r, @@ -12,6 +14,8 @@ dense_rank() over(distribute by p_mfgr sort by p_name) as dr, round(sum(p_retailprice) over (distribute by p_mfgr sort by p_name rows between unbounded preceding and current row),2) as s1 from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -183,6 +187,8 @@ p_size, p_size - lag(p_size,1,p_size) over(distribute by p_mfgr sort by p_name) from part group by p_mfgr, p_name, p_size PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, min(p_retailprice), @@ -192,6 +198,8 @@ p_size, p_size - lag(p_size,1,p_size) over(distribute by p_mfgr sort by p_name) from part group by p_mfgr, p_name, p_size POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -391,6 +399,8 @@ from part group by p_mfgr, p_name, p_size having p_size > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, min(p_retailprice), rank() over(distribute by p_mfgr sort by p_name) as r, @@ -400,6 +410,8 @@ from part group by p_mfgr, p_name, p_size having p_size > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -594,11 +606,15 @@ select p_mfgr, p_name, count(p_size) over(distribute by p_mfgr sort by p_name) as cd from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, count(p_size) over(distribute by p_mfgr sort by p_name) as cd from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -784,6 +800,8 @@ p_retailprice, round(sum(p_retailprice) over (distribute by p_mfgr sort by p_nam p_size, p_size - lag(p_size,1,p_size) over(distribute by p_mfgr sort by p_name) as deltaSz from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, rank() over(distribute by p_mfgr sort by p_name) as r, @@ -793,6 +811,8 @@ p_retailprice, round(sum(p_retailprice) over (distribute by p_mfgr sort by p_nam p_size, p_size - lag(p_size,1,p_size) over(distribute by p_mfgr sort by p_name) as deltaSz from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -983,6 +1003,8 @@ p_size, p_size - lag(p_size,1,p_size) over(distribute by p_mfgr sort by p_name) from part ) sub1 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select sub1.r, sub1.dr, sub1.cd, sub1.s1, sub1.deltaSz from (select p_mfgr, p_name, @@ -994,6 +1016,8 @@ p_size, p_size - lag(p_size,1,p_size) over(distribute by p_mfgr sort by p_name) from part ) sub1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1188,6 +1212,8 @@ partition by p_mfgr order by p_name ) abc join part p1 on abc.p_partkey = p1.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select abc.p_mfgr, abc.p_name, rank() over(distribute by abc.p_mfgr sort by abc.p_name) as r, @@ -1199,6 +1225,8 @@ partition by p_mfgr order by p_name ) abc join part p1 on abc.p_partkey = p1.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1481,11 +1509,15 @@ select p_mfgr, p_name, p_size, rank() over(distribute by p_mfgr sort by p_name, p_size desc) as R from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, rank() over(distribute by p_mfgr sort by p_name, p_size desc) as R from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1637,6 +1669,8 @@ dense_rank() over(distribute by p_mfgr sort by p_name) as dr, round(sum(p_retailprice) over (distribute by p_mfgr sort by p_name rows between unbounded preceding and current row),2) as s1 from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, rank() over(distribute by p_mfgr sort by p_name) as r, @@ -1644,6 +1678,8 @@ dense_rank() over(distribute by p_mfgr sort by p_name) as dr, round(sum(p_retailprice) over (distribute by p_mfgr sort by p_name rows between unbounded preceding and current row),2) as s1 from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1813,6 +1849,8 @@ dense_rank() over(distribute by p_mfgr sort by p_name) as dr, round(sum(p_retailprice) over (distribute by p_mfgr sort by p_name rows between unbounded preceding and current row),2) as s1 from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, rank() over(distribute by p_mfgr sort by p_name) as r, @@ -1820,6 +1858,8 @@ dense_rank() over(distribute by p_mfgr sort by p_name) as dr, round(sum(p_retailprice) over (distribute by p_mfgr sort by p_name rows between unbounded preceding and current row),2) as s1 from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1990,6 +2030,8 @@ last_value(p_size, false) over w1 as l from part window w1 as (distribute by p_mfgr sort by p_name rows between 2 preceding and 2 following) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr,p_name, p_size, sum(p_size) over (distribute by p_mfgr sort by p_name rows between current row and current row) as s2, @@ -1998,6 +2040,8 @@ last_value(p_size, false) over w1 as l from part window w1 as (distribute by p_mfgr sort by p_name rows between 2 preceding and 2 following) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -2170,6 +2214,8 @@ from part where p_mfgr = 'Manufacturer#3' window w1 as (distribute by p_mfgr sort by p_name rows between 2 preceding and 2 following) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr,p_name, p_size, rank() over(distribute by p_mfgr sort by p_name) as r, @@ -2180,6 +2226,8 @@ from part where p_mfgr = 'Manufacturer#3' window w1 as (distribute by p_mfgr sort by p_name rows between 2 preceding and 2 following) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -2347,6 +2395,8 @@ sum(p_size) over (distribute by p_mfgr sort by p_name rows between current row from part window w1 as (distribute by p_mfgr sort by p_name rows between 2 preceding and 2 following) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr,p_name, p_size, sum(p_size) over w1 as s1, @@ -2354,6 +2404,8 @@ sum(p_size) over (distribute by p_mfgr sort by p_name rows between current row from part window w1 as (distribute by p_mfgr sort by p_name rows between 2 preceding and 2 following) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -2514,12 +2566,16 @@ rank() over(distribute by p_mfgr sort by p_name) as r, dense_rank() over(distrib from part window w1 as (distribute by p_mfgr sort by p_name rows between 2 preceding and 2 following) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr,p_name, p_size, rank() over(distribute by p_mfgr sort by p_name) as r, dense_rank() over(distribute by p_mfgr sort by p_name) as dr from part window w1 as (distribute by p_mfgr sort by p_name rows between 2 preceding and 2 following) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -2722,6 +2778,8 @@ first_value(p_size) over w1 as fvW1 from part window w1 as (distribute by p_mfgr sort by p_mfgr, p_name rows between 2 preceding and 2 following) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr,p_name, p_size, rank() over(distribute by p_mfgr sort by p_name) as r, @@ -2738,6 +2796,8 @@ first_value(p_size) over w1 as fvW1 from part window w1 as (distribute by p_mfgr sort by p_mfgr, p_name rows between 2 preceding and 2 following) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -3017,6 +3077,8 @@ first_value(p_size) over w1 as fv1 from part window w1 as (distribute by p_mfgr sort by p_mfgr, p_name rows between 2 preceding and 2 following) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr,p_name, p_size, rank() over(distribute by p_mfgr sort by p_name) as r, @@ -3028,6 +3090,8 @@ first_value(p_size) over w1 as fv1 from part window w1 as (distribute by p_mfgr sort by p_mfgr, p_name rows between 2 preceding and 2 following) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -3299,6 +3363,8 @@ first_value(p_size) over w1 as fvW1 from part window w1 as (distribute by p_mfgr sort by p_mfgr, p_name rows between 2 preceding and 2 following) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr,p_name, p_size, count(*) over(distribute by p_mfgr sort by p_name ) as c, @@ -3307,6 +3373,8 @@ first_value(p_size) over w1 as fvW1 from part window w1 as (distribute by p_mfgr sort by p_mfgr, p_name rows between 2 preceding and 2 following) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -3551,6 +3619,8 @@ round(avg(p_retailprice) over w1,2) as ag from part window w1 as (distribute by p_mfgr sort by p_mfgr, p_name rows between 2 preceding and 2 following) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr,p_name, p_size, round(sum(p_retailprice) over w1,2) as s, @@ -3560,6 +3630,8 @@ round(avg(p_retailprice) over w1,2) as ag from part window w1 as (distribute by p_mfgr sort by p_mfgr, p_name rows between 2 preceding and 2 following) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -3740,6 +3812,8 @@ from part group by p_mfgr,p_name, p_size, p_retailprice window w1 as (distribute by p_mfgr sort by p_mfgr, p_name rows between 2 preceding and 2 following) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr,p_name, p_size, p_retailprice, round(sum(p_retailprice) over w1,2) as s, @@ -3750,6 +3824,8 @@ from part group by p_mfgr,p_name, p_size, p_retailprice window w1 as (distribute by p_mfgr sort by p_mfgr, p_name rows between 2 preceding and 2 following) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -3986,6 +4062,8 @@ covar_pop(p_size, p_retailprice) over w1 as covarp from part window w1 as (distribute by p_mfgr sort by p_mfgr, p_name rows between 2 preceding and 2 following) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr,p_name, p_size, stddev(p_retailprice) over w1 as sdev, @@ -3997,6 +4075,8 @@ covar_pop(p_size, p_retailprice) over w1 as covarp from part window w1 as (distribute by p_mfgr sort by p_mfgr, p_name rows between 2 preceding and 2 following) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -4185,6 +4265,8 @@ row_number() over(distribute by p_mfgr sort by p_mfgr, p_name) as rn from part window w1 as (distribute by p_mfgr sort by p_mfgr, p_name rows between 2 preceding and 2 following) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr,p_name, p_size, histogram_numeric(p_retailprice, 5) over w1 as hist, @@ -4193,6 +4275,8 @@ row_number() over(distribute by p_mfgr sort by p_mfgr, p_name) as rn from part window w1 as (distribute by p_mfgr sort by p_mfgr, p_name rows between 2 preceding and 2 following) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -4362,6 +4446,9 @@ round(sum(p_retailprice),2) as s from part group by p_mfgr, p_brand PREHOOK: type: CREATEVIEW +PREHOOK: Input: default@part +PREHOOK: Output: database:default +PREHOOK: Output: default@mfgr_price_view_n2 POSTHOOK: query: explain vectorization detail create view IF NOT EXISTS mfgr_price_view_n2 as select p_mfgr, p_brand, @@ -4369,6 +4456,9 @@ round(sum(p_retailprice),2) as s from part group by p_mfgr, p_brand POSTHOOK: type: CREATEVIEW +POSTHOOK: Input: default@part +POSTHOOK: Output: database:default +POSTHOOK: Output: default@mfgr_price_view_n2 Explain PLAN VECTORIZATION: enabled: true @@ -4425,6 +4515,9 @@ window w1 as (distribute by p_mfgr sort by p_mfgr ) ) sq order by p_mfgr, p_brand PREHOOK: type: QUERY +PREHOOK: Input: default@mfgr_price_view_n2 +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select * from ( @@ -4435,6 +4528,9 @@ window w1 as (distribute by p_mfgr sort by p_mfgr ) ) sq order by p_mfgr, p_brand POSTHOOK: type: QUERY +POSTHOOK: Input: default@mfgr_price_view_n2 +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -4680,6 +4776,9 @@ round(sum(p_retailprice) over w1,2) as s from part window w1 as (distribute by p_mfgr sort by p_name rows between 2 preceding and current row) PREHOOK: type: CREATEVIEW +PREHOOK: Input: default@part +PREHOOK: Output: database:default +PREHOOK: Output: default@mfgr_brand_price_view_n0 POSTHOOK: query: explain vectorization detail create view IF NOT EXISTS mfgr_brand_price_view_n0 as select p_mfgr, p_brand, @@ -4687,6 +4786,9 @@ round(sum(p_retailprice) over w1,2) as s from part window w1 as (distribute by p_mfgr sort by p_name rows between 2 preceding and current row) POSTHOOK: type: CREATEVIEW +POSTHOOK: Input: default@part +POSTHOOK: Output: database:default +POSTHOOK: Output: default@mfgr_brand_price_view_n0 Explain PLAN VECTORIZATION: enabled: true @@ -4736,9 +4838,15 @@ p_mfgr p_brand s PREHOOK: query: explain vectorization detail select * from mfgr_brand_price_view_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@mfgr_brand_price_view_n0 +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select * from mfgr_brand_price_view_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@mfgr_brand_price_view_n0 +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -4890,6 +4998,8 @@ from (select p_mfgr, p_name, p_size, array(1,2,3) arr from part) p lateral view explode(arr) part_lv as lv_col window w1 as (distribute by p_mfgr sort by p_size, lv_col rows between 2 preceding and current row) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, lv_col, p_size, sum(p_size) over w1 as s @@ -4897,6 +5007,8 @@ from (select p_mfgr, p_name, p_size, array(1,2,3) arr from part) p lateral view explode(arr) part_lv as lv_col window w1 as (distribute by p_mfgr sort by p_size, lv_col rows between 2 preceding and current row) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -5193,6 +5305,10 @@ count(p_size) over(distribute by p_mfgr sort by p_name) as ca, first_value(p_size) over w1 as fv window w1 as (distribute by p_mfgr sort by p_mfgr, p_name rows between 2 preceding and 2 following) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Output: default@part_1_n0 +PREHOOK: Output: default@part_2_n0 +PREHOOK: Output: default@part_3_n0 POSTHOOK: query: explain vectorization detail from part INSERT OVERWRITE TABLE part_1_n0 @@ -5215,6 +5331,10 @@ count(p_size) over(distribute by p_mfgr sort by p_name) as ca, first_value(p_size) over w1 as fv window w1 as (distribute by p_mfgr sort by p_mfgr, p_name rows between 2 preceding and 2 following) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Output: default@part_1_n0 +POSTHOOK: Output: default@part_2_n0 +POSTHOOK: Output: default@part_3_n0 Explain PLAN VECTORIZATION: enabled: true @@ -5981,6 +6101,8 @@ from part group by p_mfgr, p_name, p_size having p_size > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, min(p_retailprice) as mi, rank() over(distribute by p_mfgr sort by p_name) as r, @@ -5990,6 +6112,8 @@ from part group by p_mfgr, p_name, p_size having p_size > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -6186,6 +6310,8 @@ sum(p_size) over (distribute by p_mfgr sort by p_size range between current row from part window w1 as (rows between 2 preceding and 2 following) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr,p_name, p_size, sum(p_size) over (distribute by p_mfgr sort by p_size range between 10 preceding and current row) as s2, @@ -6193,6 +6319,8 @@ sum(p_size) over (distribute by p_mfgr sort by p_size range between current row from part window w1 as (rows between 2 preceding and 2 following) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -6352,11 +6480,15 @@ select p_mfgr, p_name, p_size, sum(p_size) over (partition by p_mfgr order by p_name rows between 2 preceding and 2 following) as s from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, sum(p_size) over (partition by p_mfgr order by p_name rows between 2 preceding and 2 following) as s from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -6507,12 +6639,16 @@ sum(p_size) over w1 as s from part window w1 as (partition by p_mfgr order by p_name rows between 2 preceding and 2 following) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, sum(p_size) over w1 as s from part window w1 as (partition by p_mfgr order by p_name rows between 2 preceding and 2 following) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -6667,6 +6803,8 @@ from part window w1 as (distribute by p_mfgr sort by p_name rows between 2 preceding and 2 following), w2 as (partition by p_mfgr order by p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, sum(p_size) over w1 as s, @@ -6675,6 +6813,8 @@ from part window w1 as (distribute by p_mfgr sort by p_name rows between 2 preceding and 2 following), w2 as (partition by p_mfgr order by p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -6839,6 +6979,8 @@ from part window w1 as (partition by p_mfgr order by p_name range between 2 preceding and 2 following), w2 as w1 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, sum(p_size) over w1 as s1, @@ -6847,6 +6989,8 @@ from part window w1 as (partition by p_mfgr order by p_name range between 2 preceding and 2 following), w2 as w1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -7005,6 +7149,8 @@ from part window w1 as (partition by p_mfgr order by p_name range between 2 preceding and 2 following), w2 as (w1 rows between unbounded preceding and current row) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, sum(p_size) over w1 as s1, @@ -7013,6 +7159,8 @@ from part window w1 as (partition by p_mfgr order by p_name range between 2 preceding and 2 following), w2 as (w1 rows between unbounded preceding and current row) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -7179,6 +7327,8 @@ window w1 as (distribute by p_mfgr sort by p_name range between 2 preceding and w2 as w3, w3 as (distribute by p_mfgr sort by p_name range between unbounded preceding and current row) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, sum(p_size) over w1 as s1, @@ -7189,6 +7339,8 @@ window w1 as (distribute by p_mfgr sort by p_name range between 2 preceding and w2 as w3, w3 as (distribute by p_mfgr sort by p_name range between unbounded preceding and current row) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -7359,6 +7511,8 @@ window w1 as (distribute by p_mfgr sort by p_name range between 2 preceding and w2 as w3, w3 as (distribute by p_mfgr sort by p_name range between unbounded preceding and current row) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, sum(p_size) over w1 as s1, @@ -7369,6 +7523,8 @@ window w1 as (distribute by p_mfgr sort by p_name range between 2 preceding and w2 as w3, w3 as (distribute by p_mfgr sort by p_name range between unbounded preceding and current row) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -7541,12 +7697,16 @@ sum(p_size) over w1 as s from part window w1 as (distribute by p_mfgr sort by p_name rows between 2 preceding and 2 following) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select DISTINCT p_mfgr, p_name, p_size, sum(p_size) over w1 as s from part window w1 as (distribute by p_mfgr sort by p_name rows between 2 preceding and 2 following) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -7740,11 +7900,15 @@ select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name ) as r from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name ) as r from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -7931,6 +8095,8 @@ round(avg(p_retailprice) over (distribute by p_mfgr),2) as s4, count(p_retailprice) over (cluster by p_mfgr ) as s5 from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, round(sum(p_retailprice) over (partition by p_mfgr order by p_mfgr),2) as s1, @@ -7940,6 +8106,8 @@ round(avg(p_retailprice) over (distribute by p_mfgr),2) as s4, count(p_retailprice) over (cluster by p_mfgr ) as s5 from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -8155,6 +8323,8 @@ min(p_retailprice) over (distribute by p_mfgr, p_name sort by p_mfgr, p_name row max(p_retailprice) over (partition by p_mfgr, p_name order by p_name) as s3 from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, round(sum(p_retailprice) over (partition by p_mfgr, p_name order by p_mfgr, p_name rows between unbounded preceding and current row),2) as s1, @@ -8162,6 +8332,8 @@ min(p_retailprice) over (distribute by p_mfgr, p_name sort by p_mfgr, p_name row max(p_retailprice) over (partition by p_mfgr, p_name order by p_name) as s3 from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -8397,11 +8569,15 @@ select p_mfgr, p_type, substr(p_type, 2) as short_ptype, rank() over (partition by p_mfgr order by substr(p_type, 2)) as r from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_type, substr(p_type, 2) as short_ptype, rank() over (partition by p_mfgr order by substr(p_type, 2)) as r from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -8586,11 +8762,15 @@ select p_mfgr, p_name, p_size, round(sum(p_retailprice) over (distribute by p_mfgr sort by p_name rows unbounded preceding),2) as s1 from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, round(sum(p_retailprice) over (distribute by p_mfgr sort by p_name rows unbounded preceding),2) as s1 from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -8740,11 +8920,15 @@ select p_mfgr, p_name, p_size, round(sum(p_retailprice) over (distribute by p_mfgr sort by p_size range unbounded preceding),2) as s1 from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, round(sum(p_retailprice) over (distribute by p_mfgr sort by p_size range unbounded preceding),2) as s1 from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -8927,11 +9111,15 @@ select p_mfgr, p_name, p_size, round(sum(p_retailprice) over (distribute by p_mfgr sort by p_name rows between current row and unbounded following),2) as s1 from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, round(sum(p_retailprice) over (distribute by p_mfgr sort by p_name rows between current row and unbounded following),2) as s1 from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -9081,11 +9269,15 @@ select p_mfgr, p_name, p_size, round(sum(p_retailprice) over (distribute by p_mfgr sort by p_size range between current row and unbounded following),2) as s1 from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, round(sum(p_retailprice) over (distribute by p_mfgr sort by p_size range between current row and unbounded following),2) as s1 from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -9236,12 +9428,16 @@ round(avg(p_retailprice) over(),2) from part order by p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_name, p_retailprice, round(avg(p_retailprice) over(),2) from part order by p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -9463,12 +9659,16 @@ select p_mfgr, from part where p_mfgr = 'Manufacturer#6' PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, sum(p_size) over (partition by p_mfgr order by p_size rows between unbounded preceding and current row) from part where p_mfgr = 'Manufacturer#6' POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -9602,12 +9802,16 @@ round(sum(p_retailprice) over (partition by p_mfgr order by p_name rows between from part where p_mfgr='Manufacturer#1' PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_retailprice, round(avg(p_retailprice) over (partition by p_mfgr order by p_name rows between current row and 6 following),2), round(sum(p_retailprice) over (partition by p_mfgr order by p_name rows between current row and 6 following),2) from part where p_mfgr='Manufacturer#1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -9752,10 +9956,14 @@ PREHOOK: query: explain vectorization detail select sum(p_size) over (partition by p_mfgr ) from part where p_mfgr = 'm1' PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select sum(p_size) over (partition by p_mfgr ) from part where p_mfgr = 'm1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vector_windowing_expressions.q.out b/ql/src/test/results/clientpositive/llap/vector_windowing_expressions.q.out index 2bb7730..6e237d4 100644 --- a/ql/src/test/results/clientpositive/llap/vector_windowing_expressions.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_windowing_expressions.q.out @@ -51,6 +51,8 @@ max(p_retailprice) over w1 - min(p_retailprice) over w1 = last_value(p_retailpri from part window w1 as (distribute by p_mfgr sort by p_retailprice) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_retailprice, p_size, round(sum(p_retailprice) over w1 , 2) = round(sum(lag(p_retailprice,1,0.0)) over w1 + last_value(p_retailprice) over w1 , 2), @@ -58,6 +60,8 @@ max(p_retailprice) over w1 - min(p_retailprice) over w1 = last_value(p_retailpri from part window w1 as (distribute by p_mfgr sort by p_retailprice) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -244,6 +248,8 @@ sum(p_retailprice) over (distribute by p_mfgr sort by p_retailprice rows between sum(p_retailprice) over (distribute by p_mfgr sort by p_retailprice rows between unbounded preceding and current row) -5 as s1 from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_retailprice, p_size, rank() over (distribute by p_mfgr sort by p_retailprice) as r, @@ -251,6 +257,8 @@ sum(p_retailprice) over (distribute by p_mfgr sort by p_retailprice rows between sum(p_retailprice) over (distribute by p_mfgr sort by p_retailprice rows between unbounded preceding and current row) -5 as s1 from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -409,9 +417,13 @@ Manufacturer#5 1789.69 31 5 7672.66 7667.66 PREHOOK: query: explain vectorization detail select s, si, f, si - lead(f, 3) over (partition by t order by bo,s,si,f desc) from over10k_n3 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n3 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select s, si, f, si - lead(f, 3) over (partition by t order by bo,s,si,f desc) from over10k_n3 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n3 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -632,9 +644,13 @@ fred young 303 49.32 221.51001 PREHOOK: query: explain vectorization detail select s, i, i - lead(i, 3, 0) over (partition by si order by i,s) from over10k_n3 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n3 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select s, i, i - lead(i, 3, 0) over (partition by si order by i,s) from over10k_n3 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n3 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -855,9 +871,13 @@ yuri johnson 65734 -27 PREHOOK: query: explain vectorization detail select s, si, d, si - lag(d, 3) over (partition by b order by si,s,d) from over10k_n3 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n3 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select s, si, d, si - lag(d, 3) over (partition by b order by si,s,d) from over10k_n3 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n3 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1078,9 +1098,13 @@ gabriella zipper 279 30.41 229.2 PREHOOK: query: explain vectorization detail select s, lag(s, 3, 'fred') over (partition by f order by b) from over10k_n3 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n3 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select s, lag(s, 3, 'fred') over (partition by f order by b) from over10k_n3 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n3 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1302,9 +1326,13 @@ yuri white fred PREHOOK: query: explain vectorization detail select p_mfgr, avg(p_retailprice) over(partition by p_mfgr, p_type order by p_mfgr) from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, avg(p_retailprice) over(partition by p_mfgr, p_type order by p_mfgr) from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1479,9 +1507,13 @@ Manufacturer#5 1464.48 PREHOOK: query: explain vectorization detail select p_mfgr, avg(p_retailprice) over(partition by p_mfgr order by p_type,p_mfgr rows between unbounded preceding and current row) from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, avg(p_retailprice) over(partition by p_mfgr order by p_type,p_mfgr rows between unbounded preceding and current row) from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1641,9 +1673,15 @@ POSTHOOK: Output: default@t2_n15 PREHOOK: query: explain vectorization detail from (select sum(i) over (partition by ts order by i), s from over10k_n3) tt insert overwrite table t1_n23 select * insert overwrite table t2_n15 select * PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n3 +PREHOOK: Output: default@t1_n23 +PREHOOK: Output: default@t2_n15 POSTHOOK: query: explain vectorization detail from (select sum(i) over (partition by ts order by i), s from over10k_n3) tt insert overwrite table t1_n23 select * insert overwrite table t2_n15 select * POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n3 +POSTHOOK: Output: default@t1_n23 +POSTHOOK: Output: default@t2_n15 Explain PLAN VECTORIZATION: enabled: true @@ -1884,6 +1922,8 @@ from part window w1 as (distribute by p_mfgr sort by p_retailprice) limit 11 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_retailprice, p_size, round(sum(p_retailprice) over w1 , 2) + 50.0 = round(sum(lag(p_retailprice,1,50.0)) over w1 + (last_value(p_retailprice) over w1),2) @@ -1891,6 +1931,8 @@ from part window w1 as (distribute by p_mfgr sort by p_retailprice) limit 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vector_windowing_gby.q.out b/ql/src/test/results/clientpositive/llap/vector_windowing_gby.q.out index 993ea61..5ab0319 100644 --- a/ql/src/test/results/clientpositive/llap/vector_windowing_gby.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_windowing_gby.q.out @@ -4,12 +4,18 @@ PREHOOK: query: explain vectorization detail from cbo_t3 ws join alltypesorc wr on ws.value = wr.cstring1 group by ws.c_boolean ) in_web PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select rank() over (order by return_ratio) as return_rank from (select sum(wr.cint)/sum(ws.c_int) as return_ratio from cbo_t3 ws join alltypesorc wr on ws.value = wr.cstring1 group by ws.c_boolean ) in_web POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vector_windowing_gby2.q.out b/ql/src/test/results/clientpositive/llap/vector_windowing_gby2.q.out index 493d404..3fa99bc 100644 --- a/ql/src/test/results/clientpositive/llap/vector_windowing_gby2.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_windowing_gby2.q.out @@ -3,11 +3,15 @@ select rank() over (order by sum(ws.c_int)) as return_rank from cbo_t3 ws group by ws.key PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select rank() over (order by sum(ws.c_int)) as return_rank from cbo_t3 ws group by ws.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -244,11 +248,15 @@ select avg(cast(ws.key as int)) over (partition by min(ws.value) order by sum(ws from cbo_t3 ws group by cast(ws.key as int) PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select avg(cast(ws.key as int)) over (partition by min(ws.value) order by sum(ws.c_int)) as return_rank from cbo_t3 ws group by cast(ws.key as int) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -476,6 +484,8 @@ percent_rank () over(partition by max(c_int) order by sum((c_float/c_int) - c_in from cbo_t3 group by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select rank () over(partition by key order by sum(c_int - c_float) desc) , dense_rank () over(partition by lower(value) order by sum(c_float/c_int) asc), @@ -483,6 +493,8 @@ percent_rank () over(partition by max(c_int) order by sum((c_float/c_int) - c_in from cbo_t3 group by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -845,11 +857,17 @@ select rank() over (order by sum(wr.cint)/sum(ws.c_int)) as return_rank from cbo_t3 ws join alltypesorc wr on ws.value = wr.cstring1 group by ws.c_boolean PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select rank() over (order by sum(wr.cint)/sum(ws.c_int)) as return_rank from cbo_t3 ws join alltypesorc wr on ws.value = wr.cstring1 group by ws.c_boolean POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vector_windowing_multipartitioning.q.out b/ql/src/test/results/clientpositive/llap/vector_windowing_multipartitioning.q.out index 1a06f08..250677e 100644 --- a/ql/src/test/results/clientpositive/llap/vector_windowing_multipartitioning.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_windowing_multipartitioning.q.out @@ -47,9 +47,13 @@ POSTHOOK: Output: default@over10k_n6 PREHOOK: query: explain vectorization detail select s, rank() over (partition by s order by si), sum(b) over (partition by s order by si) from over10k_n6 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n6 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select s, rank() over (partition by s order by si), sum(b) over (partition by s order by si) from over10k_n6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n6 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -10209,6 +10213,8 @@ sum(b) over (partition by s order by ts desc) from over10k_n6 where s = 'tom allen' or s = 'bob steinbeck' PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n6 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select s, rank() over (partition by s order by `dec` desc), @@ -10216,6 +10222,8 @@ sum(b) over (partition by s order by ts desc) from over10k_n6 where s = 'tom allen' or s = 'bob steinbeck' POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n6 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -10490,9 +10498,13 @@ tom allen 14 81604381169 PREHOOK: query: explain vectorization detail select s, sum(i) over (partition by s), sum(f) over (partition by si) from over10k_n6 where s = 'tom allen' or s = 'bob steinbeck' PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n6 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select s, sum(i) over (partition by s), sum(f) over (partition by si) from over10k_n6 where s = 'tom allen' or s = 'bob steinbeck' POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n6 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -10755,10 +10767,14 @@ PREHOOK: query: explain vectorization detail select s, rank() over (partition by s order by bo), rank() over (partition by si order by bin desc) from over10k_n6 where s = 'tom allen' or s = 'bob steinbeck' PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n6 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select s, rank() over (partition by s order by bo), rank() over (partition by si order by bin desc) from over10k_n6 where s = 'tom allen' or s = 'bob steinbeck' POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n6 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -11028,9 +11044,13 @@ tom allen 7 2 PREHOOK: query: explain vectorization detail select s, sum(f) over (partition by i), row_number() over (order by f) from over10k_n6 where s = 'tom allen' or s = 'bob steinbeck' PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n6 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select s, sum(f) over (partition by i), row_number() over (order by f) from over10k_n6 where s = 'tom allen' or s = 'bob steinbeck' POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n6 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -11301,6 +11321,8 @@ window w1 as (partition by s order by `dec`), w2 as (partition by si order by f) PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n6 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select s, rank() over w1, rank() over w2 @@ -11310,6 +11332,8 @@ window w1 as (partition by s order by `dec`), w2 as (partition by si order by f) POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n6 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vector_windowing_navfn.q.out b/ql/src/test/results/clientpositive/llap/vector_windowing_navfn.q.out index 42e9694..fb69b7d 100644 --- a/ql/src/test/results/clientpositive/llap/vector_windowing_navfn.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_windowing_navfn.q.out @@ -47,9 +47,13 @@ POSTHOOK: Output: default@over10k_n7 PREHOOK: query: explain vectorization detail select row_number() over() from src where key = '238' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select row_number() over() from src where key = '238' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -198,9 +202,13 @@ row_number_window_0 PREHOOK: query: explain vectorization detail select s, row_number() over (partition by d order by `dec`) from over10k_n7 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n7 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select s, row_number() over (partition by d order by `dec`) from over10k_n7 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n7 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -456,9 +464,13 @@ rachel ellison 1 PREHOOK: query: explain vectorization detail select i, lead(s) over (partition by bin order by d,i desc) from over10k_n7 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n7 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select i, lead(s) over (partition by bin order by d,i desc) from over10k_n7 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n7 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -680,9 +692,13 @@ i lead_window_0 PREHOOK: query: explain vectorization detail select i, lag(`dec`) over (partition by i order by s,i,`dec`) from over10k_n7 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n7 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select i, lag(`dec`) over (partition by i order by s,i,`dec`) from over10k_n7 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n7 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -903,9 +919,13 @@ i lag_window_0 PREHOOK: query: explain vectorization detail select s, last_value(t) over (partition by d order by f) from over10k_n7 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n7 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select s, last_value(t) over (partition by d order by f) from over10k_n7 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n7 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1161,9 +1181,13 @@ rachel ellison 51 PREHOOK: query: explain vectorization detail select s, first_value(s) over (partition by bo order by s) from over10k_n7 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n7 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select s, first_value(s) over (partition by bo order by s) from over10k_n7 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n7 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1384,10 +1408,14 @@ PREHOOK: query: explain vectorization detail select t, s, i, last_value(i) over (partition by t order by s) from over10k_n7 where (s = 'oscar allen' or s = 'oscar carson') and t = 10 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n7 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select t, s, i, last_value(i) over (partition by t order by s) from over10k_n7 where (s = 'oscar allen' or s = 'oscar carson') and t = 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n7 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1581,6 +1609,8 @@ first_value(b) over (partition by a order by b rows between unbounded preceding first_value(b, true) over (partition by a order by b rows between unbounded preceding and 1 following ) from wtest PREHOOK: type: QUERY +PREHOOK: Input: default@wtest +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select a, b, first_value(b) over (partition by a order by b rows between 1 preceding and 1 following ) , @@ -1589,6 +1619,8 @@ first_value(b) over (partition by a order by b rows between unbounded preceding first_value(b, true) over (partition by a order by b rows between unbounded preceding and 1 following ) from wtest POSTHOOK: type: QUERY +POSTHOOK: Input: default@wtest +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1753,6 +1785,8 @@ first_value(b) over (partition by a order by b desc rows between unbounded prece first_value(b, true) over (partition by a order by b desc rows between unbounded preceding and 1 following ) from wtest PREHOOK: type: QUERY +PREHOOK: Input: default@wtest +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select a, b, first_value(b) over (partition by a order by b desc rows between 1 preceding and 1 following ) , @@ -1761,6 +1795,8 @@ first_value(b) over (partition by a order by b desc rows between unbounded prece first_value(b, true) over (partition by a order by b desc rows between unbounded preceding and 1 following ) from wtest POSTHOOK: type: QUERY +POSTHOOK: Input: default@wtest +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1925,6 +1961,8 @@ last_value(b) over (partition by a order by b rows between unbounded preceding a last_value(b, true) over (partition by a order by b rows between unbounded preceding and 1 following ) from wtest PREHOOK: type: QUERY +PREHOOK: Input: default@wtest +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select a, b, last_value(b) over (partition by a order by b rows between 1 preceding and 1 following ) , @@ -1933,6 +1971,8 @@ last_value(b) over (partition by a order by b rows between unbounded preceding a last_value(b, true) over (partition by a order by b rows between unbounded preceding and 1 following ) from wtest POSTHOOK: type: QUERY +POSTHOOK: Input: default@wtest +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -2097,6 +2137,8 @@ last_value(b) over (partition by a order by b desc rows between unbounded preced last_value(b, true) over (partition by a order by b desc rows between unbounded preceding and 1 following ) from wtest PREHOOK: type: QUERY +PREHOOK: Input: default@wtest +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select a, b, last_value(b) over (partition by a order by b desc rows between 1 preceding and 1 following ) , @@ -2105,6 +2147,8 @@ last_value(b) over (partition by a order by b desc rows between unbounded preced last_value(b, true) over (partition by a order by b desc rows between unbounded preceding and 1 following ) from wtest POSTHOOK: type: QUERY +POSTHOOK: Input: default@wtest +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vector_windowing_order_null.q.out b/ql/src/test/results/clientpositive/llap/vector_windowing_order_null.q.out index 91b52e7..2bb2456 100644 --- a/ql/src/test/results/clientpositive/llap/vector_windowing_order_null.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_windowing_order_null.q.out @@ -55,9 +55,13 @@ POSTHOOK: Output: default@over10k_n21 PREHOOK: query: explain vectorization detail select i, s, b, sum(b) over (partition by i order by s nulls last,b rows unbounded preceding) from over10k_n21 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n21 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select i, s, b, sum(b) over (partition by i order by s nulls last,b rows unbounded preceding) from over10k_n21 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n21 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -187,9 +191,13 @@ NULL NULL NULL NULL PREHOOK: query: explain vectorization detail select d, s, f, sum(f) over (partition by d order by s,f desc nulls first rows unbounded preceding) from over10k_n21 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n21 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select d, s, f, sum(f) over (partition by d order by s,f desc nulls first rows unbounded preceding) from over10k_n21 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n21 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -319,9 +327,13 @@ NULL calvin miller NULL NULL PREHOOK: query: explain vectorization detail select ts, s, f, sum(f) over (partition by ts order by f asc nulls first range between current row and unbounded following) from over10k_n21 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n21 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select ts, s, f, sum(f) over (partition by ts order by f asc nulls first range between current row and unbounded following) from over10k_n21 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n21 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -452,9 +464,13 @@ ts s f sum_window_0 PREHOOK: query: explain vectorization detail select t, s, d, avg(d) over (partition by t order by s,d desc nulls first rows between 5 preceding and 5 following) from over10k_n21 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n21 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select t, s, d, avg(d) over (partition by t order by s,d desc nulls first rows between 5 preceding and 5 following) from over10k_n21 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n21 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -584,9 +600,13 @@ t s d avg_window_0 PREHOOK: query: explain vectorization detail select ts, s, sum(i) over(partition by ts order by s nulls last) from over10k_n21 limit 10 offset 3 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n21 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select ts, s, sum(i) over(partition by ts order by s nulls last) from over10k_n21 limit 10 offset 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n21 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -753,9 +773,13 @@ ts s sum_window_0 PREHOOK: query: explain vectorization detail select s, i, round(sum(d) over (partition by s order by i desc nulls last) , 3) from over10k_n21 limit 5 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n21 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select s, i, round(sum(d) over (partition by s order by i desc nulls last) , 3) from over10k_n21 limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n21 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -917,9 +941,13 @@ alice allen 65720 43.98 PREHOOK: query: explain vectorization detail select s, i, round(avg(d) over (partition by s order by i desc nulls last) / 10.0 , 3) from over10k_n21 limit 5 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n21 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select s, i, round(avg(d) over (partition by s order by i desc nulls last) / 10.0 , 3) from over10k_n21 limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n21 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1081,9 +1109,13 @@ alice allen 65720 2.199 PREHOOK: query: explain vectorization detail select s, i, round((avg(d) over w1 + 10.0) - (avg(d) over w1 - 10.0),3) from over10k_n21 window w1 as (partition by s order by i nulls last) limit 5 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n21 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select s, i, round((avg(d) over w1 + 10.0) - (avg(d) over w1 - 10.0),3) from over10k_n21 window w1 as (partition by s order by i nulls last) limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n21 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vector_windowing_range_multiorder.q.out b/ql/src/test/results/clientpositive/llap/vector_windowing_range_multiorder.q.out index 782bd9b..32808f0 100644 --- a/ql/src/test/results/clientpositive/llap/vector_windowing_range_multiorder.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_windowing_range_multiorder.q.out @@ -47,9 +47,13 @@ POSTHOOK: Output: default@over10k_n5 PREHOOK: query: explain vectorization detail select first_value(t) over ( partition by si order by i, b ) from over10k_n5 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n5 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select first_value(t) over ( partition by si order by i, b ) from over10k_n5 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n5 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -305,9 +309,13 @@ first_value_window_0 PREHOOK: query: explain vectorization detail select last_value(i) over (partition by si, bo order by i, f desc range current row) from over10k_n5 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n5 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select last_value(i) over (partition by si, bo order by i, f desc range current row) from over10k_n5 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n5 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -527,9 +535,13 @@ last_value_window_0 PREHOOK: query: explain vectorization detail select row_number() over (partition by si, bo order by i, f desc range between unbounded preceding and unbounded following) from over10k_n5 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n5 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select row_number() over (partition by si, bo order by i, f desc range between unbounded preceding and unbounded following) from over10k_n5 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n5 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -749,9 +761,13 @@ row_number_window_0 PREHOOK: query: explain vectorization detail select s, si, i, avg(i) over (partition by s range between unbounded preceding and current row) from over10k_n5 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n5 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select s, si, i, avg(i) over (partition by s range between unbounded preceding and current row) from over10k_n5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n5 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -10898,9 +10914,13 @@ zach zipper 487 65676 65663.61111111111 PREHOOK: query: explain vectorization detail select s, si, i, avg(i) over (partition by s order by si, i range between unbounded preceding and current row) from over10k_n5 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n5 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select s, si, i, avg(i) over (partition by s order by si, i range between unbounded preceding and current row) from over10k_n5 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n5 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -11155,9 +11175,13 @@ alice hernandez 323 65727 65679.6 PREHOOK: query: explain vectorization detail select s, si, i, min(i) over (partition by s order by si, i range between unbounded preceding and current row) from over10k_n5 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n5 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select s, si, i, min(i) over (partition by s order by si, i range between unbounded preceding and current row) from over10k_n5 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n5 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -11412,9 +11436,13 @@ alice hernandez 323 65727 65569 PREHOOK: query: explain vectorization detail select s, si, i, avg(i) over (partition by s order by si, i desc range between unbounded preceding and current row) from over10k_n5 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n5 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select s, si, i, avg(i) over (partition by s order by si, i desc range between unbounded preceding and current row) from over10k_n5 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n5 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -11669,9 +11697,13 @@ alice hernandez 323 65727 65679.6 PREHOOK: query: explain vectorization detail select si, bo, i, f, max(i) over (partition by si, bo order by i, f desc range between unbounded preceding and current row) from over10k_n5 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n5 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select si, bo, i, f, max(i) over (partition by si, bo order by i, f desc range between unbounded preceding and current row) from over10k_n5 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n5 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -11926,9 +11958,13 @@ si bo i f max_window_0 PREHOOK: query: explain vectorization detail select bo, rank() over (partition by i order by bo nulls first, b nulls last range between unbounded preceding and unbounded following) from over10k_n5 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n5 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select bo, rank() over (partition by i order by bo nulls first, b nulls last range between unbounded preceding and unbounded following) from over10k_n5 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n5 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -12149,9 +12185,13 @@ true 20 PREHOOK: query: explain vectorization detail select CAST(s as CHAR(12)), rank() over (partition by i order by CAST(s as CHAR(12)) nulls last range between unbounded preceding and unbounded following) from over10k_n5 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n5 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select CAST(s as CHAR(12)), rank() over (partition by i order by CAST(s as CHAR(12)) nulls last range between unbounded preceding and unbounded following) from over10k_n5 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n5 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -12374,9 +12414,13 @@ rachel young 20 PREHOOK: query: explain vectorization detail select CAST(s as VARCHAR(12)), rank() over (partition by i order by CAST(s as VARCHAR(12)) nulls last range between unbounded preceding and unbounded following) from over10k_n5 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n5 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select CAST(s as VARCHAR(12)), rank() over (partition by i order by CAST(s as VARCHAR(12)) nulls last range between unbounded preceding and unbounded following) from over10k_n5 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n5 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vector_windowing_rank.q.out b/ql/src/test/results/clientpositive/llap/vector_windowing_rank.q.out index ff7cf6c..3e4553b 100644 --- a/ql/src/test/results/clientpositive/llap/vector_windowing_rank.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_windowing_rank.q.out @@ -47,9 +47,13 @@ POSTHOOK: Output: default@over10k_n0 PREHOOK: query: explain vectorization detail select s, rank() over (partition by f order by t) from over10k_n0 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select s, rank() over (partition by f order by t) from over10k_n0 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n0 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -306,9 +310,13 @@ yuri white 1 PREHOOK: query: explain vectorization detail select s, dense_rank() over (partition by ts order by i,s desc) from over10k_n0 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select s, dense_rank() over (partition by ts order by i,s desc) from over10k_n0 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n0 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -529,9 +537,13 @@ ulysses carson 24 PREHOOK: query: explain vectorization detail select s, cume_dist() over (partition by bo order by b,s) from over10k_n0 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select s, cume_dist() over (partition by bo order by b,s) from over10k_n0 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n0 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -752,9 +764,13 @@ gabriella steinbeck 0.02011263073209976 PREHOOK: query: explain vectorization detail select s, percent_rank() over (partition by `dec` order by f) from over10k_n0 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select s, percent_rank() over (partition by `dec` order by f) from over10k_n0 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n0 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -986,6 +1002,8 @@ from ) ranked where rnk = 1 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select ts, `dec`, rnk from @@ -999,6 +1017,8 @@ from ) ranked where rnk = 1 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n0 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1285,6 +1305,8 @@ from ) ranked where `dec` = 89.5 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select ts, `dec`, rnk from @@ -1298,6 +1320,8 @@ from ) ranked where `dec` = 89.5 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n0 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1585,6 +1609,8 @@ from ) ranked where rnk = 1 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select ts, `dec`, rnk from @@ -1599,6 +1625,8 @@ from ) ranked where rnk = 1 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n0 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vector_windowing_streaming.q.out b/ql/src/test/results/clientpositive/llap/vector_windowing_streaming.q.out index 55899ef..d7ec0b8 100644 --- a/ql/src/test/results/clientpositive/llap/vector_windowing_streaming.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_windowing_streaming.q.out @@ -48,10 +48,14 @@ PREHOOK: query: explain vectorization detail select * from ( select p_mfgr, rank() over(partition by p_mfgr order by p_name) r from part) a PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select * from ( select p_mfgr, rank() over(partition by p_mfgr order by p_name) r from part) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -194,11 +198,15 @@ select * from ( select p_mfgr, rank() over(partition by p_mfgr order by p_name) r from part) a where r < 4 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select * from ( select p_mfgr, rank() over(partition by p_mfgr order by p_name) r from part) a where r < 4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -394,11 +402,15 @@ select * from (select t, f, rank() over(partition by t order by f) r from over10k_n8) a where r < 6 and t < 5 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n8 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select * from (select t, f, rank() over(partition by t order by f) r from over10k_n8) a where r < 6 and t < 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n8 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -639,9 +651,13 @@ a.t a.f a.r PREHOOK: query: explain vectorization detail select * from (select ctinyint, cdouble, rank() over(partition by ctinyint order by cdouble) r from alltypesorc) a where r < 5 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select * from (select ctinyint, cdouble, rank() over(partition by ctinyint order by cdouble) r from alltypesorc) a where r < 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: false @@ -802,10 +818,16 @@ PREHOOK: query: explain vectorization detail create table sD ROW FORMAT DELIMITED FIELDS TERMINATED BY ',' STORED AS TEXTFILE as select * from (select ctinyint, cdouble, rank() over(partition by ctinyint order by cdouble) r from alltypesorc) a where r < 5 PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@alltypesorc +PREHOOK: Output: database:default +PREHOOK: Output: default@sD POSTHOOK: query: explain vectorization detail create table sD ROW FORMAT DELIMITED FIELDS TERMINATED BY ',' STORED AS TEXTFILE as select * from (select ctinyint, cdouble, rank() over(partition by ctinyint order by cdouble) r from alltypesorc) a where r < 5 POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Output: database:default +POSTHOOK: Output: default@sD Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vector_windowing_windowspec.q.out b/ql/src/test/results/clientpositive/llap/vector_windowing_windowspec.q.out index 93b8655..55313c7 100644 --- a/ql/src/test/results/clientpositive/llap/vector_windowing_windowspec.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_windowing_windowspec.q.out @@ -47,9 +47,13 @@ POSTHOOK: Output: default@over10k_n1 PREHOOK: query: explain vectorization detail select s, sum(b) over (partition by i order by s,b rows unbounded preceding) from over10k_n1 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select s, sum(b) over (partition by i order by s,b rows unbounded preceding) from over10k_n1 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -269,9 +273,13 @@ rachel young 85899348171 PREHOOK: query: explain vectorization detail select s, sum(f) over (partition by d order by s,f rows unbounded preceding) from over10k_n1 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select s, sum(f) over (partition by d order by s,f rows unbounded preceding) from over10k_n1 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -491,9 +499,13 @@ rachel ellison 10.600000381469727 PREHOOK: query: explain vectorization detail select s, sum(f) over (partition by ts order by f range between current row and unbounded following) from over10k_n1 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select s, sum(f) over (partition by ts order by f range between current row and unbounded following) from over10k_n1 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -714,9 +726,13 @@ priscilla garcia 805.8400115966797 PREHOOK: query: explain vectorization detail select s, avg(f) over (partition by ts order by s,f rows between current row and 5 following) from over10k_n1 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select s, avg(f) over (partition by ts order by s,f rows between current row and 5 following) from over10k_n1 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -936,9 +952,13 @@ tom hernandez 63.331667264302574 PREHOOK: query: explain vectorization detail select s, avg(d) over (partition by t order by s,d desc rows between 5 preceding and 5 following) from over10k_n1 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select s, avg(d) over (partition by t order by s,d desc rows between 5 preceding and 5 following) from over10k_n1 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1158,9 +1178,13 @@ david miller 28.40090909090909 PREHOOK: query: explain vectorization detail select s, sum(i) over(partition by ts order by s) from over10k_n1 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select s, sum(i) over(partition by ts order by s) from over10k_n1 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1416,9 +1440,13 @@ tom hernandez 1576947 PREHOOK: query: explain vectorization detail select f, sum(f) over (partition by ts order by f range between unbounded preceding and current row) from over10k_n1 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select f, sum(f) over (partition by ts order by f range between unbounded preceding and current row) from over10k_n1 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1673,9 +1701,13 @@ f sum_window_0 PREHOOK: query: explain vectorization detail select f, sum(f) over (partition by ts order by f rows between 2 preceding and 1 preceding) from over10k_n1 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select f, sum(f) over (partition by ts order by f rows between 2 preceding and 1 preceding) from over10k_n1 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1895,9 +1927,13 @@ f sum_window_0 PREHOOK: query: explain vectorization detail select s, i, round(avg(d) over (partition by s order by i) / 10.0 , 2) from over10k_n1 limit 7 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select s, i, round(avg(d) over (partition by s order by i) / 10.0 , 2) from over10k_n1 limit 7 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -2061,9 +2097,13 @@ alice allen 65720 2.76 PREHOOK: query: explain vectorization detail select s, i, round((avg(d) over w1 + 10.0) - (avg(d) over w1 - 10.0),2) from over10k_n1 window w1 as (partition by s order by i) limit 7 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select s, i, round((avg(d) over w1 + 10.0) - (avg(d) over w1 - 10.0),2) from over10k_n1 window w1 as (partition by s order by i) limit 7 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -2227,9 +2267,13 @@ alice allen 65720 20.0 PREHOOK: query: explain vectorization detail select s, i from ( select s, i, round((avg(d) over w1 + 10.0) - (avg(d) over w1 - 10.0),2) from over10k_n1 window w1 as (partition by s order by i)) X limit 7 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select s, i from ( select s, i, round((avg(d) over w1 + 10.0) - (avg(d) over w1 - 10.0),2) from over10k_n1 window w1 as (partition by s order by i)) X limit 7 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_n1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vector_windowing_windowspec4.q.out b/ql/src/test/results/clientpositive/llap/vector_windowing_windowspec4.q.out index 78df440..bbe3791 100644 --- a/ql/src/test/results/clientpositive/llap/vector_windowing_windowspec4.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_windowing_windowspec4.q.out @@ -37,6 +37,8 @@ collect_set(i) over (partition by type order by i rows between 1 preceding and 7 count(i) over (partition by type order by i rows between 1 preceding and 7 following) from smalltable_windowing_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@smalltable_windowing_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select type, i, max(i) over (partition by type order by i rows between 1 preceding and 7 following), @@ -49,6 +51,8 @@ collect_set(i) over (partition by type order by i rows between 1 preceding and 7 count(i) over (partition by type order by i rows between 1 preceding and 7 following) from smalltable_windowing_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@smalltable_windowing_n0 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vectorization_0.q.out b/ql/src/test/results/clientpositive/llap/vectorization_0.q.out index 2de7f71..4d611eb 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_0.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_0.q.out @@ -6,6 +6,8 @@ SELECT MIN(ctinyint) as c1, FROM alltypesorc ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT MIN(ctinyint) as c1, MAX(ctinyint), @@ -14,6 +16,8 @@ SELECT MIN(ctinyint) as c1, FROM alltypesorc ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -190,11 +194,15 @@ SELECT SUM(ctinyint) as c1 FROM alltypesorc ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT SUM(ctinyint) as c1 FROM alltypesorc ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -372,6 +380,8 @@ SELECT FROM alltypesorc ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION SELECT avg(ctinyint) as c1, @@ -385,6 +395,8 @@ SELECT FROM alltypesorc ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -518,6 +530,8 @@ SELECT MIN(cbigint) as c1, FROM alltypesorc ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT MIN(cbigint) as c1, MAX(cbigint), @@ -526,6 +540,8 @@ SELECT MIN(cbigint) as c1, FROM alltypesorc ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -702,11 +718,15 @@ SELECT SUM(cbigint) as c1 FROM alltypesorc ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT SUM(cbigint) as c1 FROM alltypesorc ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -884,6 +904,8 @@ SELECT FROM alltypesorc ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION SELECT avg(cbigint) as c1, @@ -897,6 +919,8 @@ SELECT FROM alltypesorc ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1030,6 +1054,8 @@ SELECT MIN(cfloat) as c1, FROM alltypesorc ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT MIN(cfloat) as c1, MAX(cfloat), @@ -1038,6 +1064,8 @@ SELECT MIN(cfloat) as c1, FROM alltypesorc ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1214,11 +1242,15 @@ SELECT SUM(cfloat) as c1 FROM alltypesorc ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT SUM(cfloat) as c1 FROM alltypesorc ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1396,6 +1428,8 @@ SELECT FROM alltypesorc ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION SELECT avg(cfloat) as c1, @@ -1409,6 +1443,8 @@ SELECT FROM alltypesorc ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1562,6 +1598,8 @@ WHERE (((cstring2 LIKE '%b%') AND ((cboolean2 = 1) AND (3569 = ctinyint)))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT AVG(cbigint), (-(AVG(cbigint))), @@ -1589,6 +1627,8 @@ WHERE (((cstring2 LIKE '%b%') AND ((cboolean2 = 1) AND (3569 = ctinyint)))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1785,11 +1825,15 @@ select count(*) from alltypesorc where (((cstring1 LIKE 'a%') or ((cstring1 like 'b%') or (cstring1 like 'c%'))) or ((length(cstring1) < 50 ) and ((cstring1 like '%n') and (length(cstring1) > 0)))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN extended select count(*) from alltypesorc where (((cstring1 LIKE 'a%') or ((cstring1 like 'b%') or (cstring1 like 'c%'))) or ((length(cstring1) < 50 ) and ((cstring1 like '%n') and (length(cstring1) > 0)))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM `default`.`alltypesorc` WHERE `cstring1` LIKE 'a%' OR `cstring1` LIKE 'b%' OR `cstring1` LIKE 'c%' OR CHARACTER_LENGTH(`cstring1`) < 50 AND `cstring1` LIKE '%n' AND CHARACTER_LENGTH(`cstring1`) > 0 @@ -30602,11 +30646,15 @@ PREHOOK: query: explain extended select * from alltypesorc where (cint=47 and cfloat=2.09) or (cint=45 and cfloat=3.02) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from alltypesorc where (cint=49 and cfloat=3.5) or (cint=47 and cfloat=2.09) or (cint=45 and cfloat=3.02) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `ctinyint`, `csmallint`, `cint`, `cbigint`, `cfloat`, `cdouble`, `cstring1`, `cstring2`, `ctimestamp1`, `ctimestamp2`, `cboolean1`, `cboolean2` FROM `default`.`alltypesorc` WHERE `cint` = 49 AND `cfloat` = 3.5 OR `cint` = 47 AND `cfloat` = 2.09 OR `cint` = 45 AND `cfloat` = 3.02 @@ -30722,11 +30770,15 @@ PREHOOK: query: explain extended select * from alltypesorc where (cint=47 and cfloat=2.09) or (cint=45 and cfloat=3.02) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from alltypesorc where (cint=49 and cfloat=3.5) or (cint=47 and cfloat=2.09) or (cint=45 and cfloat=3.02) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -30839,11 +30891,15 @@ PREHOOK: query: explain extended select * from alltypesorc where (cint=47 or cfloat=2.09) and (cint=45 or cfloat=3.02) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from alltypesorc where (cint=49 or cfloat=3.5) and (cint=47 or cfloat=2.09) and (cint=45 or cfloat=3.02) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `ctinyint`, `csmallint`, `cint`, `cbigint`, `cfloat`, `cdouble`, `cstring1`, `cstring2`, `ctimestamp1`, `ctimestamp2`, `cboolean1`, `cboolean2` FROM `default`.`alltypesorc` WHERE (`cint` = 49 OR `cfloat` = 3.5) AND (`cint` = 47 OR `cfloat` = 2.09) AND (`cint` = 45 OR `cfloat` = 3.02) @@ -30958,10 +31014,14 @@ PREHOOK: query: explain extended select count(*),cstring1 from alltypesorc where or cstring1='history' or cstring1='topology' group by cstring1 order by cstring1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*),cstring1 from alltypesorc where cstring1='biology' or cstring1='history' or cstring1='topology' group by cstring1 order by cstring1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/vectorization_1.q.out b/ql/src/test/results/clientpositive/llap/vectorization_1.q.out index bdc4de4..b18f5ec 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_1.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_1.q.out @@ -19,6 +19,8 @@ WHERE (((cdouble > ctinyint) OR ((cint > cbigint) OR (cboolean1 < 0)))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT VAR_POP(ctinyint), (VAR_POP(ctinyint) / -26.28), @@ -40,6 +42,8 @@ WHERE (((cdouble > ctinyint) OR ((cint > cbigint) OR (cboolean1 < 0)))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vectorization_10.q.out b/ql/src/test/results/clientpositive/llap/vectorization_10.q.out index 5cba462..2cda982 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_10.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_10.q.out @@ -22,6 +22,8 @@ WHERE (((cstring2 <= '10') AND ((csmallint = 9763215.5639) OR (cstring1 LIKE '%a')))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cdouble, ctimestamp1, @@ -46,6 +48,8 @@ WHERE (((cstring2 <= '10') AND ((csmallint = 9763215.5639) OR (cstring1 LIKE '%a')))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vectorization_11.q.out b/ql/src/test/results/clientpositive/llap/vectorization_11.q.out index 45a3e58..d8f4586 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_11.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_11.q.out @@ -13,6 +13,8 @@ WHERE ((cstring2 = cstring1) OR ((ctimestamp1 IS NULL) AND (cstring1 LIKE '%a'))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cstring1, cboolean1, @@ -28,6 +30,8 @@ WHERE ((cstring2 = cstring1) OR ((ctimestamp1 IS NULL) AND (cstring1 LIKE '%a'))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vectorization_12.q.out b/ql/src/test/results/clientpositive/llap/vectorization_12.q.out index 7b508a0..322675a 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_12.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_12.q.out @@ -30,6 +30,8 @@ WHERE (((ctimestamp1 IS NULL) GROUP BY cbigint, cboolean1, cstring1, ctimestamp1, cdouble ORDER BY ctimestamp1, cdouble, cbigint, cstring1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cbigint, cboolean1, @@ -62,6 +64,8 @@ WHERE (((ctimestamp1 IS NULL) GROUP BY cbigint, cboolean1, cstring1, ctimestamp1, cdouble ORDER BY ctimestamp1, cdouble, cbigint, cstring1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vectorization_13.q.out b/ql/src/test/results/clientpositive/llap/vectorization_13.q.out index 56e3883..d8ee70a 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_13.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_13.q.out @@ -31,6 +31,8 @@ GROUP BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1 ORDER BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14, c15, c16 LIMIT 40 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cboolean1, ctinyint, @@ -64,6 +66,8 @@ GROUP BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1 ORDER BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14, c15, c16 LIMIT 40 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -386,6 +390,8 @@ GROUP BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1 ORDER BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14, c15, c16 LIMIT 40 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cboolean1, ctinyint, @@ -419,6 +425,8 @@ GROUP BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1 ORDER BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14, c15, c16 LIMIT 40 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vectorization_14.q.out b/ql/src/test/results/clientpositive/llap/vectorization_14.q.out index 6f99dde..74ac842 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_14.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_14.q.out @@ -31,6 +31,8 @@ WHERE (((ctinyint <= cbigint) GROUP BY ctimestamp1, cfloat, cstring1, cboolean1, cdouble ORDER BY cstring1, cfloat, cdouble, ctimestamp1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT ctimestamp1, cfloat, @@ -64,6 +66,8 @@ WHERE (((ctinyint <= cbigint) GROUP BY ctimestamp1, cfloat, cstring1, cboolean1, cdouble ORDER BY cstring1, cfloat, cdouble, ctimestamp1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vectorization_15.q.out b/ql/src/test/results/clientpositive/llap/vectorization_15.q.out index 1f13589..4120cfe 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_15.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_15.q.out @@ -29,6 +29,8 @@ WHERE (((cstring2 LIKE '%ss%') GROUP BY cfloat, cboolean1, cdouble, cstring1, ctinyint, cint, ctimestamp1 ORDER BY cfloat, cboolean1, cdouble, cstring1, ctinyint, cint, ctimestamp1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cfloat, cboolean1, @@ -60,6 +62,8 @@ WHERE (((cstring2 LIKE '%ss%') GROUP BY cfloat, cboolean1, cdouble, cstring1, ctinyint, cint, ctimestamp1 ORDER BY cfloat, cboolean1, cdouble, cstring1, ctinyint, cint, ctimestamp1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vectorization_16.q.out b/ql/src/test/results/clientpositive/llap/vectorization_16.q.out index 33e72fc..4539ab7 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_16.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_16.q.out @@ -18,6 +18,8 @@ WHERE ((cstring2 LIKE '%b%') OR (cstring1 < 'a'))) GROUP BY cstring1, cdouble, ctimestamp1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cstring1, cdouble, @@ -38,6 +40,8 @@ WHERE ((cstring2 LIKE '%b%') OR (cstring1 < 'a'))) GROUP BY cstring1, cdouble, ctimestamp1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vectorization_17.q.out b/ql/src/test/results/clientpositive/llap/vectorization_17.q.out index 4d5f2e5..40c66d5 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_17.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_17.q.out @@ -22,6 +22,8 @@ WHERE (((cbigint > -23) OR (cfloat = cdouble)))) ORDER BY cbigint, cfloat PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cfloat, cstring1, @@ -46,6 +48,8 @@ WHERE (((cbigint > -23) OR (cfloat = cdouble)))) ORDER BY cbigint, cfloat POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vectorization_2.q.out b/ql/src/test/results/clientpositive/llap/vectorization_2.q.out index cd69fa4..3e5e780 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_2.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_2.q.out @@ -21,6 +21,8 @@ WHERE (((ctimestamp1 < ctimestamp2) AND ((-10669 != ctimestamp2) OR (359 > cint)))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT AVG(csmallint), (AVG(csmallint) % -563), @@ -44,6 +46,8 @@ WHERE (((ctimestamp1 < ctimestamp2) AND ((-10669 != ctimestamp2) OR (359 > cint)))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vectorization_3.q.out b/ql/src/test/results/clientpositive/llap/vectorization_3.q.out index 9d749f0..2171b63 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_3.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_3.q.out @@ -24,6 +24,8 @@ WHERE (((cint <= cfloat) AND ((79.553 <= csmallint) AND (ctimestamp1 > ctimestamp2)))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT STDDEV_SAMP(csmallint), (STDDEV_SAMP(csmallint) - 10.175), @@ -49,6 +51,8 @@ WHERE (((cint <= cfloat) AND ((79.553 <= csmallint) AND (ctimestamp1 > ctimestamp2)))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vectorization_4.q.out b/ql/src/test/results/clientpositive/llap/vectorization_4.q.out index c459a8c..c324ef3 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_4.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_4.q.out @@ -21,6 +21,8 @@ WHERE (((csmallint >= cint) AND ((ctinyint != cbigint) OR (-3728 >= cdouble)))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT SUM(cint), (SUM(cint) * -563), @@ -44,6 +46,8 @@ WHERE (((csmallint >= cint) AND ((ctinyint != cbigint) OR (-3728 >= cdouble)))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vectorization_5.q.out b/ql/src/test/results/clientpositive/llap/vectorization_5.q.out index 14a4691..23d0186 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_5.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_5.q.out @@ -18,6 +18,8 @@ WHERE (((cboolean2 IS NOT NULL) AND ((ctimestamp2 IS NOT NULL) AND (cstring2 LIKE 'a')))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT MAX(csmallint), (MAX(csmallint) * -75), @@ -38,6 +40,8 @@ WHERE (((cboolean2 IS NOT NULL) AND ((ctimestamp2 IS NOT NULL) AND (cstring2 LIKE 'a')))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vectorization_6.q.out b/ql/src/test/results/clientpositive/llap/vectorization_6.q.out index d863334..d1e679a 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_6.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_6.q.out @@ -19,6 +19,8 @@ WHERE ((ctinyint != 0) AND ((cstring2 LIKE '%a') OR (cfloat <= -257)))))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cboolean1, cfloat, @@ -40,6 +42,8 @@ WHERE ((ctinyint != 0) AND ((cstring2 LIKE '%a') OR (cfloat <= -257)))))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vectorization_7.q.out b/ql/src/test/results/clientpositive/llap/vectorization_7.q.out index 19e39c8..9cf3060 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_7.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_7.q.out @@ -25,6 +25,8 @@ WHERE ((ctinyint != 0) ORDER BY cboolean1, cbigint, csmallint, ctinyint, ctimestamp1, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 25 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cboolean1, cbigint, @@ -52,6 +54,8 @@ WHERE ((ctinyint != 0) ORDER BY cboolean1, cbigint, csmallint, ctinyint, ctimestamp1, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -275,6 +279,8 @@ WHERE ((ctinyint != 0) ORDER BY cboolean1, cbigint, csmallint, ctinyint, ctimestamp1, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 25 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cboolean1, cbigint, @@ -302,6 +308,8 @@ WHERE ((ctinyint != 0) ORDER BY cboolean1, cbigint, csmallint, ctinyint, ctimestamp1, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vectorization_8.q.out b/ql/src/test/results/clientpositive/llap/vectorization_8.q.out index 3a09542..10c8354 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_8.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_8.q.out @@ -23,6 +23,8 @@ WHERE (((cstring2 IS NOT NULL) ORDER BY ctimestamp1, cdouble, cboolean1, cstring1, cfloat, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT ctimestamp1, cdouble, @@ -48,6 +50,8 @@ WHERE (((cstring2 IS NOT NULL) ORDER BY ctimestamp1, cdouble, cboolean1, cstring1, cfloat, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -260,6 +264,8 @@ WHERE (((cstring2 IS NOT NULL) ORDER BY ctimestamp1, cdouble, cboolean1, cstring1, cfloat, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT ctimestamp1, cdouble, @@ -285,6 +291,8 @@ WHERE (((cstring2 IS NOT NULL) ORDER BY ctimestamp1, cdouble, cboolean1, cstring1, cfloat, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vectorization_9.q.out b/ql/src/test/results/clientpositive/llap/vectorization_9.q.out index 33e72fc..4539ab7 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_9.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_9.q.out @@ -18,6 +18,8 @@ WHERE ((cstring2 LIKE '%b%') OR (cstring1 < 'a'))) GROUP BY cstring1, cdouble, ctimestamp1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cstring1, cdouble, @@ -38,6 +40,8 @@ WHERE ((cstring2 LIKE '%b%') OR (cstring1 < 'a'))) GROUP BY cstring1, cdouble, ctimestamp1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vectorization_decimal_date.q.out b/ql/src/test/results/clientpositive/llap/vectorization_decimal_date.q.out index 0ebf499..242d841 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_decimal_date.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_decimal_date.q.out @@ -14,8 +14,12 @@ POSTHOOK: Lineage: date_decimal_test.cdouble SIMPLE [(alltypesorc)alltypesorc.Fi POSTHOOK: Lineage: date_decimal_test.cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate, cint, cdecimal from date_decimal_test where cint IS NOT NULL AND cdouble IS NOT NULL LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@date_decimal_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate, cint, cdecimal from date_decimal_test where cint IS NOT NULL AND cdouble IS NOT NULL LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_decimal_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vectorization_div0.q.out b/ql/src/test/results/clientpositive/llap/vectorization_div0.q.out index 8f4acba..8018a44 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_div0.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_div0.q.out @@ -2,10 +2,14 @@ PREHOOK: query: explain vectorization expression select cint, cint / 0 as cint_div, ctinyint, ctinyint / 0 as ctinyint_div, cbigint, cbigint / 0 as cbigint_div, cdouble, cdouble / 0.0 as cdouble_div from alltypesorc order by cint, ctinyint, cbigint, cdouble limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select cint, cint / 0 as cint_div, ctinyint, ctinyint / 0 as ctinyint_div, cbigint, cbigint / 0 as cbigint_div, cdouble, cdouble / 0.0 as cdouble_div from alltypesorc order by cint, ctinyint, cbigint, cdouble limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -215,10 +219,14 @@ PREHOOK: query: explain vectorization expression select (cbigint - 988888L) as s1, cdouble / (cbigint - 988888L) as s2, 1.2 / (cbigint - 988888L) as s3 from alltypesorc where cbigint > 0 and cbigint < 100000000 order by s1, s2, s3 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select (cbigint - 988888L) as s1, cdouble / (cbigint - 988888L) as s2, 1.2 / (cbigint - 988888L) as s3 from alltypesorc where cbigint > 0 and cbigint < 100000000 order by s1, s2, s3 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -434,10 +442,14 @@ PREHOOK: query: explain vectorization expression select (cdouble + 200.0) as s1, cbigint / (cdouble + 200.0) as s2, (cdouble + 200.0) / (cdouble + 200.0) as s3, cbigint / (cdouble + 200.0) as s4, 3 / (cdouble + 200.0) as s5, 1.2 / (cdouble + 200.0) as s6 from alltypesorc where cdouble >= -500 and cdouble < -199 order by s1, s2, s3, s4, s5, s6 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select (cdouble + 200.0) as s1, cbigint / (cdouble + 200.0) as s2, (cdouble + 200.0) / (cdouble + 200.0) as s3, cbigint / (cdouble + 200.0) as s4, 3 / (cdouble + 200.0) as s5, 1.2 / (cdouble + 200.0) as s6 from alltypesorc where cdouble >= -500 and cdouble < -199 order by s1, s2, s3, s4, s5, s6 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -653,10 +665,14 @@ PREHOOK: query: explain vectorization expression select cint, cbigint, ctinyint, (cint / (cint - 528534767)) as c1, (cbigint / (cbigint - 1018195815)) as c2, (ctinyint / ctinyint) as c3, (cint % (cint - 528534767)) as c4, (cbigint % (cbigint - 1018195815)) as c5, (ctinyint % ctinyint) as c6 from alltypesorc where cint > 500000000 or cdouble > 1000000000 or ctinyint = 0 order by cint, cbigint, ctinyint, c1, c2, c3, c4, c5, c6 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select cint, cbigint, ctinyint, (cint / (cint - 528534767)) as c1, (cbigint / (cbigint - 1018195815)) as c2, (ctinyint / ctinyint) as c3, (cint % (cint - 528534767)) as c4, (cbigint % (cbigint - 1018195815)) as c5, (ctinyint % ctinyint) as c6 from alltypesorc where cint > 500000000 or cdouble > 1000000000 or ctinyint = 0 order by cint, cbigint, ctinyint, c1, c2, c3, c4, c5, c6 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vectorization_input_format_excludes.q.out b/ql/src/test/results/clientpositive/llap/vectorization_input_format_excludes.q.out index becc03c..20a61df 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_input_format_excludes.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_input_format_excludes.q.out @@ -51,11 +51,15 @@ PREHOOK: query: explain vectorization select * where cint = 528534767 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_parquet_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select * from alltypes_parquet_n0 where cint = 528534767 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_parquet_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -142,6 +146,8 @@ PREHOOK: query: explain vectorization select ctinyint, from alltypes_parquet_n0 group by ctinyint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_parquet_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select ctinyint, max(cint), min(csmallint), @@ -151,6 +157,8 @@ POSTHOOK: query: explain vectorization select ctinyint, from alltypes_parquet_n0 group by ctinyint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_parquet_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -387,11 +395,15 @@ PREHOOK: query: explain vectorization select * where cint = 528534767 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_parquet_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select * from alltypes_parquet_n0 where cint = 528534767 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_parquet_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -473,6 +485,8 @@ PREHOOK: query: explain vectorization select ctinyint, from alltypes_parquet_n0 group by ctinyint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_parquet_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select ctinyint, max(cint), min(csmallint), @@ -482,6 +496,8 @@ POSTHOOK: query: explain vectorization select ctinyint, from alltypes_parquet_n0 group by ctinyint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_parquet_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -713,11 +729,15 @@ PREHOOK: query: explain vectorization select * where cint = 528534767 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_parquet_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select * from alltypes_parquet_n0 where cint = 528534767 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_parquet_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -804,6 +824,8 @@ PREHOOK: query: explain vectorization select ctinyint, from alltypes_parquet_n0 group by ctinyint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_parquet_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select ctinyint, max(cint), min(csmallint), @@ -813,6 +835,8 @@ POSTHOOK: query: explain vectorization select ctinyint, from alltypes_parquet_n0 group by ctinyint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_parquet_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1097,11 +1121,15 @@ PREHOOK: query: explain vectorization select * where cint = 528534767 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select * from alltypes_orc_n2 where cint = 528534767 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1183,6 +1211,8 @@ PREHOOK: query: explain vectorization select ctinyint, from alltypes_orc_n2 group by ctinyint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select ctinyint, max(cint), min(csmallint), @@ -1192,6 +1222,8 @@ POSTHOOK: query: explain vectorization select ctinyint, from alltypes_orc_n2 group by ctinyint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1440,8 +1472,12 @@ POSTHOOK: Lineage: orctbl.t1 SCRIPT [] POSTHOOK: Lineage: orctbl.t2 SCRIPT [] PREHOOK: query: explain vectorization select t1, t2, (t1+t2) from orcTbl where (t1+t2) > 10 PREHOOK: type: QUERY +PREHOOK: Input: default@orctbl +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select t1, t2, (t1+t2) from orcTbl where (t1+t2) > 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orctbl +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1518,8 +1554,12 @@ POSTHOOK: Lineage: parquettbl.t1 SCRIPT [] POSTHOOK: Lineage: parquettbl.t2 SCRIPT [] PREHOOK: query: explain vectorization SELECT t1, t2, (t1 + t2) FROM parquetTbl WHERE (t1 + t2) > 10 PREHOOK: type: QUERY +PREHOOK: Input: default@parquettbl +#### A masked pattern was here #### POSTHOOK: query: explain vectorization SELECT t1, t2, (t1 + t2) FROM parquetTbl WHERE (t1 + t2) > 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquettbl +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vectorization_limit.q.out b/ql/src/test/results/clientpositive/llap/vectorization_limit.q.out index 6848331..0e7bbb4 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_limit.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_limit.q.out @@ -2,9 +2,13 @@ WARNING: Comparing a bigint and a double may result in a loss of precision. PREHOOK: query: explain vectorization SELECT cbigint, cdouble FROM alltypesorc WHERE cbigint < cdouble and cint > 0 order by cbigint, cdouble limit 7 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization SELECT cbigint, cdouble FROM alltypesorc WHERE cbigint < cdouble and cint > 0 order by cbigint, cdouble limit 7 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -98,9 +102,13 @@ POSTHOOK: Input: default@alltypesorc PREHOOK: query: explain vectorization detail select ctinyint,cdouble,csmallint from alltypesorc where ctinyint is not null order by ctinyint,cdouble,csmallint limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select ctinyint,cdouble,csmallint from alltypesorc where ctinyint is not null order by ctinyint,cdouble,csmallint limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -246,9 +254,13 @@ POSTHOOK: Input: default@alltypesorc PREHOOK: query: explain vectorization detail select ctinyint,avg(cdouble + 1) as cavg from alltypesorc group by ctinyint order by ctinyint, cavg limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select ctinyint,avg(cdouble + 1) as cavg from alltypesorc group by ctinyint order by ctinyint, cavg limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -454,9 +466,13 @@ NULL 9370.0945309795 PREHOOK: query: explain vectorization detail select distinct(ctinyint) as cdistinct from alltypesorc order by cdistinct limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select distinct(ctinyint) as cdistinct from alltypesorc order by cdistinct limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -622,9 +638,13 @@ NULL PREHOOK: query: explain vectorization detail select ctinyint, count(distinct(cdouble)) as count_distinct from alltypesorc group by ctinyint order by ctinyint, count_distinct limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select ctinyint, count(distinct(cdouble)) as count_distinct from alltypesorc group by ctinyint order by ctinyint, count_distinct limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -830,9 +850,13 @@ NULL 2932 PREHOOK: query: explain vectorization detail select ctinyint,cdouble from alltypesorc order by ctinyint,cdouble limit 0 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select ctinyint,cdouble from alltypesorc order by ctinyint,cdouble limit 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -858,9 +882,13 @@ POSTHOOK: Input: default@alltypesorc PREHOOK: query: explain vectorization detail select cdouble, sum(ctinyint) as csum from alltypesorc where ctinyint is not null group by cdouble order by csum, cdouble limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cdouble, sum(ctinyint) as csum from alltypesorc where ctinyint is not null group by cdouble order by csum, cdouble limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vectorization_nested_udf.q.out b/ql/src/test/results/clientpositive/llap/vectorization_nested_udf.q.out index 1a87d1d..79324ec 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_nested_udf.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_nested_udf.q.out @@ -1,9 +1,13 @@ PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT SUM(abs(ctinyint)) from alltypesorc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT SUM(abs(ctinyint)) from alltypesorc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vectorization_part_project.q.out b/ql/src/test/results/clientpositive/llap/vectorization_part_project.q.out index 89c140e..6d3d140 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_part_project.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_part_project.q.out @@ -48,8 +48,16 @@ POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2012).ctimestamp2 SIMPLE [(allt POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2012).ctinyint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] PREHOOK: query: explain vectorization select (cdouble+2) c1 from alltypesorc_part order by c1 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_part +PREHOOK: Input: default@alltypesorc_part@ds=2011 +PREHOOK: Input: default@alltypesorc_part@ds=2012 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select (cdouble+2) c1 from alltypesorc_part order by c1 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_part +POSTHOOK: Input: default@alltypesorc_part@ds=2011 +POSTHOOK: Input: default@alltypesorc_part@ds=2012 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vectorization_pushdown.q.out b/ql/src/test/results/clientpositive/llap/vectorization_pushdown.q.out index b566f2e..781667b 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_pushdown.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_pushdown.q.out @@ -1,8 +1,12 @@ WARNING: Comparing a bigint and a double may result in a loss of precision. PREHOOK: query: explain vectorization SELECT AVG(cbigint) FROM alltypesorc WHERE cbigint < cdouble PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization SELECT AVG(cbigint) FROM alltypesorc WHERE cbigint < cdouble POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vectorization_short_regress.q.out b/ql/src/test/results/clientpositive/llap/vectorization_short_regress.q.out index 735dcdd..7552b94 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_short_regress.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_short_regress.q.out @@ -35,6 +35,8 @@ WHERE ((762 = cbigint) AND ((79.553 != cint) AND (cboolean2 != cboolean1))))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT AVG(cint), (AVG(cint) + -3728), @@ -72,6 +74,8 @@ WHERE ((762 = cbigint) AND ((79.553 != cint) AND (cboolean2 != cboolean1))))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -300,6 +304,8 @@ WHERE (((cbigint <= 197) OR ((cfloat > 79.553) AND (cstring2 LIKE '10%'))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT MAX(cint), (MAX(cint) / -3728), @@ -334,6 +340,8 @@ WHERE (((cbigint <= 197) OR ((cfloat > 79.553) AND (cstring2 LIKE '10%'))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -555,6 +563,8 @@ WHERE ((ctimestamp1 = ctimestamp2) AND ((ctimestamp2 IS NOT NULL) AND (cstring2 > 'a')))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT VAR_POP(cbigint), (-(VAR_POP(cbigint))), @@ -588,6 +598,8 @@ WHERE ((ctimestamp1 = ctimestamp2) AND ((ctimestamp2 IS NOT NULL) AND (cstring2 > 'a')))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -798,6 +810,8 @@ WHERE (((ctimestamp2 <= ctimestamp1) AND (ctimestamp1 >= 0)) OR (cfloat = 17)) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT AVG(ctinyint), (AVG(ctinyint) + 6981), @@ -821,6 +835,8 @@ WHERE (((ctimestamp2 <= ctimestamp1) AND (ctimestamp1 >= 0)) OR (cfloat = 17)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1025,6 +1041,8 @@ WHERE (((cstring1 RLIKE 'a.*') ORDER BY cint, cdouble, ctimestamp2, cstring1, cboolean2, ctinyint, cfloat, ctimestamp1, csmallint, cbigint, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13 LIMIT 50 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cint, cdouble, @@ -1062,6 +1080,8 @@ WHERE (((cstring1 RLIKE 'a.*') ORDER BY cint, cdouble, ctimestamp2, cstring1, cboolean2, ctinyint, cfloat, ctimestamp1, csmallint, cbigint, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13 LIMIT 50 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1323,6 +1343,8 @@ WHERE (((197 > ctinyint) ORDER BY cint, cbigint, cstring1, cboolean1, cfloat, cdouble, ctimestamp2, csmallint, cstring2, cboolean2, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14, c15 LIMIT 25 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cint, cbigint, @@ -1359,6 +1381,8 @@ WHERE (((197 > ctinyint) ORDER BY cint, cbigint, cstring1, cboolean1, cfloat, cdouble, ctimestamp2, csmallint, cstring2, cboolean2, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14, c15 LIMIT 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1570,6 +1594,8 @@ WHERE (((csmallint > -26.28) ORDER BY cboolean1, cstring1, ctimestamp2, cfloat, cbigint, cstring1, cdouble, cint, csmallint, cdouble, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13 LIMIT 75 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cint, cstring1, @@ -1605,6 +1631,8 @@ WHERE (((csmallint > -26.28) ORDER BY cboolean1, cstring1, ctimestamp2, cfloat, cbigint, cstring1, cdouble, cint, csmallint, cdouble, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13 LIMIT 75 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1881,6 +1909,8 @@ WHERE (((-1.389 >= cint) ORDER BY csmallint, cstring2, cdouble, cfloat, cbigint, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10 LIMIT 45 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT ctimestamp1, cstring2, @@ -1909,6 +1939,8 @@ WHERE (((-1.389 >= cint) ORDER BY csmallint, cstring2, cdouble, cfloat, cbigint, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10 LIMIT 45 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2133,6 +2165,8 @@ GROUP BY csmallint ORDER BY csmallint, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10 LIMIT 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT csmallint, (csmallint % -75) as c1, @@ -2154,6 +2188,8 @@ GROUP BY csmallint ORDER BY csmallint, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10 LIMIT 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2403,6 +2439,8 @@ WHERE (((cdouble > 2563.58)) GROUP BY cdouble ORDER BY cdouble PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdouble, VAR_SAMP(cdouble), @@ -2431,6 +2469,8 @@ WHERE (((cdouble > 2563.58)) GROUP BY cdouble ORDER BY cdouble POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2696,6 +2736,8 @@ GROUP BY ctimestamp1, cstring1 ORDER BY ctimestamp1, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14, c15, c16, c17, c18, c19, c20, c21, c22, c23, c24, c25, c26, c27, c28, c29, c30, c31, c32, c33, c34, c35, c36, c37 LIMIT 50 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT ctimestamp1, cstring1, @@ -2752,6 +2794,8 @@ GROUP BY ctimestamp1, cstring1 ORDER BY ctimestamp1, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14, c15, c16, c17, c18, c19, c20, c21, c22, c23, c24, c25, c26, c27, c28, c29, c30, c31, c32, c33, c34, c35, c36, c37 LIMIT 50 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3113,6 +3157,8 @@ WHERE (((cboolean1 IS NOT NULL)) GROUP BY cboolean1 ORDER BY cboolean1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cboolean1, MAX(cfloat), @@ -3154,6 +3200,8 @@ WHERE (((cboolean1 IS NOT NULL)) GROUP BY cboolean1 ORDER BY cboolean1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3401,9 +3449,13 @@ POSTHOOK: Output: default@test_count PREHOOK: query: explain vectorization expression select count(*) from test_count PREHOOK: type: QUERY +PREHOOK: Input: default@test_count +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(*) from test_count POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_count +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3514,9 +3566,13 @@ POSTHOOK: Input: default@test_count PREHOOK: query: explain vectorization expression select count(i) from test_count PREHOOK: type: QUERY +PREHOOK: Input: default@test_count +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(i) from test_count POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_count +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3703,9 +3759,13 @@ POSTHOOK: Lineage: alltypesnullorc.ctinyint SIMPLE [(alltypesnull)alltypesnull.F PREHOOK: query: explain vectorization expression select count(*) from alltypesnullorc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesnullorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(*) from alltypesnullorc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesnullorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3816,9 +3876,13 @@ POSTHOOK: Input: default@alltypesnullorc PREHOOK: query: explain vectorization expression select count(ctinyint) from alltypesnullorc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesnullorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(ctinyint) from alltypesnullorc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesnullorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3931,9 +3995,13 @@ POSTHOOK: Input: default@alltypesnullorc PREHOOK: query: explain vectorization expression select count(cint) from alltypesnullorc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesnullorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(cint) from alltypesnullorc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesnullorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4046,9 +4114,13 @@ POSTHOOK: Input: default@alltypesnullorc PREHOOK: query: explain vectorization expression select count(cfloat) from alltypesnullorc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesnullorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(cfloat) from alltypesnullorc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesnullorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4161,9 +4233,13 @@ POSTHOOK: Input: default@alltypesnullorc PREHOOK: query: explain vectorization expression select count(cstring1) from alltypesnullorc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesnullorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(cstring1) from alltypesnullorc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesnullorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4276,9 +4352,13 @@ POSTHOOK: Input: default@alltypesnullorc PREHOOK: query: explain vectorization expression select count(cboolean1) from alltypesnullorc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesnullorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(cboolean1) from alltypesnullorc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesnullorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vectorized_bucketmapjoin1.q.out b/ql/src/test/results/clientpositive/llap/vectorized_bucketmapjoin1.q.out index 386c8be..349728d 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_bucketmapjoin1.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_bucketmapjoin1.q.out @@ -97,9 +97,15 @@ POSTHOOK: Lineage: vsmb_bucket_txt.value SIMPLE [(alltypesorc)alltypesorc.FieldS PREHOOK: query: explain vectorization expression select /*+MAPJOIN(a)*/ * from vsmb_bucket_1 a join vsmb_bucket_2 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@vsmb_bucket_1 +PREHOOK: Input: default@vsmb_bucket_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select /*+MAPJOIN(a)*/ * from vsmb_bucket_1 a join vsmb_bucket_2 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@vsmb_bucket_1 +POSTHOOK: Input: default@vsmb_bucket_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -172,9 +178,15 @@ POSTHOOK: Input: default@vsmb_bucket_2 PREHOOK: query: explain vectorization expression select /*+MAPJOIN(b)*/ * from vsmb_bucket_1 a join vsmb_bucket_RC b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@vsmb_bucket_1 +PREHOOK: Input: default@vsmb_bucket_rc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select /*+MAPJOIN(b)*/ * from vsmb_bucket_1 a join vsmb_bucket_RC b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@vsmb_bucket_1 +POSTHOOK: Input: default@vsmb_bucket_rc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -247,9 +259,15 @@ POSTHOOK: Input: default@vsmb_bucket_rc PREHOOK: query: explain vectorization expression select /*+MAPJOIN(b)*/ * from vsmb_bucket_1 a join vsmb_bucket_TXT b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@vsmb_bucket_1 +PREHOOK: Input: default@vsmb_bucket_txt +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select /*+MAPJOIN(b)*/ * from vsmb_bucket_1 a join vsmb_bucket_TXT b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@vsmb_bucket_1 +POSTHOOK: Input: default@vsmb_bucket_txt +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vectorized_case.q.out b/ql/src/test/results/clientpositive/llap/vectorized_case.q.out index fb81501..6147cb8 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_case.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_case.q.out @@ -16,6 +16,8 @@ where csmallint = 418 or csmallint = 12205 or csmallint = 10583 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select csmallint, @@ -34,6 +36,8 @@ where csmallint = 418 or csmallint = 12205 or csmallint = 10583 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -165,6 +169,8 @@ where csmallint = 418 or csmallint = 12205 or csmallint = 10583 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select csmallint, @@ -183,6 +189,8 @@ where csmallint = 418 or csmallint = 12205 or csmallint = 10583 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -260,12 +268,16 @@ select sum(case when cint % 2 = 1 then 1 else 0 end) as codd from alltypesorc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select sum(case when cint % 2 = 0 then 1 else 0 end) as ceven, sum(case when cint % 2 = 1 then 1 else 0 end) as codd from alltypesorc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -404,12 +416,16 @@ select sum(case when cint % 2 = 1 then cint else 0 end) as codd from alltypesorc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select sum(case when cint % 2 = 0 then cint else 0 end) as ceven, sum(case when cint % 2 = 1 then cint else 0 end) as codd from alltypesorc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -563,9 +579,13 @@ POSTHOOK: Lineage: test_1_n3.member SCRIPT [] PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member =1.0 THEN attr+1.0 ELSE attr+2.0 END FROM test_1_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@test_1_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member =1.0 THEN attr+1.0 ELSE attr+2.0 END FROM test_1_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_1_n3 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -644,9 +664,13 @@ POSTHOOK: Input: default@test_1_n3 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member =1.0 THEN 1.0 ELSE attr+2.0 END FROM test_1_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@test_1_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member =1.0 THEN 1.0 ELSE attr+2.0 END FROM test_1_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_1_n3 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -725,9 +749,13 @@ POSTHOOK: Input: default@test_1_n3 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member =1.0 THEN attr+1.0 ELSE 2.0 END FROM test_1_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@test_1_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member =1.0 THEN attr+1.0 ELSE 2.0 END FROM test_1_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_1_n3 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -824,9 +852,13 @@ POSTHOOK: Lineage: test_2_n3.member SCRIPT [] PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member=1 THEN attr+1 else attr+2 END FROM test_2_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@test_2_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member=1 THEN attr+1 else attr+2 END FROM test_2_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_2_n3 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -905,9 +937,13 @@ POSTHOOK: Input: default@test_2_n3 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member=1 THEN null else attr+2 END FROM test_2_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@test_2_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member=1 THEN null else attr+2 END FROM test_2_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_2_n3 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -986,9 +1022,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member=1 THEN attr+1 else null END FROM test_2_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@test_2_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member=1 THEN attr+1 else null END FROM test_2_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_2_n3 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vectorized_casts.q.out b/ql/src/test/results/clientpositive/llap/vectorized_casts.q.out index 45ae532..5a175fa 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_casts.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_casts.q.out @@ -73,6 +73,8 @@ from alltypesorc where cbigint % 250 = 0 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select @@ -148,6 +150,8 @@ from alltypesorc where cbigint % 250 = 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vectorized_context.q.out b/ql/src/test/results/clientpositive/llap/vectorized_context.q.out index 778ba26..960b327 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_context.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_context.q.out @@ -89,6 +89,10 @@ JOIN store ON store_sales.ss_store_sk = store.s_store_sk JOIN household_demographics ON store_sales.ss_hdemo_sk = household_demographics.hd_demo_sk limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@household_demographics +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select store.s_city, ss_net_profit from store_sales @@ -96,6 +100,10 @@ JOIN store ON store_sales.ss_store_sk = store.s_store_sk JOIN household_demographics ON store_sales.ss_hdemo_sk = household_demographics.hd_demo_sk limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@household_demographics +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vectorized_date_funcs.q.out b/ql/src/test/results/clientpositive/llap/vectorized_date_funcs.q.out index 1908418..7d14d5a 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_date_funcs.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_date_funcs.q.out @@ -220,6 +220,8 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT datediff(fl_time, timestamp "2007-03-14 08:21:59") FROM date_udf_flight_orc PREHOOK: type: QUERY +PREHOOK: Input: default@date_udf_flight_orc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT fl_time, to_unix_timestamp(fl_time), @@ -243,6 +245,8 @@ POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT datediff(fl_time, timestamp "2007-03-14 08:21:59") FROM date_udf_flight_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_udf_flight_orc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -512,6 +516,8 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT datediff(fl_date, timestamp "2007-03-14 08:21:59") FROM date_udf_flight_orc PREHOOK: type: QUERY +PREHOOK: Input: default@date_udf_flight_orc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT fl_date, to_unix_timestamp(fl_date), @@ -535,6 +541,8 @@ POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT datediff(fl_date, timestamp "2007-03-14 08:21:59") FROM date_udf_flight_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_udf_flight_orc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -806,6 +814,8 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT datediff(fl_date, "2007-03-14") = datediff(fl_date, date "2007-03-14") FROM date_udf_flight_orc PREHOOK: type: QUERY +PREHOOK: Input: default@date_udf_flight_orc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT fl_time, fl_date, @@ -831,6 +841,8 @@ POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT datediff(fl_date, "2007-03-14") = datediff(fl_date, date "2007-03-14") FROM date_udf_flight_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_udf_flight_orc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1090,6 +1102,8 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT datediff(date_add(fl_date, 2), date_sub(fl_date, 2)) FROM date_udf_flight_orc LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@date_udf_flight_orc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT fl_date, to_date(date_add(fl_date, 2)), @@ -1099,6 +1113,8 @@ POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT datediff(date_add(fl_date, 2), date_sub(fl_date, 2)) FROM date_udf_flight_orc LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_udf_flight_orc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1214,6 +1230,8 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT FROM date_udf_flight_orc ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@date_udf_flight_orc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT min(fl_date) AS c1, max(fl_date), @@ -1222,6 +1240,8 @@ POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT FROM date_udf_flight_orc ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_udf_flight_orc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/llap/vectorized_distinct_gby.q.out b/ql/src/test/results/clientpositive/llap/vectorized_distinct_gby.q.out index 7e78360..599cd7a 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_distinct_gby.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_distinct_gby.q.out @@ -19,9 +19,13 @@ POSTHOOK: Lineage: dtest.b SIMPLE [] PREHOOK: query: explain vectorization detail select sum(distinct a), count(distinct a) from dtest PREHOOK: type: QUERY +PREHOOK: Input: default@dtest +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select sum(distinct a), count(distinct a) from dtest POSTHOOK: type: QUERY +POSTHOOK: Input: default@dtest +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -162,9 +166,13 @@ POSTHOOK: Input: default@dtest PREHOOK: query: explain vectorization detail select sum(distinct cint), count(distinct cint), avg(distinct cint), std(distinct cint) from alltypesorc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select sum(distinct cint), count(distinct cint), avg(distinct cint), std(distinct cint) from alltypesorc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vectorized_dynamic_partition_pruning.q.out b/ql/src/test/results/clientpositive/llap/vectorized_dynamic_partition_pruning.q.out index 8ee96d3..a5a3105 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_dynamic_partition_pruning.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_dynamic_partition_pruning.q.out @@ -36,8 +36,22 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 12 PREHOOK: query: EXPLAIN VECTORIZATION create table srcpart_date_n8 as select ds as ds, ds as `date` from srcpart group by ds PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: database:default +PREHOOK: Output: default@srcpart_date_n8 POSTHOOK: query: EXPLAIN VECTORIZATION create table srcpart_date_n8 as select ds as ds, ds as `date` from srcpart group by ds POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: database:default +POSTHOOK: Output: default@srcpart_date_n8 PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -220,8 +234,22 @@ POSTHOOK: Lineage: srcpart_double_hour_n2.hour SIMPLE [(srcpart)srcpart.FieldSch POSTHOOK: Lineage: srcpart_double_hour_n2.hr EXPRESSION [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ] PREHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_date_n8 on (srcpart.ds = srcpart_date_n8.ds) where srcpart_date_n8.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n8 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_date_n8 on (srcpart.ds = srcpart_date_n8.ds) where srcpart_date_n8.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n8 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -377,8 +405,22 @@ POSTHOOK: Input: default@srcpart_date_n8 1000 PREHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_date_n8 on (srcpart.ds = srcpart_date_n8.ds) where srcpart_date_n8.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n8 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_date_n8 on (srcpart.ds = srcpart_date_n8.ds) where srcpart_date_n8.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n8 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -533,9 +575,25 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_date_n8 on (srcpart.ds = srcpart_date_n8.ds) join srcpart_hour_n2 on (srcpart.hr = srcpart_hour_n2.hr) where srcpart_date_n8.`date` = '2008-04-08' and srcpart_hour_n2.hour = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n8 +PREHOOK: Input: default@srcpart_hour_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_date_n8 on (srcpart.ds = srcpart_date_n8.ds) join srcpart_hour_n2 on (srcpart.hr = srcpart_hour_n2.hr) where srcpart_date_n8.`date` = '2008-04-08' and srcpart_hour_n2.hour = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n8 +POSTHOOK: Input: default@srcpart_hour_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -757,9 +815,25 @@ POSTHOOK: Input: default@srcpart_hour_n2 PREHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_date_n8 on (srcpart.ds = srcpart_date_n8.ds) join srcpart_hour_n2 on (srcpart.hr = srcpart_hour_n2.hr) where srcpart_date_n8.`date` = '2008-04-08' and srcpart_hour_n2.hour = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n8 +PREHOOK: Input: default@srcpart_hour_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_date_n8 on (srcpart.ds = srcpart_date_n8.ds) join srcpart_hour_n2 on (srcpart.hr = srcpart_hour_n2.hr) where srcpart_date_n8.`date` = '2008-04-08' and srcpart_hour_n2.hour = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n8 +POSTHOOK: Input: default@srcpart_hour_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -962,8 +1036,22 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 500 PREHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_date_hour_n2 on (srcpart.ds = srcpart_date_hour_n2.ds and srcpart.hr = srcpart_date_hour_n2.hr) where srcpart_date_hour_n2.`date` = '2008-04-08' and srcpart_date_hour_n2.hour = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_hour_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_date_hour_n2 on (srcpart.ds = srcpart_date_hour_n2.ds and srcpart.hr = srcpart_date_hour_n2.hr) where srcpart_date_hour_n2.`date` = '2008-04-08' and srcpart_date_hour_n2.hour = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_hour_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1133,8 +1221,22 @@ POSTHOOK: Input: default@srcpart_date_hour_n2 500 PREHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_date_hour_n2 on (srcpart.ds = srcpart_date_hour_n2.ds and srcpart.hr = srcpart_date_hour_n2.hr) where srcpart_date_hour_n2.`date` = '2008-04-08' and srcpart_date_hour_n2.hour = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_hour_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_date_hour_n2 on (srcpart.ds = srcpart_date_hour_n2.ds and srcpart.hr = srcpart_date_hour_n2.hr) where srcpart_date_hour_n2.`date` = '2008-04-08' and srcpart_date_hour_n2.hour = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_hour_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1286,8 +1388,22 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 500 PREHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_date_n8 on (srcpart.ds = srcpart_date_n8.ds) where srcpart_date_n8.`date` = 'I DONT EXIST' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n8 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_date_n8 on (srcpart.ds = srcpart_date_n8.ds) where srcpart_date_n8.`date` = 'I DONT EXIST' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n8 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1443,8 +1559,22 @@ POSTHOOK: Input: default@srcpart_date_n8 0 PREHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_date_n8 on (srcpart.ds = srcpart_date_n8.ds) where srcpart_date_n8.`date` = 'I DONT EXIST' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n8 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_date_n8 on (srcpart.ds = srcpart_date_n8.ds) where srcpart_date_n8.`date` = 'I DONT EXIST' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n8 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1594,8 +1724,22 @@ POSTHOOK: Input: default@srcpart 0 PREHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_double_hour_n2 on (srcpart.hr = cast(srcpart_double_hour_n2.hr/2 as int)) where srcpart_double_hour_n2.hour = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_double_hour_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_double_hour_n2 on (srcpart.hr = cast(srcpart_double_hour_n2.hr/2 as int)) where srcpart_double_hour_n2.hour = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_double_hour_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1751,8 +1895,22 @@ POSTHOOK: Input: default@srcpart_double_hour_n2 1000 PREHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_double_hour_n2 on (srcpart.hr*2 = srcpart_double_hour_n2.hr) where srcpart_double_hour_n2.hour = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_double_hour_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_double_hour_n2 on (srcpart.hr*2 = srcpart_double_hour_n2.hr) where srcpart_double_hour_n2.hour = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_double_hour_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1908,8 +2066,22 @@ POSTHOOK: Input: default@srcpart_double_hour_n2 1000 PREHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_double_hour_n2 on (srcpart.hr = cast(srcpart_double_hour_n2.hr/2 as int)) where srcpart_double_hour_n2.hour = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_double_hour_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_double_hour_n2 on (srcpart.hr = cast(srcpart_double_hour_n2.hr/2 as int)) where srcpart_double_hour_n2.hour = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_double_hour_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2050,8 +2222,22 @@ POSTHOOK: Input: default@srcpart_double_hour_n2 1000 PREHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_double_hour_n2 on (srcpart.hr*2 = srcpart_double_hour_n2.hr) where srcpart_double_hour_n2.hour = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_double_hour_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_double_hour_n2 on (srcpart.hr*2 = srcpart_double_hour_n2.hr) where srcpart_double_hour_n2.hour = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_double_hour_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2205,8 +2391,22 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 1000 PREHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_double_hour_n2 on (cast(srcpart.hr*2 as string) = cast(srcpart_double_hour_n2.hr as string)) where srcpart_double_hour_n2.hour = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_double_hour_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_double_hour_n2 on (cast(srcpart.hr*2 as string) = cast(srcpart_double_hour_n2.hr as string)) where srcpart_double_hour_n2.hour = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_double_hour_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2376,8 +2576,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 Warning: Shuffle Join MERGEJOIN[22][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join (select ds as ds, ds as `date` from srcpart group by ds) s on (srcpart.ds = s.ds) where s.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join (select ds as ds, ds as `date` from srcpart group by ds) s on (srcpart.ds = s.ds) where s.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2524,8 +2732,22 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 Warning: Shuffle Join MERGEJOIN[15][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart, srcpart_date_hour_n2 where (srcpart_date_hour_n2.`date` = '2008-04-08' and srcpart_date_hour_n2.hour = 11) and (srcpart.ds = srcpart_date_hour_n2.ds or srcpart.hr = srcpart_date_hour_n2.hr) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_hour_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart, srcpart_date_hour_n2 where (srcpart_date_hour_n2.`date` = '2008-04-08' and srcpart_date_hour_n2.hour = 11) and (srcpart.ds = srcpart_date_hour_n2.ds or srcpart.hr = srcpart_date_hour_n2.hr) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_hour_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2668,8 +2890,22 @@ POSTHOOK: Input: default@srcpart_date_hour_n2 1500 PREHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart, srcpart_date_hour_n2 where srcpart_date_hour_n2.`date` = '2008-04-08' and srcpart_date_hour_n2.hour = 11 and srcpart.ds = srcpart_date_hour_n2.ds and srcpart.hr = srcpart_date_hour_n2.hr PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_hour_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart, srcpart_date_hour_n2 where srcpart_date_hour_n2.`date` = '2008-04-08' and srcpart_date_hour_n2.hour = 11 and srcpart.ds = srcpart_date_hour_n2.ds and srcpart.hr = srcpart_date_hour_n2.hr POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_hour_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2839,8 +3075,22 @@ POSTHOOK: Input: default@srcpart_date_hour_n2 500 PREHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart left join srcpart_date_n8 on (srcpart.ds = srcpart_date_n8.ds) where srcpart_date_n8.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n8 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart left join srcpart_date_n8 on (srcpart.ds = srcpart_date_n8.ds) where srcpart_date_n8.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n8 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2977,8 +3227,22 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart_date_n8 left join srcpart on (srcpart.ds = srcpart_date_n8.ds) where srcpart_date_n8.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n8 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart_date_n8 left join srcpart on (srcpart.ds = srcpart_date_n8.ds) where srcpart_date_n8.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n8 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3114,8 +3378,22 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart full outer join srcpart_date_n8 on (srcpart.ds = srcpart_date_n8.ds) where srcpart_date_n8.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n8 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart full outer join srcpart_date_n8 on (srcpart.ds = srcpart_date_n8.ds) where srcpart_date_n8.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n8 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3252,9 +3530,21 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_date_n8 on (srcpart.ds = srcpart_date_n8.ds) join srcpart_hour_n2 on (srcpart.hr = srcpart_hour_n2.hr) where srcpart_date_n8.`date` = '2008-04-08' and srcpart_hour_n2.hour = 11 and srcpart.hr = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart_date_n8 +PREHOOK: Input: default@srcpart_hour_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_date_n8 on (srcpart.ds = srcpart_date_n8.ds) join srcpart_hour_n2 on (srcpart.hr = srcpart_hour_n2.hr) where srcpart_date_n8.`date` = '2008-04-08' and srcpart_hour_n2.hour = 11 and srcpart.hr = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart_date_n8 +POSTHOOK: Input: default@srcpart_hour_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3472,9 +3762,17 @@ POSTHOOK: Input: default@srcpart_hour_n2 PREHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_date_n8 on (srcpart.ds = srcpart_date_n8.ds) join srcpart_hour_n2 on (srcpart.hr = srcpart_hour_n2.hr) where srcpart_date_n8.`date` = '2008-04-08' and srcpart.hr = 13 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart_date_n8 +PREHOOK: Input: default@srcpart_hour_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_date_n8 on (srcpart.ds = srcpart_date_n8.ds) join srcpart_hour_n2 on (srcpart.hr = srcpart_hour_n2.hr) where srcpart_date_n8.`date` = '2008-04-08' and srcpart.hr = 13 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart_date_n8 +POSTHOOK: Input: default@srcpart_hour_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3659,8 +3957,20 @@ POSTHOOK: Input: default@srcpart_hour_n2 0 PREHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3916,8 +4226,20 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 2000 PREHOOK: query: EXPLAIN VECTORIZATION select distinct(ds) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION select distinct(ds) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4176,8 +4498,20 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 2008-04-08 PREHOOK: query: EXPLAIN VECTORIZATION select ds from (select distinct(ds) as ds from srcpart union all select distinct(ds) as ds from srcpart) s where s.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION select ds from (select distinct(ds) as ds from srcpart union all select distinct(ds) as ds from srcpart) s where s.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4513,8 +4847,22 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 2008-04-09 PREHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_date_n8 on (srcpart.ds = srcpart_date_n8.ds) where srcpart_date_n8.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n8 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_date_n8 on (srcpart.ds = srcpart_date_n8.ds) where srcpart_date_n8.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n8 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4678,9 +5026,25 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_date_n8 on (srcpart.ds = srcpart_date_n8.ds) join srcpart_hour_n2 on (srcpart.hr = srcpart_hour_n2.hr) where srcpart_date_n8.`date` = '2008-04-08' and srcpart_hour_n2.hour = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n8 +PREHOOK: Input: default@srcpart_hour_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_date_n8 on (srcpart.ds = srcpart_date_n8.ds) join srcpart_hour_n2 on (srcpart.hr = srcpart_hour_n2.hr) where srcpart_date_n8.`date` = '2008-04-08' and srcpart_hour_n2.hour = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n8 +POSTHOOK: Input: default@srcpart_hour_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4898,8 +5262,22 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 500 PREHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_date_hour_n2 on (srcpart.ds = srcpart_date_hour_n2.ds and srcpart.hr = srcpart_date_hour_n2.hr) where srcpart_date_hour_n2.`date` = '2008-04-08' and srcpart_date_hour_n2.hour = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_hour_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_date_hour_n2 on (srcpart.ds = srcpart_date_hour_n2.ds and srcpart.hr = srcpart_date_hour_n2.hr) where srcpart_date_hour_n2.`date` = '2008-04-08' and srcpart_date_hour_n2.hour = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_hour_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -5074,8 +5452,22 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 500 PREHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_date_n8 on (srcpart.ds = srcpart_date_n8.ds) where srcpart_date_n8.`date` = 'I DONT EXIST' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n8 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_date_n8 on (srcpart.ds = srcpart_date_n8.ds) where srcpart_date_n8.`date` = 'I DONT EXIST' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n8 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -5225,8 +5617,22 @@ POSTHOOK: Input: default@srcpart_date_n8 0 PREHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_double_hour_n2 on (srcpart.hr = cast(srcpart_double_hour_n2.hr/2 as int)) where srcpart_double_hour_n2.hour = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_double_hour_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_double_hour_n2 on (srcpart.hr = cast(srcpart_double_hour_n2.hr/2 as int)) where srcpart_double_hour_n2.hour = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_double_hour_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -5376,8 +5782,22 @@ POSTHOOK: Input: default@srcpart_double_hour_n2 1000 PREHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_double_hour_n2 on (srcpart.hr*2 = srcpart_double_hour_n2.hr) where srcpart_double_hour_n2.hour = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_double_hour_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_double_hour_n2 on (srcpart.hr*2 = srcpart_double_hour_n2.hr) where srcpart_double_hour_n2.hour = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_double_hour_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -5541,8 +5961,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 Warning: Shuffle Join MERGEJOIN[22][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join (select ds as ds, ds as `date` from srcpart group by ds) s on (srcpart.ds = s.ds) where s.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join (select ds as ds, ds as `date` from srcpart group by ds) s on (srcpart.ds = s.ds) where s.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -5688,8 +6116,22 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 1000 PREHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart left join srcpart_date_n8 on (srcpart.ds = srcpart_date_n8.ds) where srcpart_date_n8.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n8 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart left join srcpart_date_n8 on (srcpart.ds = srcpart_date_n8.ds) where srcpart_date_n8.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n8 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -5820,8 +6262,22 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart_date_n8 left join srcpart on (srcpart.ds = srcpart_date_n8.ds) where srcpart_date_n8.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n8 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart_date_n8 left join srcpart on (srcpart.ds = srcpart_date_n8.ds) where srcpart_date_n8.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n8 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -5936,8 +6392,22 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart full outer join srcpart_date_n8 on (srcpart.ds = srcpart_date_n8.ds) where srcpart_date_n8.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n8 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart full outer join srcpart_date_n8 on (srcpart.ds = srcpart_date_n8.ds) where srcpart_date_n8.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n8 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -6053,9 +6523,21 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_date_n8 on (srcpart.ds = srcpart_date_n8.ds) join srcpart_hour_n2 on (srcpart.hr = srcpart_hour_n2.hr) where srcpart_date_n8.`date` = '2008-04-08' and srcpart_hour_n2.hour = 11 and srcpart.hr = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart_date_n8 +PREHOOK: Input: default@srcpart_hour_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_date_n8 on (srcpart.ds = srcpart_date_n8.ds) join srcpart_hour_n2 on (srcpart.hr = srcpart_hour_n2.hr) where srcpart_date_n8.`date` = '2008-04-08' and srcpart_hour_n2.hour = 11 and srcpart.hr = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart_date_n8 +POSTHOOK: Input: default@srcpart_hour_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -6259,9 +6741,17 @@ POSTHOOK: Input: default@srcpart_hour_n2 PREHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_date_n8 on (srcpart.ds = srcpart_date_n8.ds) join srcpart_hour_n2 on (srcpart.hr = srcpart_hour_n2.hr) where srcpart_date_n8.`date` = '2008-04-08' and srcpart.hr = 13 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart_date_n8 +PREHOOK: Input: default@srcpart_hour_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart join srcpart_date_n8 on (srcpart.ds = srcpart_date_n8.ds) join srcpart_hour_n2 on (srcpart.hr = srcpart_hour_n2.hr) where srcpart_date_n8.`date` = '2008-04-08' and srcpart.hr = 13 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart_date_n8 +POSTHOOK: Input: default@srcpart_hour_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -6434,8 +6924,20 @@ POSTHOOK: Input: default@srcpart_hour_n2 0 PREHOOK: query: EXPLAIN VECTORIZATION select distinct(ds) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION select distinct(ds) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -6723,8 +7225,22 @@ POSTHOOK: Lineage: srcpart_orc_n0 PARTITION(ds=2008-04-09,hr=12).key EXPRESSION POSTHOOK: Lineage: srcpart_orc_n0 PARTITION(ds=2008-04-09,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart_orc_n0 join srcpart_date_hour_n2 on (srcpart_orc_n0.ds = srcpart_date_hour_n2.ds and srcpart_orc_n0.hr = srcpart_date_hour_n2.hr) where srcpart_date_hour_n2.hour = 11 and (srcpart_date_hour_n2.`date` = '2008-04-08' or srcpart_date_hour_n2.`date` = '2008-04-09') PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_date_hour_n2 +PREHOOK: Input: default@srcpart_orc_n0 +PREHOOK: Input: default@srcpart_orc_n0@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart_orc_n0@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart_orc_n0@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart_orc_n0@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION select count(*) from srcpart_orc_n0 join srcpart_date_hour_n2 on (srcpart_orc_n0.ds = srcpart_date_hour_n2.ds and srcpart_orc_n0.hr = srcpart_date_hour_n2.hr) where srcpart_date_hour_n2.hour = 11 and (srcpart_date_hour_n2.`date` = '2008-04-08' or srcpart_date_hour_n2.`date` = '2008-04-09') POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_date_hour_n2 +POSTHOOK: Input: default@srcpart_orc_n0 +POSTHOOK: Input: default@srcpart_orc_n0@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart_orc_n0@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart_orc_n0@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart_orc_n0@ds=2008-04-09/hr=12 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: false enabledConditionsNotMet: [hive.vectorized.execution.enabled IS false] diff --git a/ql/src/test/results/clientpositive/llap/vectorized_dynamic_semijoin_reduction.q.out b/ql/src/test/results/clientpositive/llap/vectorized_dynamic_semijoin_reduction.q.out index 2aa9af2..0102ed3 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_dynamic_semijoin_reduction.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_dynamic_semijoin_reduction.q.out @@ -26,8 +26,14 @@ POSTHOOK: Lineage: dsrv_small.key_str SIMPLE [(src)src.FieldSchema(name:key, typ POSTHOOK: Lineage: dsrv_small.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION select count(*) from dsrv_big a join dsrv_small b on (a.key_int = b.key_int) PREHOOK: type: QUERY +PREHOOK: Input: default@dsrv_big +PREHOOK: Input: default@dsrv_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION select count(*) from dsrv_big a join dsrv_small b on (a.key_int = b.key_int) POSTHOOK: type: QUERY +POSTHOOK: Input: default@dsrv_big +POSTHOOK: Input: default@dsrv_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -260,8 +266,14 @@ POSTHOOK: Input: default@dsrv_small 84 PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION select count(*) from dsrv_big a join dsrv_small b on (a.key_str = b.key_str) PREHOOK: type: QUERY +PREHOOK: Input: default@dsrv_big +PREHOOK: Input: default@dsrv_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION select count(*) from dsrv_big a join dsrv_small b on (a.key_str = b.key_str) POSTHOOK: type: QUERY +POSTHOOK: Input: default@dsrv_big +POSTHOOK: Input: default@dsrv_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -494,8 +506,14 @@ POSTHOOK: Input: default@dsrv_small 84 PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION select count(*) from dsrv_big a join dsrv_small b on (a.key_str = b.key_str) PREHOOK: type: QUERY +PREHOOK: Input: default@dsrv_big +PREHOOK: Input: default@dsrv_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION select count(*) from dsrv_big a join dsrv_small b on (a.key_str = b.key_str) POSTHOOK: type: QUERY +POSTHOOK: Input: default@dsrv_big +POSTHOOK: Input: default@dsrv_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -728,8 +746,14 @@ POSTHOOK: Input: default@dsrv_small 84 PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION select count(*) from dsrv_big a, dsrv_small b, dsrv_small c where a.key_int = b.key_int and a.key_int = c.key_int PREHOOK: type: QUERY +PREHOOK: Input: default@dsrv_big +PREHOOK: Input: default@dsrv_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION select count(*) from dsrv_big a, dsrv_small b, dsrv_small c where a.key_int = b.key_int and a.key_int = c.key_int POSTHOOK: type: QUERY +POSTHOOK: Input: default@dsrv_big +POSTHOOK: Input: default@dsrv_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1065,8 +1089,14 @@ POSTHOOK: Input: default@dsrv_small 84 PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION select count(*) from dsrv_big a join dsrv_small b on (a.key_str = b.key_str and a.key_int = b.key_int) PREHOOK: type: QUERY +PREHOOK: Input: default@dsrv_big +PREHOOK: Input: default@dsrv_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION select count(*) from dsrv_big a join dsrv_small b on (a.key_str = b.key_str and a.key_int = b.key_int) POSTHOOK: type: QUERY +POSTHOOK: Input: default@dsrv_big +POSTHOOK: Input: default@dsrv_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1357,8 +1387,14 @@ POSTHOOK: Input: default@dsrv_small 84 PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION select count(*) from dsrv_big a join dsrv_small b on (a.key_int = b.key_int) where b.value in ('nonexistent1', 'nonexistent2') PREHOOK: type: QUERY +PREHOOK: Input: default@dsrv_big +PREHOOK: Input: default@dsrv_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION select count(*) from dsrv_big a join dsrv_small b on (a.key_int = b.key_int) where b.value in ('nonexistent1', 'nonexistent2') POSTHOOK: type: QUERY +POSTHOOK: Input: default@dsrv_big +POSTHOOK: Input: default@dsrv_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1609,8 +1645,14 @@ POSTHOOK: Output: default@dsrv_small #### A masked pattern was here #### PREHOOK: query: EXPLAIN select count(*) from dsrv_big a join dsrv_small b on (a.key_int = b.key_int) PREHOOK: type: QUERY +PREHOOK: Input: default@dsrv_big +PREHOOK: Input: default@dsrv_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select count(*) from dsrv_big a join dsrv_small b on (a.key_int = b.key_int) POSTHOOK: type: QUERY +POSTHOOK: Input: default@dsrv_big +POSTHOOK: Input: default@dsrv_small +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/vectorized_dynamic_semijoin_reduction2.q.out b/ql/src/test/results/clientpositive/llap/vectorized_dynamic_semijoin_reduction2.q.out index c03b298..d8f0a5b 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_dynamic_semijoin_reduction2.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_dynamic_semijoin_reduction2.q.out @@ -92,8 +92,14 @@ POSTHOOK: Output: default@dsrv2_small #### A masked pattern was here #### PREHOOK: query: EXPLAIN select count(*) from dsrv2_big a join dsrv2_small b on (a.partkey_bigint = b.partkey_bigint) PREHOOK: type: QUERY +PREHOOK: Input: default@dsrv2_big +PREHOOK: Input: default@dsrv2_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select count(*) from dsrv2_big a join dsrv2_small b on (a.partkey_bigint = b.partkey_bigint) POSTHOOK: type: QUERY +POSTHOOK: Input: default@dsrv2_big +POSTHOOK: Input: default@dsrv2_small +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -228,8 +234,14 @@ POSTHOOK: Input: default@dsrv2_small 20 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from dsrv2_big a join dsrv2_small b on (a.partkey_decimal = b.partkey_decimal) PREHOOK: type: QUERY +PREHOOK: Input: default@dsrv2_big +PREHOOK: Input: default@dsrv2_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from dsrv2_big a join dsrv2_small b on (a.partkey_decimal = b.partkey_decimal) POSTHOOK: type: QUERY +POSTHOOK: Input: default@dsrv2_big +POSTHOOK: Input: default@dsrv2_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -498,8 +510,14 @@ POSTHOOK: Input: default@dsrv2_small 20 PREHOOK: query: EXPLAIN select count(*) from dsrv2_big a join dsrv2_small b on (a.partkey_double = b.partkey_double) PREHOOK: type: QUERY +PREHOOK: Input: default@dsrv2_big +PREHOOK: Input: default@dsrv2_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select count(*) from dsrv2_big a join dsrv2_small b on (a.partkey_double = b.partkey_double) POSTHOOK: type: QUERY +POSTHOOK: Input: default@dsrv2_big +POSTHOOK: Input: default@dsrv2_small +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -634,8 +652,14 @@ POSTHOOK: Input: default@dsrv2_small 20 PREHOOK: query: EXPLAIN select count(*) from dsrv2_big a join dsrv2_small b on (a.shipdate_date = b.shipdate_date) PREHOOK: type: QUERY +PREHOOK: Input: default@dsrv2_big +PREHOOK: Input: default@dsrv2_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select count(*) from dsrv2_big a join dsrv2_small b on (a.shipdate_date = b.shipdate_date) POSTHOOK: type: QUERY +POSTHOOK: Input: default@dsrv2_big +POSTHOOK: Input: default@dsrv2_small +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -770,8 +794,14 @@ POSTHOOK: Input: default@dsrv2_small 23 PREHOOK: query: EXPLAIN select count(*) from dsrv2_big a join dsrv2_small b on (a.shipdate_ts = b.shipdate_ts) PREHOOK: type: QUERY +PREHOOK: Input: default@dsrv2_big +PREHOOK: Input: default@dsrv2_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select count(*) from dsrv2_big a join dsrv2_small b on (a.shipdate_ts = b.shipdate_ts) POSTHOOK: type: QUERY +POSTHOOK: Input: default@dsrv2_big +POSTHOOK: Input: default@dsrv2_small +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -906,8 +936,14 @@ POSTHOOK: Input: default@dsrv2_small 23 PREHOOK: query: EXPLAIN select count(*) from dsrv2_big a join dsrv2_small b on (a.shipdate_string = b.shipdate_string) PREHOOK: type: QUERY +PREHOOK: Input: default@dsrv2_big +PREHOOK: Input: default@dsrv2_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select count(*) from dsrv2_big a join dsrv2_small b on (a.shipdate_string = b.shipdate_string) POSTHOOK: type: QUERY +POSTHOOK: Input: default@dsrv2_big +POSTHOOK: Input: default@dsrv2_small +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1042,8 +1078,14 @@ POSTHOOK: Input: default@dsrv2_small 23 PREHOOK: query: EXPLAIN select count(*) from dsrv2_big a join dsrv2_small b on (a.shipdate_char = b.shipdate_char) PREHOOK: type: QUERY +PREHOOK: Input: default@dsrv2_big +PREHOOK: Input: default@dsrv2_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select count(*) from dsrv2_big a join dsrv2_small b on (a.shipdate_char = b.shipdate_char) POSTHOOK: type: QUERY +POSTHOOK: Input: default@dsrv2_big +POSTHOOK: Input: default@dsrv2_small +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1178,8 +1220,14 @@ POSTHOOK: Input: default@dsrv2_small 23 PREHOOK: query: EXPLAIN select count(*) from dsrv2_big a join dsrv2_small b on (a.shipdate_varchar = b.shipdate_varchar) PREHOOK: type: QUERY +PREHOOK: Input: default@dsrv2_big +PREHOOK: Input: default@dsrv2_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select count(*) from dsrv2_big a join dsrv2_small b on (a.shipdate_varchar = b.shipdate_varchar) POSTHOOK: type: QUERY +POSTHOOK: Input: default@dsrv2_big +POSTHOOK: Input: default@dsrv2_small +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/vectorized_insert_into_bucketed_table.q.out b/ql/src/test/results/clientpositive/llap/vectorized_insert_into_bucketed_table.q.out index dee02c9..67fe239 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_insert_into_bucketed_table.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_insert_into_bucketed_table.q.out @@ -8,8 +8,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@foo PREHOOK: query: explain vectorization detail insert overwrite table foo values(1),(2),(3),(4),(9) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@foo POSTHOOK: query: explain vectorization detail insert overwrite table foo values(1),(2),(3),(4),(9) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@foo PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vectorized_mapjoin.q.out b/ql/src/test/results/clientpositive/llap/vectorized_mapjoin.q.out index 161c054..d374c0c 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_mapjoin.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_mapjoin.q.out @@ -2,10 +2,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(t1.cint), MAX(t2. FROM alltypesorc t1 JOIN alltypesorc t2 ON t1.cint = t2.cint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(t1.cint), MAX(t2.cint), MIN(t1.cint), AVG(t1.cint+t2.cint) FROM alltypesorc t1 JOIN alltypesorc t2 ON t1.cint = t2.cint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vectorized_mapjoin3.q.out b/ql/src/test/results/clientpositive/llap/vectorized_mapjoin3.q.out index 053826e..9261cce 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_mapjoin3.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_mapjoin3.q.out @@ -93,11 +93,17 @@ SELECT t1.decimal0801_col FROM table_19 t1 WHERE (SELECT max(tt1.int_col_0) AS int_col FROM table_6 tt1) IN (t1.int_col_1) AND decimal0801_col is not null PREHOOK: type: QUERY +PREHOOK: Input: default@table_19 +PREHOOK: Input: default@table_6 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT t1.decimal0801_col FROM table_19 t1 WHERE (SELECT max(tt1.int_col_0) AS int_col FROM table_6 tt1) IN (t1.int_col_1) AND decimal0801_col is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_19 +POSTHOOK: Input: default@table_6 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -297,11 +303,17 @@ SELECT t1.decimal0801_col FROM table_19 t1 WHERE (t1.int_col_1) IN (SELECT max(tt1.int_col_0) AS int_col FROM table_6 tt1) AND decimal0801_col is not null PREHOOK: type: QUERY +PREHOOK: Input: default@table_19 +PREHOOK: Input: default@table_6 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT t1.decimal0801_col FROM table_19 t1 WHERE (t1.int_col_1) IN (SELECT max(tt1.int_col_0) AS int_col FROM table_6 tt1) AND decimal0801_col is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_19 +POSTHOOK: Input: default@table_6 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -501,11 +513,17 @@ SELECT t1.decimal0801_col FROM table_19 t1 WHERE (SELECT max(tt1.int_col_0) AS int_col FROM table_6 tt1) = (t1.int_col_1) AND decimal0801_col is not null PREHOOK: type: QUERY +PREHOOK: Input: default@table_19 +PREHOOK: Input: default@table_6 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT t1.decimal0801_col FROM table_19 t1 WHERE (SELECT max(tt1.int_col_0) AS int_col FROM table_6 tt1) = (t1.int_col_1) AND decimal0801_col is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_19 +POSTHOOK: Input: default@table_6 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vectorized_math_funcs.q.out b/ql/src/test/results/clientpositive/llap/vectorized_math_funcs.q.out index 57b5845..ac97871 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_math_funcs.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_math_funcs.q.out @@ -50,6 +50,8 @@ where cbigint % 500 = 0 and sin(cfloat) >= -1.0 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select cdouble @@ -102,6 +104,8 @@ where cbigint % 500 = 0 and sin(cfloat) >= -1.0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vectorized_multi_output_select.q.out b/ql/src/test/results/clientpositive/llap/vectorized_multi_output_select.q.out index 052fda6..ae1a71e 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_multi_output_select.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_multi_output_select.q.out @@ -11,6 +11,9 @@ join ( join src1 on src.key = src1.key where src1.value = "val_255") s2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from ( select count(*) as h8_30_to_9 @@ -23,6 +26,9 @@ join ( join src1 on src.key = src1.key where src1.value = "val_255") s2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/vectorized_nested_mapjoin.q.out b/ql/src/test/results/clientpositive/llap/vectorized_nested_mapjoin.q.out index 7546dbb..661e793 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_nested_mapjoin.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_nested_mapjoin.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain vectorization select sum(t1.td) from (select v1.csmallint as tsi, v1.cdouble as td from alltypesorc v1, alltypesorc v2 where v1.ctinyint=v2.ctinyint) t1 join alltypesorc v3 on t1.tsi=v3.csmallint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select sum(t1.td) from (select v1.csmallint as tsi, v1.cdouble as td from alltypesorc v1, alltypesorc v2 where v1.ctinyint=v2.ctinyint) t1 join alltypesorc v3 on t1.tsi=v3.csmallint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vectorized_parquet.q.out b/ql/src/test/results/clientpositive/llap/vectorized_parquet.q.out index 59adda0..86ea4e9 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_parquet.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_parquet.q.out @@ -51,11 +51,15 @@ PREHOOK: query: explain vectorization select * where cint = 528534767 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_parquet +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select * from alltypes_parquet where cint = 528534767 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_parquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -112,6 +116,8 @@ PREHOOK: query: explain vectorization select ctinyint, from alltypes_parquet group by ctinyint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_parquet +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select ctinyint, max(cint), min(csmallint), @@ -121,6 +127,8 @@ POSTHOOK: query: explain vectorization select ctinyint, from alltypes_parquet group by ctinyint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_parquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vectorized_parquet_types.q.out b/ql/src/test/results/clientpositive/llap/vectorized_parquet_types.q.out index d0d13ba..7a3c714 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_parquet_types.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_parquet_types.q.out @@ -123,10 +123,14 @@ PREHOOK: query: explain vectorization expression SELECT cint, ctinyint, csmallint, cfloat, cdouble, cstring1, t, cchar, cvarchar, hex(cbinary), cdecimal FROM parquet_types_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_types_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression SELECT cint, ctinyint, csmallint, cfloat, cdouble, cstring1, t, cchar, cvarchar, hex(cbinary), cdecimal FROM parquet_types_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_types_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -181,9 +185,13 @@ POSTHOOK: Input: default@parquet_types_n2 PREHOOK: query: explain vectorization expression SELECT cchar, LENGTH(cchar), cvarchar, LENGTH(cvarchar), cdecimal, SIGN(cdecimal) FROM parquet_types_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_types_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression SELECT cchar, LENGTH(cchar), cvarchar, LENGTH(cvarchar), cdecimal, SIGN(cdecimal) FROM parquet_types_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_types_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -245,6 +253,8 @@ FROM parquet_types_n2 GROUP BY ctinyint ORDER BY ctinyint PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_types_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression SELECT ctinyint, MAX(cint), @@ -257,6 +267,8 @@ FROM parquet_types_n2 GROUP BY ctinyint ORDER BY ctinyint POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_types_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -464,10 +476,14 @@ PREHOOK: query: explain vectorization expression SELECT cint, ctinyint, csmallint, cfloat, cdouble, cstring1, t, cchar, cvarchar, hex(cbinary), cdecimal FROM parquet_type_nodict PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_type_nodict +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression SELECT cint, ctinyint, csmallint, cfloat, cdouble, cstring1, t, cchar, cvarchar, hex(cbinary), cdecimal FROM parquet_type_nodict POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_type_nodict +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -522,9 +538,13 @@ POSTHOOK: Input: default@parquet_type_nodict PREHOOK: query: explain vectorization expression SELECT cchar, LENGTH(cchar), cvarchar, LENGTH(cvarchar), cdecimal, SIGN(cdecimal) FROM parquet_type_nodict PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_type_nodict +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression SELECT cchar, LENGTH(cchar), cvarchar, LENGTH(cvarchar), cdecimal, SIGN(cdecimal) FROM parquet_type_nodict POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_type_nodict +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -576,8 +596,12 @@ vwxyz 5 abcdede 7 12.83 1 wxyza 5 abcde 5 73.04 1 PREHOOK: query: explain vectorization select max(t), min(t) from parquet_type_nodict PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_type_nodict +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select max(t), min(t) from parquet_type_nodict POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_type_nodict +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vectorized_ptf.q.out b/ql/src/test/results/clientpositive/llap/vectorized_ptf.q.out index 53bd3c9..1015467 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_ptf.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_ptf.q.out @@ -114,6 +114,8 @@ from noop(on part_orc order by p_name ) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -124,6 +126,8 @@ from noop(on part_orc order by p_name ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -330,6 +334,8 @@ from noop (on (select p1.* from part_orc p1 join part_orc p2 on p1.p_partkey = p distribute by j.p_mfgr sort by j.p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, p_size - lag(p_size,1,p_size) over (partition by p_mfgr order by p_name) as deltaSz @@ -337,6 +343,8 @@ from noop (on (select p1.* from part_orc p1 join part_orc p2 on p1.p_partkey = p distribute by j.p_mfgr sort by j.p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -592,12 +600,16 @@ from noop(on part_orc partition by p_mfgr order by p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size from noop(on part_orc partition by p_mfgr order by p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -746,6 +758,8 @@ from noop(on part_orc order by p_name ) abc PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -756,6 +770,8 @@ from noop(on part_orc order by p_name ) abc POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -965,6 +981,8 @@ from noop(on part_orc order by p_name ) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -975,6 +993,8 @@ from noop(on part_orc order by p_name ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1186,6 +1206,8 @@ from noop(on part_orc ) group by p_mfgr, p_name, p_size PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -1197,6 +1219,8 @@ from noop(on part_orc ) group by p_mfgr, p_name, p_size POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1414,6 +1438,8 @@ partition by p_mfgr order by p_name ) abc join part_orc p1 on abc.p_partkey = p1.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select abc.* from noop(on part_orc @@ -1421,6 +1447,8 @@ partition by p_mfgr order by p_name ) abc join part_orc p1 on abc.p_partkey = p1.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1630,6 +1658,8 @@ partition by p_mfgr order by p_name ) abc on abc.p_partkey = p1.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select abc.* from part_orc p1 join noop(on part_orc @@ -1637,6 +1667,8 @@ partition by p_mfgr order by p_name ) abc on abc.p_partkey = p1.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1850,6 +1882,8 @@ from noopwithmap(on part_orc partition by p_mfgr order by p_name, p_size desc) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name, p_size desc) as r @@ -1857,6 +1891,8 @@ from noopwithmap(on part_orc partition by p_mfgr order by p_name, p_size desc) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2042,6 +2078,8 @@ from noopwithmap(on part_orc partition by p_mfgr order by p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -2051,6 +2089,8 @@ from noopwithmap(on part_orc partition by p_mfgr order by p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2255,6 +2295,8 @@ from noop(on part_orc partition by p_mfgr order by p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -2264,6 +2306,8 @@ from noop(on part_orc partition by p_mfgr order by p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2471,6 +2515,8 @@ partition by p_mfgr order by p_mfgr, p_name ))) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -2481,6 +2527,8 @@ partition by p_mfgr order by p_mfgr, p_name ))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2757,6 +2805,8 @@ order by p_name) window w1 as (partition by p_mfgr order by p_name rows between 2 preceding and 2 following) ) sub1 PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, sub1.cd, sub1.s1 @@ -2770,6 +2820,8 @@ order by p_name) window w1 as (partition by p_mfgr order by p_name rows between 2 preceding and 2 following) ) sub1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2979,6 +3031,8 @@ partition by p_mfgr order by p_name ) abc join part_orc p1 on abc.p_partkey = p1.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select abc.p_mfgr, abc.p_name, rank() over (distribute by abc.p_mfgr sort by abc.p_name) as r, @@ -2991,6 +3045,8 @@ partition by p_mfgr order by p_name ) abc join part_orc p1 on abc.p_partkey = p1.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3279,12 +3335,16 @@ from noop(on part_orc partition by p_mfgr order by p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select DISTINCT p_mfgr, p_name, p_size from noop(on part_orc partition by p_mfgr order by p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3493,6 +3553,9 @@ partition by p_mfgr order by p_mfgr) window w1 as ( partition by p_mfgr order by p_brand rows between 2 preceding and current row) PREHOOK: type: QUERY +PREHOOK: Input: default@mfgr_price_view_n0 +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_brand, s, round(sum(s) over w1,2) as s1 @@ -3501,6 +3564,9 @@ partition by p_mfgr order by p_mfgr) window w1 as ( partition by p_mfgr order by p_brand rows between 2 preceding and current row) POSTHOOK: type: QUERY +POSTHOOK: Input: default@mfgr_price_view_n0 +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3762,6 +3828,9 @@ cume_dist() over (distribute by p_mfgr sort by p_mfgr, p_name) as cud, first_value(p_size, true) over w1 as fv1 window w1 as (distribute by p_mfgr sort by p_mfgr, p_name rows between 2 preceding and 2 following) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +PREHOOK: Output: default@part_4 +PREHOOK: Output: default@part_5 POSTHOOK: query: explain vectorization detail from noop(on part_orc partition by p_mfgr @@ -3778,6 +3847,9 @@ cume_dist() over (distribute by p_mfgr sort by p_mfgr, p_name) as cud, first_value(p_size, true) over w1 as fv1 window w1 as (distribute by p_mfgr sort by p_mfgr, p_name rows between 2 preceding and 2 following) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +POSTHOOK: Output: default@part_4 +POSTHOOK: Output: default@part_5 PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4285,6 +4357,8 @@ from noop(on partition by p_mfgr,p_name order by p_mfgr,p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, rank() over (partition by p_mfgr,p_name) as r, @@ -4302,6 +4376,8 @@ from noop(on partition by p_mfgr,p_name order by p_mfgr,p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4602,6 +4678,8 @@ from noop(on partition by p_mfgr order by p_mfgr ) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, rank() over (partition by p_mfgr order by p_name) as r, @@ -4619,6 +4697,8 @@ from noop(on partition by p_mfgr order by p_mfgr ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4919,6 +4999,8 @@ from noop(on partition by p_mfgr order by p_mfgr)) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, rank() over (partition by p_mfgr order by p_name) as r, @@ -4934,6 +5016,8 @@ from noop(on partition by p_mfgr order by p_mfgr)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -5238,6 +5322,8 @@ from noopwithmap(on partition by p_mfgr,p_name order by p_mfgr,p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, rank() over (partition by p_mfgr,p_name) as r, @@ -5255,6 +5341,8 @@ from noopwithmap(on partition by p_mfgr,p_name order by p_mfgr,p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -5573,6 +5661,8 @@ from noop(on order by p_mfgr )) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, rank() over (partition by p_mfgr,p_name order by p_mfgr,p_name) as r, @@ -5589,6 +5679,8 @@ from noop(on order by p_mfgr )) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -5877,6 +5969,8 @@ from noopwithmap(on order by p_mfgr, p_name) )) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, rank() over (partition by p_mfgr order by p_name) as r, @@ -5891,6 +5985,8 @@ from noopwithmap(on order by p_mfgr, p_name) )) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vectorized_shufflejoin.q.out b/ql/src/test/results/clientpositive/llap/vectorized_shufflejoin.q.out index c3ae00b..4dbc7e4 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_shufflejoin.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_shufflejoin.q.out @@ -2,10 +2,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(t1.cint) AS CNT, FROM alltypesorc t1 JOIN alltypesorc t2 ON t1.cint = t2.cint order by CNT PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(t1.cint) AS CNT, MAX(t2.cint) , MIN(t1.cint), AVG(t1.cint+t2.cint) FROM alltypesorc t1 JOIN alltypesorc t2 ON t1.cint = t2.cint order by CNT POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vectorized_string_funcs.q.out b/ql/src/test/results/clientpositive/llap/vectorized_string_funcs.q.out index aecd67e..271f63b 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_string_funcs.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_string_funcs.q.out @@ -20,6 +20,8 @@ where cbigint % 237 = 0 and length(substr(cstring1, 1, 2)) <= 2 and cstring1 like '%' PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select substr(cstring1, 1, 2) @@ -42,6 +44,8 @@ where cbigint % 237 = 0 and length(substr(cstring1, 1, 2)) <= 2 and cstring1 like '%' POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vectorized_timestamp.q.out b/ql/src/test/results/clientpositive/llap/vectorized_timestamp.q.out index 8b647f8..b573c83 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_timestamp.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_timestamp.q.out @@ -22,9 +22,13 @@ POSTHOOK: Lineage: test_n2.ts SCRIPT [] PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT ts FROM test_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@test_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT ts FROM test_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: false enabledConditionsNotMet: [hive.vectorized.execution.enabled IS false] @@ -104,9 +108,13 @@ POSTHOOK: Input: default@test_n2 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT MIN(ts), MAX(ts), MAX(ts) - MIN(ts) FROM test_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@test_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT MIN(ts), MAX(ts), MAX(ts) - MIN(ts) FROM test_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -244,9 +252,13 @@ POSTHOOK: Input: default@test_n2 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT ts FROM test_n2 WHERE ts IN (timestamp '0001-01-01 00:00:00.000000000', timestamp '0002-02-02 00:00:00.000000000') PREHOOK: type: QUERY +PREHOOK: Input: default@test_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT ts FROM test_n2 WHERE ts IN (timestamp '0001-01-01 00:00:00.000000000', timestamp '0002-02-02 00:00:00.000000000') POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -329,9 +341,13 @@ POSTHOOK: Input: default@test_n2 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT AVG(ts), CAST(AVG(ts) AS TIMESTAMP) FROM test_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@test_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT AVG(ts), CAST(AVG(ts) AS TIMESTAMP) FROM test_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -469,9 +485,13 @@ POSTHOOK: Input: default@test_n2 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT variance(ts), var_pop(ts), var_samp(ts), std(ts), stddev(ts), stddev_pop(ts), stddev_samp(ts) FROM test_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@test_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT variance(ts), var_pop(ts), var_samp(ts), std(ts), stddev(ts), stddev_pop(ts), stddev_samp(ts) FROM test_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vectorized_timestamp_funcs.q.out b/ql/src/test/results/clientpositive/llap/vectorized_timestamp_funcs.q.out index cc7699b..0974f97 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_timestamp_funcs.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_timestamp_funcs.q.out @@ -218,6 +218,8 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT FROM alltypesorc_string ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT to_unix_timestamp(ctimestamp1) AS c1, year(ctimestamp1), @@ -239,6 +241,8 @@ POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT FROM alltypesorc_string ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -436,6 +440,8 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT FROM alltypesorc_string ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT to_unix_timestamp(stimestamp1) AS c1, year(stimestamp1), @@ -449,6 +455,8 @@ POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT FROM alltypesorc_string ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -630,6 +638,8 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT FROM alltypesorc_string ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT to_unix_timestamp(ctimestamp1) = to_unix_timestamp(stimestamp1) AS c1, year(ctimestamp1) = year(stimestamp1), @@ -643,6 +653,8 @@ POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT FROM alltypesorc_string ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -824,6 +836,8 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT FROM alltypesorc_wrong ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_wrong +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT to_unix_timestamp(stimestamp1) AS c1, year(stimestamp1), @@ -837,6 +851,8 @@ POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT FROM alltypesorc_wrong ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_wrong +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -963,6 +979,8 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT count(*) FROM alltypesorc_string PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT min(ctimestamp1), max(ctimestamp1), @@ -970,6 +988,8 @@ POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT count(*) FROM alltypesorc_string POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1093,10 +1113,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT round(sum(ctimestamp1), 3) FROM alltypesorc_string PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT round(sum(ctimestamp1), 3) FROM alltypesorc_string POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1230,6 +1254,8 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT round(stddev_samp(ctimestamp1), 3) FROM alltypesorc_string PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT round(avg(ctimestamp1), 0), variance(ctimestamp1) between 8.97077295279421E19 and 8.97077295279422E19, @@ -1241,6 +1267,8 @@ POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT round(stddev_samp(ctimestamp1), 3) FROM alltypesorc_string POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/vectorized_timestamp_ints_casts.q.out b/ql/src/test/results/clientpositive/llap/vectorized_timestamp_ints_casts.q.out index c7f6215..ea9b956 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_timestamp_ints_casts.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_timestamp_ints_casts.q.out @@ -16,6 +16,8 @@ from alltypesorc where cbigint % 250 = 0 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select @@ -34,6 +36,8 @@ from alltypesorc where cbigint % 250 = 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -180,6 +184,8 @@ from alltypesorc where cbigint % 250 = 0 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select @@ -198,6 +204,8 @@ from alltypesorc where cbigint % 250 = 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/llap/windowing.q.out b/ql/src/test/results/clientpositive/llap/windowing.q.out index d752941..63da206 100644 --- a/ql/src/test/results/clientpositive/llap/windowing.q.out +++ b/ql/src/test/results/clientpositive/llap/windowing.q.out @@ -1811,12 +1811,16 @@ sum(p_size) over w1 as s from part window w1 as (distribute by p_mfgr sort by p_name rows between 2 preceding and 2 following) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select DISTINCT p_mfgr, p_name, p_size, sum(p_size) over w1 as s from part window w1 as (distribute by p_mfgr sort by p_name rows between 2 preceding and 2 following) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/windowing_gby.q.out b/ql/src/test/results/clientpositive/llap/windowing_gby.q.out index deaa943..bbf9fab 100644 --- a/ql/src/test/results/clientpositive/llap/windowing_gby.q.out +++ b/ql/src/test/results/clientpositive/llap/windowing_gby.q.out @@ -4,12 +4,18 @@ PREHOOK: query: explain from cbo_t3 ws join alltypesorc wr on ws.value = wr.cstring1 group by ws.c_boolean ) in_web PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### POSTHOOK: query: explain select rank() over (order by return_ratio) as return_rank from (select sum(wr.cint)/sum(ws.c_int) as return_ratio from cbo_t3 ws join alltypesorc wr on ws.value = wr.cstring1 group by ws.c_boolean ) in_web POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/load_dyn_part1.q.out b/ql/src/test/results/clientpositive/load_dyn_part1.q.out index eae65bb..63a17f4 100644 --- a/ql/src/test/results/clientpositive/load_dyn_part1.q.out +++ b/ql/src/test/results/clientpositive/load_dyn_part1.q.out @@ -46,11 +46,23 @@ from srcpart insert overwrite table nzhang_part1_n0 partition (ds, hr) select key, value, ds, hr where ds <= '2008-04-08' insert overwrite table nzhang_part2_n0 partition(ds='2008-12-31', hr) select key, value, hr where ds > '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: default@nzhang_part1_n0 +PREHOOK: Output: default@nzhang_part2_n0@ds=2008-12-31 POSTHOOK: query: explain from srcpart insert overwrite table nzhang_part1_n0 partition (ds, hr) select key, value, ds, hr where ds <= '2008-04-08' insert overwrite table nzhang_part2_n0 partition(ds='2008-12-31', hr) select key, value, hr where ds > '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6 diff --git a/ql/src/test/results/clientpositive/load_dyn_part10.q.out b/ql/src/test/results/clientpositive/load_dyn_part10.q.out index 38fd78d..1ff3dea 100644 --- a/ql/src/test/results/clientpositive/load_dyn_part10.q.out +++ b/ql/src/test/results/clientpositive/load_dyn_part10.q.out @@ -37,10 +37,17 @@ PREHOOK: query: explain from srcpart insert overwrite table nzhang_part10 partition(ds='2008-12-31', hr) select key, value, hr where ds > '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: default@nzhang_part10@ds=2008-12-31 POSTHOOK: query: explain from srcpart insert overwrite table nzhang_part10 partition(ds='2008-12-31', hr) select key, value, hr where ds > '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/load_dyn_part13.q.out b/ql/src/test/results/clientpositive/load_dyn_part13.q.out index 89aa84f..ac2f235 100644 --- a/ql/src/test/results/clientpositive/load_dyn_part13.q.out +++ b/ql/src/test/results/clientpositive/load_dyn_part13.q.out @@ -44,6 +44,8 @@ select * from ( from src where key > 20 and key < 40) s PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@nzhang_part13@ds=2010-03-03 POSTHOOK: query: explain insert overwrite table nzhang_part13 partition (ds="2010-03-03", hr) select * from ( @@ -55,6 +57,7 @@ select * from ( from src where key > 20 and key < 40) s POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/load_dyn_part14.q.out b/ql/src/test/results/clientpositive/load_dyn_part14.q.out index ebc563e..bc4d704 100644 --- a/ql/src/test/results/clientpositive/load_dyn_part14.q.out +++ b/ql/src/test/results/clientpositive/load_dyn_part14.q.out @@ -32,6 +32,8 @@ select key, value from ( select * from (select 'k3' as key, ' ' as value from src limit 2)c ) T PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@nzhang_part14_n0 POSTHOOK: query: explain insert overwrite table nzhang_part14_n0 partition(value) select key, value from ( @@ -42,6 +44,7 @@ select key, value from ( select * from (select 'k3' as key, ' ' as value from src limit 2)c ) T POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-9, Stage-10 diff --git a/ql/src/test/results/clientpositive/load_dyn_part2.q.out b/ql/src/test/results/clientpositive/load_dyn_part2.q.out index ce33f93..843fc56 100644 --- a/ql/src/test/results/clientpositive/load_dyn_part2.q.out +++ b/ql/src/test/results/clientpositive/load_dyn_part2.q.out @@ -30,9 +30,20 @@ hr string PREHOOK: query: explain insert overwrite table nzhang_part_bucket partition (ds='2010-03-23', hr) select key, value, hr from srcpart where ds is not null and hr is not null PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: default@nzhang_part_bucket@ds=2010-03-23 POSTHOOK: query: explain insert overwrite table nzhang_part_bucket partition (ds='2010-03-23', hr) select key, value, hr from srcpart where ds is not null and hr is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/load_dyn_part3.q.out b/ql/src/test/results/clientpositive/load_dyn_part3.q.out index 823f0c7..15f2320 100644 --- a/ql/src/test/results/clientpositive/load_dyn_part3.q.out +++ b/ql/src/test/results/clientpositive/load_dyn_part3.q.out @@ -36,9 +36,20 @@ hr string PREHOOK: query: explain insert overwrite table nzhang_part3 partition (ds, hr) select key, value, ds, hr from srcpart where ds is not null and hr is not null PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: default@nzhang_part3 POSTHOOK: query: explain insert overwrite table nzhang_part3 partition (ds, hr) select key, value, ds, hr from srcpart where ds is not null and hr is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/load_dyn_part4.q.out b/ql/src/test/results/clientpositive/load_dyn_part4.q.out index 2ff534b..6b88369 100644 --- a/ql/src/test/results/clientpositive/load_dyn_part4.q.out +++ b/ql/src/test/results/clientpositive/load_dyn_part4.q.out @@ -46,9 +46,20 @@ POSTHOOK: Lineage: nzhang_part4 PARTITION(ds=2008-04-08,hr=existing_value).value PREHOOK: query: explain insert overwrite table nzhang_part4 partition (ds, hr) select key, value, ds, hr from srcpart where ds is not null and hr is not null PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: default@nzhang_part4 POSTHOOK: query: explain insert overwrite table nzhang_part4 partition (ds, hr) select key, value, ds, hr from srcpart where ds is not null and hr is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/load_dyn_part8.q.out b/ql/src/test/results/clientpositive/load_dyn_part8.q.out index 0bf2145..97b8886 100644 --- a/ql/src/test/results/clientpositive/load_dyn_part8.q.out +++ b/ql/src/test/results/clientpositive/load_dyn_part8.q.out @@ -38,11 +38,23 @@ from srcpart insert overwrite table nzhang_part8_n0 partition (ds, hr) select key, value, ds, hr where ds <= '2008-04-08' insert overwrite table nzhang_part8_n0 partition(ds='2008-12-31', hr) select key, value, hr where ds > '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: default@nzhang_part8_n0 +PREHOOK: Output: default@nzhang_part8_n0@ds=2008-12-31 POSTHOOK: query: explain extended from srcpart insert overwrite table nzhang_part8_n0 partition (ds, hr) select key, value, ds, hr where ds <= '2008-04-08' insert overwrite table nzhang_part8_n0 partition(ds='2008-12-31', hr) select key, value, hr where ds > '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/load_dyn_part9.q.out b/ql/src/test/results/clientpositive/load_dyn_part9.q.out index a5af46d..a3af21f 100644 --- a/ql/src/test/results/clientpositive/load_dyn_part9.q.out +++ b/ql/src/test/results/clientpositive/load_dyn_part9.q.out @@ -37,10 +37,17 @@ PREHOOK: query: explain from srcpart insert overwrite table nzhang_part9 partition (ds, hr) select key, value, ds, hr where ds <= '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@nzhang_part9 POSTHOOK: query: explain from srcpart insert overwrite table nzhang_part9 partition (ds, hr) select key, value, ds, hr where ds <= '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/louter_join_ppr.q.out b/ql/src/test/results/clientpositive/louter_join_ppr.q.out index fbc2e3d..5d54984 100644 --- a/ql/src/test/results/clientpositive/louter_join_ppr.q.out +++ b/ql/src/test/results/clientpositive/louter_join_ppr.q.out @@ -7,6 +7,11 @@ PREHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED FROM src a @@ -16,6 +21,11 @@ POSTHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`key` AS `key1`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`src` @@ -312,6 +322,11 @@ PREHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED FROM srcpart a @@ -321,6 +336,11 @@ POSTHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`key` AS `key1`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value`, CAST('2008-04-08' AS STRING) AS `ds` FROM `default`.`srcpart` @@ -621,6 +641,11 @@ PREHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 AND b.ds = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED FROM src a @@ -630,6 +655,11 @@ POSTHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 AND b.ds = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`key` AS `key1`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`src` @@ -926,6 +956,11 @@ PREHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 AND a.ds = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED FROM srcpart a @@ -935,6 +970,11 @@ POSTHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 AND a.ds = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`key` AS `key1`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value`, CAST('2008-04-08' AS STRING) AS `ds` FROM `default`.`srcpart` diff --git a/ql/src/test/results/clientpositive/macro.q.out b/ql/src/test/results/clientpositive/macro.q.out index 70281ac..d9f43da 100644 --- a/ql/src/test/results/clientpositive/macro.q.out +++ b/ql/src/test/results/clientpositive/macro.q.out @@ -15,8 +15,12 @@ POSTHOOK: Input: default@src 0.8807970779778823 PREHOOK: query: EXPLAIN SELECT SIGMOID(2) FROM src LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SIGMOID(2) FROM src LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -88,8 +92,12 @@ POSTHOOK: Input: default@src 2 PREHOOK: query: EXPLAIN SELECT FIXED_NUMBER() + 1 FROM src LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT FIXED_NUMBER() + 1 FROM src LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -188,8 +196,12 @@ POSTHOOK: Input: default@src 10 PREHOOK: query: EXPLAIN SELECT SIMPLE_ADD(1, 9) FROM src LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT SIMPLE_ADD(1, 9) FROM src LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/mapjoin1.q.out b/ql/src/test/results/clientpositive/mapjoin1.q.out index b521f62..dcbef2a 100644 --- a/ql/src/test/results/clientpositive/mapjoin1.q.out +++ b/ql/src/test/results/clientpositive/mapjoin1.q.out @@ -24,9 +24,13 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN src b on a.key=b.key AND true limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN src b on a.key=b.key AND true limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -111,9 +115,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN src b on a.key=b.key AND b.key * 10 < '1000' limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN src b on a.key=b.key AND b.key * 10 < '1000' limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -205,10 +213,14 @@ PREHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN (select key, named_struct('key', key, 'value', value) as kv from src) b on a.key=b.key AND b.kv.key > 200 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN (select key, named_struct('key', key, 'value', value) as kv from src) b on a.key=b.key AND b.kv.key > 200 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -301,9 +313,13 @@ NULL NULL 165 {"key":"165","value":"val_165"} PREHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN src b on a.key=b.key AND true limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN src b on a.key=b.key AND true limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -388,9 +404,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN src b on a.key=b.key AND b.key * 10 < '1000' limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN src b on a.key=b.key AND b.key * 10 < '1000' limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -482,10 +502,14 @@ PREHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN (select key, named_struct('key', key, 'value', value) as kv from src) b on a.key=b.key AND b.kv.key > 200 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN (select key, named_struct('key', key, 'value', value) as kv from src) b on a.key=b.key AND b.kv.key > 200 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 diff --git a/ql/src/test/results/clientpositive/mapjoin3.q.out b/ql/src/test/results/clientpositive/mapjoin3.q.out index cf48fa2..f547126 100644 --- a/ql/src/test/results/clientpositive/mapjoin3.q.out +++ b/ql/src/test/results/clientpositive/mapjoin3.q.out @@ -76,6 +76,9 @@ test_1 ) t1 ON t2.member = t1.member PREHOOK: type: QUERY +PREHOOK: Input: default@test_1 +PREHOOK: Input: default@test_2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT t2.member @@ -93,6 +96,9 @@ test_1 ) t1 ON t2.member = t1.member POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_1 +POSTHOOK: Input: default@test_2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 diff --git a/ql/src/test/results/clientpositive/mapjoin46.q.out b/ql/src/test/results/clientpositive/mapjoin46.q.out index b3d418c..2de4812 100644 --- a/ql/src/test/results/clientpositive/mapjoin46.q.out +++ b/ql/src/test/results/clientpositive/mapjoin46.q.out @@ -45,11 +45,17 @@ SELECT * FROM test1_n4 LEFT OUTER JOIN test2_n2 ON (test1_n4.value=test2_n2.value) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n4 +PREHOOK: Input: default@test2_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n4 LEFT OUTER JOIN test2_n2 ON (test1_n4.value=test2_n2.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n4 +POSTHOOK: Input: default@test2_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -139,6 +145,9 @@ ON (test1_n4.value=test2_n2.value AND test1_n4.key between 100 and 102 AND test2_n2.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n4 +PREHOOK: Input: default@test2_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n4 LEFT OUTER JOIN test2_n2 @@ -146,6 +155,9 @@ ON (test1_n4.value=test2_n2.value AND test1_n4.key between 100 and 102 AND test2_n2.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n4 +POSTHOOK: Input: default@test2_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -246,12 +258,18 @@ FROM test1_n4 LEFT OUTER JOIN test2_n2 ON (test1_n4.key between 100 and 102 AND test2_n2.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n4 +PREHOOK: Input: default@test2_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n4 LEFT OUTER JOIN test2_n2 ON (test1_n4.key between 100 and 102 AND test2_n2.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n4 +POSTHOOK: Input: default@test2_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -349,11 +367,17 @@ SELECT * FROM test1_n4 RIGHT OUTER JOIN test2_n2 ON (test1_n4.value=test2_n2.value AND true) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n4 +PREHOOK: Input: default@test2_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n4 RIGHT OUTER JOIN test2_n2 ON (test1_n4.value=test2_n2.value AND true) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n4 +POSTHOOK: Input: default@test2_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -440,11 +464,17 @@ SELECT * FROM test1_n4 LEFT OUTER JOIN test2_n2 ON (test1_n4.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n4 +PREHOOK: Input: default@test2_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n4 LEFT OUTER JOIN test2_n2 ON (test1_n4.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n4 +POSTHOOK: Input: default@test2_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -546,6 +576,9 @@ ON (test1_n4.value=test2_n2.value OR test1_n4.key between 100 and 102 OR test2_n2.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n4 +PREHOOK: Input: default@test2_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n4 LEFT OUTER JOIN test2_n2 @@ -553,6 +586,9 @@ ON (test1_n4.value=test2_n2.value OR test1_n4.key between 100 and 102 OR test2_n2.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n4 +POSTHOOK: Input: default@test2_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -653,12 +689,18 @@ FROM test1_n4 LEFT OUTER JOIN test2_n2 ON (test1_n4.value=test2_n2.value OR test1_n4.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n4 +PREHOOK: Input: default@test2_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n4 LEFT OUTER JOIN test2_n2 ON (test1_n4.value=test2_n2.value OR test1_n4.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n4 +POSTHOOK: Input: default@test2_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -757,12 +799,18 @@ FROM test1_n4 LEFT OUTER JOIN test2_n2 ON (test1_n4.value=test2_n2.value OR test2_n2.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n4 +PREHOOK: Input: default@test2_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n4 LEFT OUTER JOIN test2_n2 ON (test1_n4.value=test2_n2.value OR test2_n2.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n4 +POSTHOOK: Input: default@test2_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -856,6 +904,9 @@ ON (test1_n4.value=test2_n2.value AND (test1_n4.key between 100 and 102 OR test2_n2.key between 100 and 102)) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n4 +PREHOOK: Input: default@test2_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n4 LEFT OUTER JOIN test2_n2 @@ -863,6 +914,9 @@ ON (test1_n4.value=test2_n2.value AND (test1_n4.key between 100 and 102 OR test2_n2.key between 100 and 102)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n4 +POSTHOOK: Input: default@test2_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -957,6 +1011,9 @@ ON (test1_n4.value=test2_n2.value OR test1_n4.key between 100 and 102 OR test2_n2.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n4 +PREHOOK: Input: default@test2_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n4 RIGHT OUTER JOIN test2_n2 @@ -964,6 +1021,9 @@ ON (test1_n4.value=test2_n2.value OR test1_n4.key between 100 and 102 OR test2_n2.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n4 +POSTHOOK: Input: default@test2_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -1064,12 +1124,18 @@ FROM test1_n4 RIGHT OUTER JOIN test2_n2 ON (test1_n4.value=test2_n2.value OR test1_n4.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n4 +PREHOOK: Input: default@test2_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n4 RIGHT OUTER JOIN test2_n2 ON (test1_n4.value=test2_n2.value OR test1_n4.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n4 +POSTHOOK: Input: default@test2_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -1165,12 +1231,18 @@ FROM test1_n4 RIGHT OUTER JOIN test2_n2 ON (test1_n4.value=test2_n2.value OR test2_n2.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n4 +PREHOOK: Input: default@test2_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n4 RIGHT OUTER JOIN test2_n2 ON (test1_n4.value=test2_n2.value OR test2_n2.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n4 +POSTHOOK: Input: default@test2_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -1266,6 +1338,9 @@ ON (test1_n4.value=test2_n2.value AND (test1_n4.key between 100 and 102 OR test2_n2.key between 100 and 102)) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n4 +PREHOOK: Input: default@test2_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n4 RIGHT OUTER JOIN test2_n2 @@ -1273,6 +1348,9 @@ ON (test1_n4.value=test2_n2.value AND (test1_n4.key between 100 and 102 OR test2_n2.key between 100 and 102)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n4 +POSTHOOK: Input: default@test2_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -1365,6 +1443,9 @@ ON (test1_n4.value=test2_n2.value OR test1_n4.key between 100 and 102 OR test2_n2.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n4 +PREHOOK: Input: default@test2_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n4 FULL OUTER JOIN test2_n2 @@ -1372,6 +1453,9 @@ ON (test1_n4.value=test2_n2.value OR test1_n4.key between 100 and 102 OR test2_n2.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n4 +POSTHOOK: Input: default@test2_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1562,12 +1646,18 @@ FROM test1_n4 FULL OUTER JOIN test2_n2 ON (test1_n4.value=test2_n2.value OR test2_n2.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n4 +PREHOOK: Input: default@test2_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n4 FULL OUTER JOIN test2_n2 ON (test1_n4.value=test2_n2.value OR test2_n2.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n4 +POSTHOOK: Input: default@test2_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1656,6 +1746,9 @@ ON (test1_n4.value=test2_n2.value AND (test1_n4.key between 100 and 102 OR test2_n2.key between 100 and 102)) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n4 +PREHOOK: Input: default@test2_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n4 FULL OUTER JOIN test2_n2 @@ -1663,6 +1756,9 @@ ON (test1_n4.value=test2_n2.value AND (test1_n4.key between 100 and 102 OR test2_n2.key between 100 and 102)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n4 +POSTHOOK: Input: default@test2_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1769,6 +1865,9 @@ FULL OUTER JOIN ( ) sq2 ON (sq1.value1 is null or sq2.value4 is null and sq2.value3 != sq1.value2) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n4 +PREHOOK: Input: default@test2_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM ( @@ -1789,6 +1888,15 @@ FULL OUTER JOIN ( ) sq2 ON (sq1.value1 is null or sq2.value4 is null and sq2.value3 != sq1.value2) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n4 +POSTHOOK: Input: default@test2_n2 +#### A masked pattern was here #### +POSTHOOK: Input: default@test1_n4 +POSTHOOK: Input: default@test2_n2 +#### A masked pattern was here #### +POSTHOOK: Input: default@test1_n4 +POSTHOOK: Input: default@test2_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-8 is a root stage Stage-2 depends on stages: Stage-8 diff --git a/ql/src/test/results/clientpositive/mapjoin47.q.out b/ql/src/test/results/clientpositive/mapjoin47.q.out index cd61cee..3e596dd 100644 --- a/ql/src/test/results/clientpositive/mapjoin47.q.out +++ b/ql/src/test/results/clientpositive/mapjoin47.q.out @@ -6,6 +6,9 @@ ON (src1.key=src.key AND src.value between 100 and 102) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src1 JOIN src @@ -14,6 +17,9 @@ ON (src1.key=src.key AND src.value between 100 and 102) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -110,12 +116,18 @@ FROM src1 JOIN src ON (src1.key=src.key AND true) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src1 JOIN src ON (src1.key=src.key AND true) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -221,6 +233,9 @@ ON (src1.value between 100 and 102 AND true) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src1 JOIN src @@ -229,6 +244,9 @@ ON (src1.value between 100 and 102 AND true) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -329,6 +347,9 @@ ON (src1.key=src.key OR src.value between 100 and 102) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src1 JOIN src @@ -337,6 +358,9 @@ ON (src1.key=src.key OR src.value between 100 and 102) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -440,6 +464,9 @@ ON (src1.key+src.key >= 100 AND src1.key+src.key <= 102) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src1 JOIN src @@ -447,6 +474,9 @@ ON (src1.key+src.key >= 100 AND src1.key+src.key <= 102) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -544,6 +574,9 @@ ON (src1.key+src.key >= 100 OR src1.key+src.key <= 102) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src1 JOIN src @@ -551,6 +584,9 @@ ON (src1.key+src.key >= 100 OR src1.key+src.key <= 102) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -651,12 +687,18 @@ FROM src1 JOIN src ON ((src1.key,src.key) IN ((100,100),(101,101),(102,102))) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src1 JOIN src ON ((src1.key,src.key) IN ((100,100),(101,101),(102,102))) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -746,6 +788,9 @@ JOIN src1 a ON (a.key+src.key >= 100) LEFT OUTER JOIN src1 b ON (b.key = src.key) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src @@ -753,6 +798,9 @@ JOIN src1 a ON (a.key+src.key >= 100) LEFT OUTER JOIN src1 b ON (b.key = src.key) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-7 is a root stage Stage-5 depends on stages: Stage-7 @@ -881,6 +929,9 @@ LEFT OUTER JOIN src1 a ON (a.key = src.key) JOIN src1 b ON (b.key+src.key<= 102) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src @@ -888,6 +939,9 @@ LEFT OUTER JOIN src1 a ON (a.key = src.key) JOIN src1 b ON (b.key+src.key<= 102) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-7 is a root stage Stage-5 depends on stages: Stage-7 @@ -1012,6 +1066,9 @@ JOIN src1 a ON (a.key+src.key >= 100) RIGHT OUTER JOIN src1 b ON (b.key = src.key) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src @@ -1019,6 +1076,9 @@ JOIN src1 a ON (a.key+src.key >= 100) RIGHT OUTER JOIN src1 b ON (b.key = src.key) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-9 is a root stage Stage-7 depends on stages: Stage-9 @@ -1212,6 +1272,9 @@ RIGHT OUTER JOIN src1 a ON (a.key = src.key) JOIN src1 b ON (b.key+src.key<= 102) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src @@ -1219,6 +1282,9 @@ RIGHT OUTER JOIN src1 a ON (a.key = src.key) JOIN src1 b ON (b.key+src.key<= 102) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-7 is a root stage Stage-5 depends on stages: Stage-7 @@ -1333,6 +1399,9 @@ JOIN src1 a ON (a.key+src.key >= 100) FULL OUTER JOIN src1 b ON (b.key = src.key) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src @@ -1340,6 +1409,9 @@ JOIN src1 a ON (a.key+src.key >= 100) FULL OUTER JOIN src1 b ON (b.key = src.key) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-6 is a root stage Stage-2 depends on stages: Stage-6 @@ -1469,6 +1541,9 @@ FULL OUTER JOIN src1 a ON (a.key = src.key) JOIN src1 b ON (b.key+src.key<= 102) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src @@ -1476,6 +1551,9 @@ FULL OUTER JOIN src1 a ON (a.key = src.key) JOIN src1 b ON (b.key+src.key<= 102) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-6 depends on stages: Stage-1 @@ -1619,6 +1697,9 @@ JOIN cbo_t1 t4 ON (t4.key = t2.key or t2.c_float = t4.c_float and t4.value = t2 JOIN cbo_t1 t5 ON (t5.key = t2.key or t2.c_boolean = t4.c_boolean and t5.c_int = 42) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM cbo_t1 t1 @@ -1628,6 +1709,9 @@ JOIN cbo_t1 t4 ON (t4.key = t2.key or t2.c_float = t4.c_float and t4.value = t2 JOIN cbo_t1 t5 ON (t5.key = t2.key or t2.c_boolean = t4.c_boolean and t5.c_int = 42) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-8 is a root stage Stage-6 depends on stages: Stage-8 diff --git a/ql/src/test/results/clientpositive/mapjoin_distinct.q.out b/ql/src/test/results/clientpositive/mapjoin_distinct.q.out index 0436e4a..2c46441 100644 --- a/ql/src/test/results/clientpositive/mapjoin_distinct.q.out +++ b/ql/src/test/results/clientpositive/mapjoin_distinct.q.out @@ -4,12 +4,20 @@ JOIN srcpart d ON ( c.key=d.key AND c.ds='2008-04-08' AND d.ds='2008-04-08') SELECT /*+ MAPJOIN(d) */ DISTINCT c.value PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain FROM srcpart c JOIN srcpart d ON ( c.key=d.key AND c.ds='2008-04-08' AND d.ds='2008-04-08') SELECT /*+ MAPJOIN(d) */ DISTINCT c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-6 is a root stage Stage-2 depends on stages: Stage-6 @@ -151,12 +159,20 @@ JOIN srcpart d ON ( c.key=d.key AND c.ds='2008-04-08' AND d.ds='2008-04-08') SELECT /*+ MAPJOIN(d) */ DISTINCT c.value PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain FROM srcpart c JOIN srcpart d ON ( c.key=d.key AND c.ds='2008-04-08' AND d.ds='2008-04-08') SELECT /*+ MAPJOIN(d) */ DISTINCT c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-5 is a root stage Stage-2 depends on stages: Stage-5 @@ -274,12 +290,20 @@ JOIN srcpart d ON ( c.key=d.key AND c.ds='2008-04-08' AND d.ds='2008-04-08') SELECT /*+ MAPJOIN(d) */ DISTINCT c.value PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain FROM srcpart c JOIN srcpart d ON ( c.key=d.key AND c.ds='2008-04-08' AND d.ds='2008-04-08') SELECT /*+ MAPJOIN(d) */ DISTINCT c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-6 is a root stage Stage-2 depends on stages: Stage-6 @@ -416,12 +440,20 @@ JOIN srcpart d ON ( c.key=d.key AND c.ds='2008-04-08' AND d.ds='2008-04-08') SELECT /*+ MAPJOIN(d) */ DISTINCT c.value PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain FROM srcpart c JOIN srcpart d ON ( c.key=d.key AND c.ds='2008-04-08' AND d.ds='2008-04-08') SELECT /*+ MAPJOIN(d) */ DISTINCT c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-5 is a root stage Stage-2 depends on stages: Stage-5 diff --git a/ql/src/test/results/clientpositive/mapjoin_filter_on_outerjoin.q.out b/ql/src/test/results/clientpositive/mapjoin_filter_on_outerjoin.q.out index 89d8c86..58a3ef9 100644 --- a/ql/src/test/results/clientpositive/mapjoin_filter_on_outerjoin.q.out +++ b/ql/src/test/results/clientpositive/mapjoin_filter_on_outerjoin.q.out @@ -42,12 +42,18 @@ SELECT /*+ mapjoin(src1, src2) */ * FROM src1 JOIN src src3 ON (src2.key = src3.key AND src3.key < 300) SORT BY src1.key, src2.key, src3.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT /*+ mapjoin(src1, src2) */ * FROM src1 RIGHT OUTER JOIN src1 src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) JOIN src src3 ON (src2.key = src3.key AND src3.key < 300) SORT BY src1.key, src2.key, src3.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-1 depends on stages: Stage-4 @@ -195,12 +201,18 @@ SELECT * FROM src1 JOIN src src3 ON (src2.key = src3.key AND src3.key < 300) SORT BY src1.key, src2.key, src3.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src1 RIGHT OUTER JOIN src1 src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) JOIN src src3 ON (src2.key = src3.key AND src3.key < 300) SORT BY src1.key, src2.key, src3.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-6 is a root stage Stage-2 depends on stages: Stage-6 diff --git a/ql/src/test/results/clientpositive/mapjoin_mapjoin.q.out b/ql/src/test/results/clientpositive/mapjoin_mapjoin.q.out index c069f69..60166d7 100644 --- a/ql/src/test/results/clientpositive/mapjoin_mapjoin.q.out +++ b/ql/src/test/results/clientpositive/mapjoin_mapjoin.q.out @@ -1,7 +1,23 @@ PREHOOK: query: explain extended select srcpart.key from srcpart join src on (srcpart.value=src.value) join src1 on (srcpart.key=src1.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain extended select srcpart.key from srcpart join src on (srcpart.value=src.value) join src1 on (srcpart.key=src1.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t2`.`key` FROM (SELECT `value` FROM `default`.`src` @@ -433,9 +449,25 @@ STAGE PLANS: PREHOOK: query: explain select srcpart.key from srcpart join src on (srcpart.value=src.value) join src1 on (srcpart.key=src1.key) where srcpart.value > 'val_450' PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select srcpart.key from srcpart join src on (srcpart.value=src.value) join src1 on (srcpart.key=src1.key) where srcpart.value > 'val_450' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-7 is a root stage Stage-5 depends on stages: Stage-7 @@ -532,9 +564,23 @@ STAGE PLANS: PREHOOK: query: explain select count(*) from srcpart join src on (srcpart.value=src.value) join src src1 on (srcpart.key=src1.key) group by ds PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from srcpart join src on (srcpart.value=src.value) join src src1 on (srcpart.key=src1.key) group by ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-8 is a root stage Stage-3 depends on stages: Stage-8 diff --git a/ql/src/test/results/clientpositive/mapjoin_memcheck.q.out b/ql/src/test/results/clientpositive/mapjoin_memcheck.q.out index 19a00e0..d302950 100644 --- a/ql/src/test/results/clientpositive/mapjoin_memcheck.q.out +++ b/ql/src/test/results/clientpositive/mapjoin_memcheck.q.out @@ -20,10 +20,14 @@ PREHOOK: query: explain select src1.key as k1, src1.value as v1, src2.key, src2.value from src0 src1 inner join src0 src2 on src1.key = src2.key PREHOOK: type: QUERY +PREHOOK: Input: default@src0 +#### A masked pattern was here #### POSTHOOK: query: explain select src1.key as k1, src1.value as v1, src2.key, src2.value from src0 src1 inner join src0 src2 on src1.key = src2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 diff --git a/ql/src/test/results/clientpositive/mapjoin_subquery.q.out b/ql/src/test/results/clientpositive/mapjoin_subquery.q.out index 1f3f1bb..f9af8d7 100644 --- a/ql/src/test/results/clientpositive/mapjoin_subquery.q.out +++ b/ql/src/test/results/clientpositive/mapjoin_subquery.q.out @@ -5,6 +5,11 @@ FROM FROM src1 x JOIN src y ON (x.key = y.key)) subq JOIN srcpart z ON (subq.key1 = z.key and z.ds='2008-04-08' and z.hr=11) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT subq.key1, z.value FROM @@ -12,6 +17,11 @@ FROM FROM src1 x JOIN src y ON (x.key = y.key)) subq JOIN srcpart z ON (subq.key1 = z.key and z.ds='2008-04-08' and z.hr=11) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-6 is a root stage Stage-4 depends on stages: Stage-6 @@ -249,6 +259,11 @@ FROM FROM src1 x JOIN src y ON (x.key = y.key)) subq JOIN srcpart z ON (subq.key1 = z.key and z.ds='2008-04-08' and z.hr=11) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT subq.key1, z.value FROM @@ -256,6 +271,11 @@ FROM FROM src1 x JOIN src y ON (x.key = y.key)) subq JOIN srcpart z ON (subq.key1 = z.key and z.ds='2008-04-08' and z.hr=11) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-6 is a root stage Stage-4 depends on stages: Stage-6 diff --git a/ql/src/test/results/clientpositive/mapjoin_subquery2.q.out b/ql/src/test/results/clientpositive/mapjoin_subquery2.q.out index 89f367c..771c585 100644 --- a/ql/src/test/results/clientpositive/mapjoin_subquery2.q.out +++ b/ql/src/test/results/clientpositive/mapjoin_subquery2.q.out @@ -71,6 +71,10 @@ FROM FROM y JOIN x ON (x.id = y.id)) subq JOIN z ON (subq.key1 = z.id) PREHOOK: type: QUERY +PREHOOK: Input: default@x +PREHOOK: Input: default@y +PREHOOK: Input: default@z +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT subq.key1, subq.value1, subq.key2, subq.value2, z.id, z.name FROM @@ -78,6 +82,10 @@ FROM FROM y JOIN x ON (x.id = y.id)) subq JOIN z ON (subq.key1 = z.id) POSTHOOK: type: QUERY +POSTHOOK: Input: default@x +POSTHOOK: Input: default@y +POSTHOOK: Input: default@z +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-7 is a root stage Stage-5 depends on stages: Stage-7 diff --git a/ql/src/test/results/clientpositive/mapjoin_test_outer.q.out b/ql/src/test/results/clientpositive/mapjoin_test_outer.q.out index dfa9387..c8b89de 100644 --- a/ql/src/test/results/clientpositive/mapjoin_test_outer.q.out +++ b/ql/src/test/results/clientpositive/mapjoin_test_outer.q.out @@ -233,12 +233,20 @@ SELECT /*+ mapjoin(src1, src2) */ * FROM src1 JOIN dest_2_n0 src3 ON (src2.key = src3.key) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@dest_1 +PREHOOK: Input: default@dest_2_n0 +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT /*+ mapjoin(src1, src2) */ * FROM src1 RIGHT OUTER JOIN dest_1 src2 ON (src1.key = src2.key) JOIN dest_2_n0 src3 ON (src2.key = src3.key) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest_1 +POSTHOOK: Input: default@dest_2_n0 +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-1 depends on stages: Stage-4 @@ -1055,12 +1063,20 @@ SELECT * FROM src1 JOIN dest_2_n0 src3 ON (src2.key = src3.key) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@dest_1 +PREHOOK: Input: default@dest_2_n0 +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src1 RIGHT OUTER JOIN dest_1 src2 ON (src1.key = src2.key) JOIN dest_2_n0 src3 ON (src2.key = src3.key) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest_1 +POSTHOOK: Input: default@dest_2_n0 +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-6 is a root stage Stage-2 depends on stages: Stage-6 diff --git a/ql/src/test/results/clientpositive/mapreduce1.q.out b/ql/src/test/results/clientpositive/mapreduce1.q.out index 090a370..8f0a9d3 100644 --- a/ql/src/test/results/clientpositive/mapreduce1.q.out +++ b/ql/src/test/results/clientpositive/mapreduce1.q.out @@ -14,6 +14,8 @@ USING 'cat' AS (tkey, ten, one, tvalue) DISTRIBUTE BY tvalue, tkey SORT BY ten, one PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n120 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n120 @@ -22,6 +24,8 @@ USING 'cat' AS (tkey, ten, one, tvalue) DISTRIBUTE BY tvalue, tkey SORT BY ten, one POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n120 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/mapreduce2.q.out b/ql/src/test/results/clientpositive/mapreduce2.q.out index 41abfeb..23cd33b 100644 --- a/ql/src/test/results/clientpositive/mapreduce2.q.out +++ b/ql/src/test/results/clientpositive/mapreduce2.q.out @@ -13,6 +13,8 @@ MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value USING 'cat' AS (tkey, ten, one, tvalue) DISTRIBUTE BY tvalue, tkey PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n162 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n162 @@ -20,6 +22,8 @@ MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value USING 'cat' AS (tkey, ten, one, tvalue) DISTRIBUTE BY tvalue, tkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n162 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/mapreduce3.q.out b/ql/src/test/results/clientpositive/mapreduce3.q.out index 17721e5..1a29f14 100644 --- a/ql/src/test/results/clientpositive/mapreduce3.q.out +++ b/ql/src/test/results/clientpositive/mapreduce3.q.out @@ -13,6 +13,8 @@ MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value USING 'cat' AS (tkey, ten, one, tvalue) SORT BY tvalue, tkey PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n23 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n23 @@ -20,6 +22,8 @@ MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value USING 'cat' AS (tkey, ten, one, tvalue) SORT BY tvalue, tkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n23 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/mapreduce4.q.out b/ql/src/test/results/clientpositive/mapreduce4.q.out index be7b33c..de841ab 100644 --- a/ql/src/test/results/clientpositive/mapreduce4.q.out +++ b/ql/src/test/results/clientpositive/mapreduce4.q.out @@ -14,6 +14,8 @@ USING 'cat' AS (tkey, ten, one, tvalue) DISTRIBUTE BY tvalue, tkey SORT BY ten DESC, one ASC PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n93 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n93 @@ -22,6 +24,8 @@ USING 'cat' AS (tkey, ten, one, tvalue) DISTRIBUTE BY tvalue, tkey SORT BY ten DESC, one ASC POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n93 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/mapreduce5.q.out b/ql/src/test/results/clientpositive/mapreduce5.q.out index 156ee55..7dc80b4 100644 --- a/ql/src/test/results/clientpositive/mapreduce5.q.out +++ b/ql/src/test/results/clientpositive/mapreduce5.q.out @@ -13,6 +13,8 @@ SELECT src.key as c1, CAST(src.key / 10 AS INT) as c2, CAST(src.key % 10 AS INT) DISTRIBUTE BY c4, c1 SORT BY c2 DESC, c3 ASC PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n133 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n133 @@ -20,6 +22,8 @@ SELECT src.key as c1, CAST(src.key / 10 AS INT) as c2, CAST(src.key % 10 AS INT) DISTRIBUTE BY c4, c1 SORT BY c2 DESC, c3 ASC POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n133 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/mapreduce6.q.out b/ql/src/test/results/clientpositive/mapreduce6.q.out index b0dde1a..bdf471b 100644 --- a/ql/src/test/results/clientpositive/mapreduce6.q.out +++ b/ql/src/test/results/clientpositive/mapreduce6.q.out @@ -13,6 +13,8 @@ SELECT src.key, CAST(src.key / 10 AS INT) as c2, CAST(src.key % 10 AS INT) as c3 DISTRIBUTE BY value, key SORT BY c2 DESC, c3 ASC PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n169 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n169 @@ -20,6 +22,8 @@ SELECT src.key, CAST(src.key / 10 AS INT) as c2, CAST(src.key % 10 AS INT) as c3 DISTRIBUTE BY value, key SORT BY c2 DESC, c3 ASC POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n169 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/mapreduce7.q.out b/ql/src/test/results/clientpositive/mapreduce7.q.out index 82cad21..bc7c78d 100644 --- a/ql/src/test/results/clientpositive/mapreduce7.q.out +++ b/ql/src/test/results/clientpositive/mapreduce7.q.out @@ -13,6 +13,8 @@ MAP src.*, src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.va USING 'cat' AS (k, v, tkey, ten, one, tvalue) SORT BY tvalue, tkey PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n37 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n37 @@ -20,6 +22,8 @@ MAP src.*, src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.va USING 'cat' AS (k, v, tkey, ten, one, tvalue) SORT BY tvalue, tkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n37 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/mapreduce8.q.out b/ql/src/test/results/clientpositive/mapreduce8.q.out index 93f1bea..27b6c5e 100644 --- a/ql/src/test/results/clientpositive/mapreduce8.q.out +++ b/ql/src/test/results/clientpositive/mapreduce8.q.out @@ -14,6 +14,8 @@ USING 'cat' AS (k, v, tkey, ten, one, tvalue) DISTRIBUTE BY rand(3) SORT BY tvalue, tkey PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n158 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n158 @@ -22,6 +24,8 @@ USING 'cat' AS (k, v, tkey, ten, one, tvalue) DISTRIBUTE BY rand(3) SORT BY tvalue, tkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n158 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/masking_1.q.out b/ql/src/test/results/clientpositive/masking_1.q.out index 6e0a9eb..2af1e95 100644 --- a/ql/src/test/results/clientpositive/masking_1.q.out +++ b/ql/src/test/results/clientpositive/masking_1.q.out @@ -12,8 +12,12 @@ POSTHOOK: Lineage: masking_test_n8.key EXPRESSION [(src)src.FieldSchema(name:key POSTHOOK: Lineage: masking_test_n8.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain select * from masking_test_n8 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n8 +#### A masked pattern was here #### POSTHOOK: query: explain select * from masking_test_n8 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n8 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -63,8 +67,12 @@ POSTHOOK: Input: default@masking_test_n8 2 2_lav PREHOOK: query: explain select * from masking_test_n8 where key > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n8 +#### A masked pattern was here #### POSTHOOK: query: explain select * from masking_test_n8 where key > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n8 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -111,8 +119,12 @@ POSTHOOK: Input: default@masking_test_n8 2 2_lav PREHOOK: query: explain select key from masking_test_n8 where key > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n8 +#### A masked pattern was here #### POSTHOOK: query: explain select key from masking_test_n8 where key > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n8 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -159,8 +171,12 @@ POSTHOOK: Input: default@masking_test_n8 2 PREHOOK: query: explain select value from masking_test_n8 where key > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n8 +#### A masked pattern was here #### POSTHOOK: query: explain select value from masking_test_n8 where key > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n8 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -207,8 +223,22 @@ POSTHOOK: Input: default@masking_test_n8 2_lav PREHOOK: query: explain select * from masking_test_n8 join srcpart on (masking_test_n8.key = srcpart.key) PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n8 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select * from masking_test_n8 join srcpart on (masking_test_n8.key = srcpart.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n8 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -340,8 +370,12 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 8 8_lav 8 val_8 2008-04-09 12 PREHOOK: query: explain select * from default.masking_test_n8 where key > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n8 +#### A masked pattern was here #### POSTHOOK: query: explain select * from default.masking_test_n8 where key > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n8 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -388,8 +422,12 @@ POSTHOOK: Input: default@masking_test_n8 2 2_lav PREHOOK: query: explain select * from masking_test_n8 where masking_test_n8.key > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n8 +#### A masked pattern was here #### POSTHOOK: query: explain select * from masking_test_n8 where masking_test_n8.key > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n8 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -436,8 +474,12 @@ POSTHOOK: Input: default@masking_test_n8 2 2_lav PREHOOK: query: explain select key, value from (select key, value from (select key, upper(value) as value from src where key > 0) t where key < 10) t2 where key % 2 = 0 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value from (select key, value from (select key, upper(value) as value from src where key > 0) t where key < 10) t2 where key % 2 = 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/masking_10.q.out b/ql/src/test/results/clientpositive/masking_10.q.out index 712f07b..001031b 100644 --- a/ql/src/test/results/clientpositive/masking_10.q.out +++ b/ql/src/test/results/clientpositive/masking_10.q.out @@ -14,8 +14,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@masking_test PREHOOK: query: explain select 2017 as a, value from masking_test group by 1, 2 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test +#### A masked pattern was here #### POSTHOOK: query: explain select 2017 as a, value from masking_test group by 1, 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -94,6 +98,8 @@ select * from masking_test alias03 on alias01.key = alias03.key PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test +#### A masked pattern was here #### POSTHOOK: query: explain select * from masking_test alias01 @@ -106,6 +112,8 @@ select * from masking_test alias03 on alias01.key = alias03.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/masking_12.q.out b/ql/src/test/results/clientpositive/masking_12.q.out index cc49fd3..49eb082 100644 --- a/ql/src/test/results/clientpositive/masking_12.q.out +++ b/ql/src/test/results/clientpositive/masking_12.q.out @@ -25,9 +25,15 @@ POSTHOOK: Lineage: v0.value SIMPLE [(masking_test_n5)masking_test_n5.FieldSchema PREHOOK: query: explain select * from `v0` PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n5 +PREHOOK: Input: default@v0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from `v0` POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n5 +POSTHOOK: Input: default@v0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -107,10 +113,18 @@ PREHOOK: query: explain select * from `v1_n9` limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_subq_n1 +PREHOOK: Input: default@src +PREHOOK: Input: default@v1_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select * from `v1_n9` limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_subq_n1 +POSTHOOK: Input: default@src +POSTHOOK: Input: default@v1_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-2 depends on stages: Stage-3 @@ -303,9 +317,17 @@ POSTHOOK: Lineage: masking_test_view.key SIMPLE [(masking_test_n5)masking_test_n PREHOOK: query: explain select key from `masking_test_view` PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n5 +PREHOOK: Input: default@masking_test_view +PREHOOK: Input: default@v0 +#### A masked pattern was here #### POSTHOOK: query: explain select key from `masking_test_view` POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n5 +POSTHOOK: Input: default@masking_test_view +POSTHOOK: Input: default@v0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -357,9 +379,17 @@ POSTHOOK: Input: default@v0 PREHOOK: query: explain select `v0`.value from `v0` join `masking_test_view` on `v0`.key = `masking_test_view`.key PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n5 +PREHOOK: Input: default@masking_test_view +PREHOOK: Input: default@v0 +#### A masked pattern was here #### POSTHOOK: query: explain select `v0`.value from `v0` join `masking_test_view` on `v0`.key = `masking_test_view`.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n5 +POSTHOOK: Input: default@masking_test_view +POSTHOOK: Input: default@v0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/masking_13.q.out b/ql/src/test/results/clientpositive/masking_13.q.out index 8fa3a41..60b6a5b 100644 --- a/ql/src/test/results/clientpositive/masking_13.q.out +++ b/ql/src/test/results/clientpositive/masking_13.q.out @@ -12,8 +12,12 @@ POSTHOOK: Lineage: masking_test.key EXPRESSION [(src)src.FieldSchema(name:key, t POSTHOOK: Lineage: masking_test.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain select * from masking_test PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test +#### A masked pattern was here #### POSTHOOK: query: explain select * from masking_test POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -103,9 +107,15 @@ POSTHOOK: Lineage: masking_test_view.key SIMPLE [(masking_test)masking_test.Fiel PREHOOK: query: explain select key from `masking_test_view` PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test +PREHOOK: Input: default@masking_test_view +#### A masked pattern was here #### POSTHOOK: query: explain select key from `masking_test_view` POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test +POSTHOOK: Input: default@masking_test_view +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/masking_1_newdb.q.out b/ql/src/test/results/clientpositive/masking_1_newdb.q.out index 0a60e06..9c09421 100644 --- a/ql/src/test/results/clientpositive/masking_1_newdb.q.out +++ b/ql/src/test/results/clientpositive/masking_1_newdb.q.out @@ -30,8 +30,12 @@ POSTHOOK: type: SWITCHDATABASE POSTHOOK: Input: database:default PREHOOK: query: explain select * from newdb.masking_test_n12 PREHOOK: type: QUERY +PREHOOK: Input: newdb@masking_test_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select * from newdb.masking_test_n12 POSTHOOK: type: QUERY +POSTHOOK: Input: newdb@masking_test_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -81,8 +85,12 @@ POSTHOOK: Input: newdb@masking_test_n12 2 2_lav PREHOOK: query: explain select * from newdb.masking_test_n12 where key > 0 PREHOOK: type: QUERY +PREHOOK: Input: newdb@masking_test_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select * from newdb.masking_test_n12 where key > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: newdb@masking_test_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/masking_2.q.out b/ql/src/test/results/clientpositive/masking_2.q.out index 85a8bb1..3106e15 100644 --- a/ql/src/test/results/clientpositive/masking_2.q.out +++ b/ql/src/test/results/clientpositive/masking_2.q.out @@ -12,8 +12,14 @@ POSTHOOK: Lineage: masking_test_n1.key EXPRESSION [(src)src.FieldSchema(name:key POSTHOOK: Lineage: masking_test_n1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain select * from masking_test_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n1 +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from masking_test_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n1 +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -67,8 +73,14 @@ POSTHOOK: Input: default@src 2 2_lav PREHOOK: query: explain select * from masking_test_n1 where key > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n1 +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from masking_test_n1 where key > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n1 +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -119,8 +131,14 @@ POSTHOOK: Input: default@src 2 2_lav PREHOOK: query: explain select * from src a join masking_test_n1 b on a.key = b.value where b.key > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n1 +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src a join masking_test_n1 b on a.key = b.value where b.key > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n1 +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -188,8 +206,14 @@ STAGE PLANS: PREHOOK: query: explain select a.*, b.key from masking_test_n1 a join masking_test_n1 b on a.key = b.value where b.key > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n1 +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select a.*, b.key from masking_test_n1 a join masking_test_n1 b on a.key = b.value where b.key > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n1 +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -259,8 +283,14 @@ STAGE PLANS: PREHOOK: query: explain select * from masking_test_n1 a union select b.* from masking_test_n1 b where b.key > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n1 +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from masking_test_n1 a union select b.* from masking_test_n1 b where b.key > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n1 +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/masking_3.q.out b/ql/src/test/results/clientpositive/masking_3.q.out index 1bd14bc..c006598 100644 --- a/ql/src/test/results/clientpositive/masking_3.q.out +++ b/ql/src/test/results/clientpositive/masking_3.q.out @@ -12,8 +12,14 @@ POSTHOOK: Lineage: masking_test_subq_n3.key EXPRESSION [(src)src.FieldSchema(nam POSTHOOK: Lineage: masking_test_subq_n3.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain select * from masking_test_subq_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_subq_n3 +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from masking_test_subq_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_subq_n3 +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-2 depends on stages: Stage-3 @@ -661,8 +667,14 @@ POSTHOOK: Input: default@src 498 val_498 PREHOOK: query: explain select * from masking_test_subq_n3 where key > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_subq_n3 +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from masking_test_subq_n3 where key > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_subq_n3 +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-2 depends on stages: Stage-3 @@ -1307,8 +1319,14 @@ POSTHOOK: Input: default@src 498 val_498 PREHOOK: query: explain select key from masking_test_subq_n3 where key > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_subq_n3 +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key from masking_test_subq_n3 where key > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_subq_n3 +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-2 depends on stages: Stage-3 @@ -1952,8 +1970,14 @@ POSTHOOK: Input: default@src 498 PREHOOK: query: explain select value from masking_test_subq_n3 where key > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_subq_n3 +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select value from masking_test_subq_n3 where key > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_subq_n3 +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-2 depends on stages: Stage-3 @@ -2602,8 +2626,24 @@ val_498 val_498 PREHOOK: query: explain select * from masking_test_subq_n3 join srcpart on (masking_test_subq_n3.key = srcpart.key) PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_subq_n3 +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select * from masking_test_subq_n3 join srcpart on (masking_test_subq_n3.key = srcpart.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_subq_n3 +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -6916,8 +6956,14 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 498 val_498 498 val_498 2008-04-08 12 PREHOOK: query: explain select * from default.masking_test_subq_n3 where key > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_subq_n3 +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from default.masking_test_subq_n3 where key > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_subq_n3 +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-2 depends on stages: Stage-3 @@ -7562,8 +7608,14 @@ POSTHOOK: Input: default@src 498 val_498 PREHOOK: query: explain select * from masking_test_subq_n3 where masking_test_subq_n3.key > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_subq_n3 +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from masking_test_subq_n3 where masking_test_subq_n3.key > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_subq_n3 +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-2 depends on stages: Stage-3 @@ -8208,8 +8260,12 @@ POSTHOOK: Input: default@src 498 val_498 PREHOOK: query: explain select key, value from (select key, value from (select key, upper(value) as value from src where key > 0) t where key < 10) t2 where key % 2 = 0 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value from (select key, value from (select key, upper(value) as value from src where key > 0) t where key < 10) t2 where key % 2 = 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/masking_4.q.out b/ql/src/test/results/clientpositive/masking_4.q.out index 1d096f8..3c1f3ee 100644 --- a/ql/src/test/results/clientpositive/masking_4.q.out +++ b/ql/src/test/results/clientpositive/masking_4.q.out @@ -27,11 +27,15 @@ with q1 as ( select key from q2 where key = '5'), q2 as ( select key from src where key = '5') select * from (select key from q1) a PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain with q1 as ( select key from q2 where key = '5'), q2 as ( select key from src where key = '5') select * from (select key from q1) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -69,10 +73,14 @@ PREHOOK: query: explain with q1 as ( select * from masking_test_n11 where key = '5') select * from q1 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n11 +#### A masked pattern was here #### POSTHOOK: query: explain with q1 as ( select * from masking_test_n11 where key = '5') select * from q1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -110,10 +118,14 @@ PREHOOK: query: explain with masking_test_subq_n2 as ( select * from masking_test_n11 where key = '5') select * from masking_test_subq_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n11 +#### A masked pattern was here #### POSTHOOK: query: explain with masking_test_subq_n2 as ( select * from masking_test_n11 where key = '5') select * from masking_test_subq_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -151,10 +163,16 @@ PREHOOK: query: explain with q1 as ( select * from masking_test_n11 where key = '5') select * from masking_test_subq_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_subq_n2 +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain with q1 as ( select * from masking_test_n11 where key = '5') select * from masking_test_subq_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_subq_n2 +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-2 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/masking_5.q.out b/ql/src/test/results/clientpositive/masking_5.q.out index a0735ff..b23e9da 100644 --- a/ql/src/test/results/clientpositive/masking_5.q.out +++ b/ql/src/test/results/clientpositive/masking_5.q.out @@ -12,8 +12,12 @@ POSTHOOK: Lineage: masking_test_n6.key EXPRESSION [(src)src.FieldSchema(name:key POSTHOOK: Lineage: masking_test_n6.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain select * from masking_test_n6 tablesample (10 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n6 +#### A masked pattern was here #### POSTHOOK: query: explain select * from masking_test_n6 tablesample (10 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n6 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -59,9 +63,13 @@ POSTHOOK: Input: default@masking_test_n6 PREHOOK: query: explain select * from masking_test_n6 tablesample(1 percent) PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n6 +#### A masked pattern was here #### POSTHOOK: query: explain select * from masking_test_n6 tablesample(1 percent) POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n6 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -140,9 +148,13 @@ POSTHOOK: Lineage: masking_test_n6.value SIMPLE [(src)src.FieldSchema(name:value PREHOOK: query: explain select * from masking_test_n6 tablesample (bucket 1 out of 2) s PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n6 +#### A masked pattern was here #### POSTHOOK: query: explain select * from masking_test_n6 tablesample (bucket 1 out of 2) s POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n6 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/masking_6.q.out b/ql/src/test/results/clientpositive/masking_6.q.out index 0f1bcb4..d347c0e 100644 --- a/ql/src/test/results/clientpositive/masking_6.q.out +++ b/ql/src/test/results/clientpositive/masking_6.q.out @@ -17,8 +17,14 @@ POSTHOOK: Lineage: masking_test_n0.key EXPRESSION [(src)src.FieldSchema(name:key POSTHOOK: Lineage: masking_test_n0.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain select * from masking_test_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n0 +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from masking_test_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n0 +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -72,8 +78,14 @@ POSTHOOK: Input: default@src 2 2_lav 12 PREHOOK: query: explain select * from masking_test_n0 where key > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n0 +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from masking_test_n0 where key > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n0 +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -158,8 +170,14 @@ POSTHOOK: Lineage: masking_test_n0._c9 SIMPLE [] POSTHOOK: Lineage: masking_test_n0.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: explain select * from masking_test_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n0 +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from masking_test_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n0 +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -213,8 +231,14 @@ POSTHOOK: Input: default@src 2 12 12 12 12 12 12 12 12 12 12 12 PREHOOK: query: explain select * from masking_test_n0 where key > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n0 +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from masking_test_n0 where key > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n0 +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/masking_7.q.out b/ql/src/test/results/clientpositive/masking_7.q.out index 6251f0c..448ad1d 100644 --- a/ql/src/test/results/clientpositive/masking_7.q.out +++ b/ql/src/test/results/clientpositive/masking_7.q.out @@ -18,8 +18,14 @@ POSTHOOK: Lineage: masking_test_n14.row__id SIMPLE [(src)src.FieldSchema(name:RO POSTHOOK: Lineage: masking_test_n14.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain select * from masking_test_n14 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n14 +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from masking_test_n14 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n14 +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -73,8 +79,14 @@ POSTHOOK: Input: default@src 2 2_lav 12 NULL PREHOOK: query: explain select * from masking_test_n14 where key > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n14 +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from masking_test_n14 where key > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n14 +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -160,8 +172,14 @@ POSTHOOK: Lineage: masking_test_n14.key EXPRESSION [(src)src.FieldSchema(name:ke POSTHOOK: Lineage: masking_test_n14.row__id SIMPLE [(src)src.FieldSchema(name:ROW__ID, type:struct, comment:), ] PREHOOK: query: explain select * from masking_test_n14 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n14 +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from masking_test_n14 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n14 +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -215,8 +233,14 @@ POSTHOOK: Input: default@src 2 12 NULL 12 12 12 12 12 12 12 12 12 12 PREHOOK: query: explain select * from masking_test_n14 where key > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n14 +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from masking_test_n14 where key > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n14 +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/masking_8.q.out b/ql/src/test/results/clientpositive/masking_8.q.out index d602ec5..6a8bd76 100644 --- a/ql/src/test/results/clientpositive/masking_8.q.out +++ b/ql/src/test/results/clientpositive/masking_8.q.out @@ -17,8 +17,12 @@ POSTHOOK: Lineage: masking_test_n2.key EXPRESSION [(src)src.FieldSchema(name:key POSTHOOK: Lineage: masking_test_n2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain select *, ROW__ID from masking_test_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select *, ROW__ID from masking_test_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -68,8 +72,12 @@ POSTHOOK: Input: default@masking_test_n2 2 2_lav 12 NULL PREHOOK: query: explain select * from masking_test_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from masking_test_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -119,8 +127,12 @@ POSTHOOK: Input: default@masking_test_n2 2 2_lav 12 PREHOOK: query: explain select INPUT__FILE__NAME, *, ROW__ID from masking_test_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select INPUT__FILE__NAME, *, ROW__ID from masking_test_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -196,8 +208,12 @@ POSTHOOK: Lineage: masking_test_n2._c9 SIMPLE [] POSTHOOK: Lineage: masking_test_n2.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: explain select ROW__ID, * from masking_test_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select ROW__ID, * from masking_test_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/masking_9.q.out b/ql/src/test/results/clientpositive/masking_9.q.out index ae1a82b..79ae605 100644 --- a/ql/src/test/results/clientpositive/masking_9.q.out +++ b/ql/src/test/results/clientpositive/masking_9.q.out @@ -14,8 +14,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@masking_test PREHOOK: query: explain select ROW__ID from masking_test PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test +#### A masked pattern was here #### POSTHOOK: query: explain select ROW__ID from masking_test POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/masking_disablecbo_1.q.out b/ql/src/test/results/clientpositive/masking_disablecbo_1.q.out index 61508b5..260d5b7 100644 --- a/ql/src/test/results/clientpositive/masking_disablecbo_1.q.out +++ b/ql/src/test/results/clientpositive/masking_disablecbo_1.q.out @@ -12,8 +12,12 @@ POSTHOOK: Lineage: masking_test_n10.key EXPRESSION [(src)src.FieldSchema(name:ke POSTHOOK: Lineage: masking_test_n10.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain select * from masking_test_n10 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n10 +#### A masked pattern was here #### POSTHOOK: query: explain select * from masking_test_n10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -63,8 +67,12 @@ POSTHOOK: Input: default@masking_test_n10 2 2_lav PREHOOK: query: explain select * from masking_test_n10 where key > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n10 +#### A masked pattern was here #### POSTHOOK: query: explain select * from masking_test_n10 where key > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -111,8 +119,12 @@ POSTHOOK: Input: default@masking_test_n10 2 2_lav PREHOOK: query: explain select key from masking_test_n10 where key > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n10 +#### A masked pattern was here #### POSTHOOK: query: explain select key from masking_test_n10 where key > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -159,8 +171,12 @@ POSTHOOK: Input: default@masking_test_n10 2 PREHOOK: query: explain select value from masking_test_n10 where key > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n10 +#### A masked pattern was here #### POSTHOOK: query: explain select value from masking_test_n10 where key > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -207,8 +223,22 @@ POSTHOOK: Input: default@masking_test_n10 2_lav PREHOOK: query: explain select * from masking_test_n10 join srcpart on (masking_test_n10.key = srcpart.key) PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n10 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select * from masking_test_n10 join srcpart on (masking_test_n10.key = srcpart.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n10 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -340,8 +370,12 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 8 8_lav 8 val_8 2008-04-09 12 PREHOOK: query: explain select * from default.masking_test_n10 where key > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n10 +#### A masked pattern was here #### POSTHOOK: query: explain select * from default.masking_test_n10 where key > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -388,8 +422,12 @@ POSTHOOK: Input: default@masking_test_n10 2 2_lav PREHOOK: query: explain select * from masking_test_n10 where masking_test_n10.key > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n10 +#### A masked pattern was here #### POSTHOOK: query: explain select * from masking_test_n10 where masking_test_n10.key > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -436,8 +474,12 @@ POSTHOOK: Input: default@masking_test_n10 2 2_lav PREHOOK: query: explain select key, value from (select key, value from (select key, upper(value) as value from src where key > 0) t where key < 10) t2 where key % 2 = 0 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value from (select key, value from (select key, upper(value) as value from src where key > 0) t where key < 10) t2 where key % 2 = 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/masking_disablecbo_2.q.out b/ql/src/test/results/clientpositive/masking_disablecbo_2.q.out index 4ce94b7..f9672c0 100644 --- a/ql/src/test/results/clientpositive/masking_disablecbo_2.q.out +++ b/ql/src/test/results/clientpositive/masking_disablecbo_2.q.out @@ -12,8 +12,14 @@ POSTHOOK: Lineage: masking_test_n13.key EXPRESSION [(src)src.FieldSchema(name:ke POSTHOOK: Lineage: masking_test_n13.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain select * from masking_test_n13 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n13 +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from masking_test_n13 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n13 +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -69,8 +75,14 @@ POSTHOOK: Input: default@src 2 2_lav PREHOOK: query: explain select * from masking_test_n13 where key > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n13 +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from masking_test_n13 where key > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n13 +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -123,8 +135,14 @@ POSTHOOK: Input: default@src 2 2_lav PREHOOK: query: explain select * from src a join masking_test_n13 b on a.key = b.value where b.key > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n13 +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src a join masking_test_n13 b on a.key = b.value where b.key > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n13 +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -197,8 +215,14 @@ STAGE PLANS: PREHOOK: query: explain select a.*, b.key from masking_test_n13 a join masking_test_n13 b on a.key = b.value where b.key > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n13 +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select a.*, b.key from masking_test_n13 a join masking_test_n13 b on a.key = b.value where b.key > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n13 +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -275,8 +299,14 @@ STAGE PLANS: PREHOOK: query: explain select * from masking_test_n13 a union select b.* from masking_test_n13 b where b.key > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n13 +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from masking_test_n13 a union select b.* from masking_test_n13 b where b.key > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n13 +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/masking_disablecbo_3.q.out b/ql/src/test/results/clientpositive/masking_disablecbo_3.q.out index 9f4b149..fb25227 100644 --- a/ql/src/test/results/clientpositive/masking_disablecbo_3.q.out +++ b/ql/src/test/results/clientpositive/masking_disablecbo_3.q.out @@ -12,8 +12,14 @@ POSTHOOK: Lineage: masking_test_subq.key EXPRESSION [(src)src.FieldSchema(name:k POSTHOOK: Lineage: masking_test_subq.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain select * from masking_test_subq PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_subq +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from masking_test_subq POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_subq +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -589,8 +595,14 @@ POSTHOOK: Input: default@src 498 val_498 PREHOOK: query: explain select * from masking_test_subq where key > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_subq +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from masking_test_subq where key > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_subq +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1163,8 +1175,14 @@ POSTHOOK: Input: default@src 498 val_498 PREHOOK: query: explain select key from masking_test_subq where key > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_subq +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key from masking_test_subq where key > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_subq +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1737,8 +1755,14 @@ POSTHOOK: Input: default@src 498 PREHOOK: query: explain select value from masking_test_subq where key > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_subq +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select value from masking_test_subq where key > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_subq +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2315,8 +2339,24 @@ val_498 val_498 PREHOOK: query: explain select * from masking_test_subq join srcpart on (masking_test_subq.key = srcpart.key) PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_subq +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select * from masking_test_subq join srcpart on (masking_test_subq.key = srcpart.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_subq +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -6557,8 +6597,14 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 498 val_498 498 val_498 2008-04-08 12 PREHOOK: query: explain select * from default.masking_test_subq where key > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_subq +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from default.masking_test_subq where key > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_subq +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -7131,8 +7177,14 @@ POSTHOOK: Input: default@src 498 val_498 PREHOOK: query: explain select * from masking_test_subq where masking_test_subq.key > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_subq +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from masking_test_subq where masking_test_subq.key > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_subq +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -7705,8 +7757,12 @@ POSTHOOK: Input: default@src 498 val_498 PREHOOK: query: explain select key, value from (select key, value from (select key, upper(value) as value from src where key > 0) t where key < 10) t2 where key % 2 = 0 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value from (select key, value from (select key, upper(value) as value from src where key > 0) t where key < 10) t2 where key % 2 = 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/masking_disablecbo_4.q.out b/ql/src/test/results/clientpositive/masking_disablecbo_4.q.out index dfeeb03..4c58587 100644 --- a/ql/src/test/results/clientpositive/masking_disablecbo_4.q.out +++ b/ql/src/test/results/clientpositive/masking_disablecbo_4.q.out @@ -27,11 +27,15 @@ with q1 as ( select key from q2 where key = '5'), q2 as ( select key from src where key = '5') select * from (select key from q1) a PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain with q1 as ( select key from q2 where key = '5'), q2 as ( select key from src where key = '5') select * from (select key from q1) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -69,10 +73,14 @@ PREHOOK: query: explain with q1 as ( select * from masking_test_n3 where key = '5') select * from q1 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n3 +#### A masked pattern was here #### POSTHOOK: query: explain with q1 as ( select * from masking_test_n3 where key = '5') select * from q1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -110,10 +118,14 @@ PREHOOK: query: explain with masking_test_subq_n0 as ( select * from masking_test_n3 where key = '5') select * from masking_test_subq_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n3 +#### A masked pattern was here #### POSTHOOK: query: explain with masking_test_subq_n0 as ( select * from masking_test_n3 where key = '5') select * from masking_test_subq_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -151,10 +163,16 @@ PREHOOK: query: explain with q1 as ( select * from masking_test_n3 where key = '5') select * from masking_test_subq_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_subq_n0 +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain with q1 as ( select * from masking_test_n3 where key = '5') select * from masking_test_subq_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_subq_n0 +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/masking_mv.q.out b/ql/src/test/results/clientpositive/masking_mv.q.out index 08c2516..3da49df 100644 --- a/ql/src/test/results/clientpositive/masking_mv.q.out +++ b/ql/src/test/results/clientpositive/masking_mv.q.out @@ -16,10 +16,16 @@ PREHOOK: query: explain create materialized view `masking_test_view_n_mv` as select key from `masking_test_n_mv` PREHOOK: type: CREATE_MATERIALIZED_VIEW +PREHOOK: Input: default@masking_test_n_mv +PREHOOK: Output: database:default +PREHOOK: Output: default@masking_test_view_n_mv POSTHOOK: query: explain create materialized view `masking_test_view_n_mv` as select key from `masking_test_n_mv` POSTHOOK: type: CREATE_MATERIALIZED_VIEW +POSTHOOK: Input: default@masking_test_n_mv +POSTHOOK: Output: database:default +POSTHOOK: Output: default@masking_test_view_n_mv STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -157,9 +163,15 @@ Outdated for Rewriting: No PREHOOK: query: explain select key from `masking_test_n_mv` PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n_mv +PREHOOK: Input: default@masking_test_view_n_mv +#### A masked pattern was here #### POSTHOOK: query: explain select key from `masking_test_n_mv` POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n_mv +POSTHOOK: Input: default@masking_test_view_n_mv +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -225,9 +237,15 @@ POSTHOOK: Output: default@masking_test_view_n_mv_3 PREHOOK: query: explain select key from `masking_test_n_mv` group by key PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n_mv +PREHOOK: Input: default@masking_test_view_n_mv +#### A masked pattern was here #### POSTHOOK: query: explain select key from `masking_test_n_mv` group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n_mv +POSTHOOK: Input: default@masking_test_view_n_mv +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -291,9 +309,15 @@ POSTHOOK: Input: default@masking_test_view_n_mv PREHOOK: query: explain select value from `masking_test_n_mv` group by value PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n_mv +PREHOOK: Input: default@masking_test_view_n_mv_3 +#### A masked pattern was here #### POSTHOOK: query: explain select value from `masking_test_n_mv` group by value POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n_mv +POSTHOOK: Input: default@masking_test_view_n_mv_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -361,9 +385,15 @@ POSTHOOK: Input: default@masking_test_view_n_mv_3 PREHOOK: query: explain select value, sum(key) from `masking_test_n_mv` group by value PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n_mv +PREHOOK: Input: default@masking_test_view_n_mv_3 +#### A masked pattern was here #### POSTHOOK: query: explain select value, sum(key) from `masking_test_n_mv` group by value POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n_mv +POSTHOOK: Input: default@masking_test_view_n_mv_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -446,9 +476,17 @@ POSTHOOK: Output: default@masking_test_view_n_mv_4 PREHOOK: query: explain select value from `masking_test_n_mv` group by value PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n_mv +PREHOOK: Input: default@masking_test_view_n_mv_3 +PREHOOK: Input: default@masking_test_view_n_mv_4 +#### A masked pattern was here #### POSTHOOK: query: explain select value from `masking_test_n_mv` group by value POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n_mv +POSTHOOK: Input: default@masking_test_view_n_mv_3 +POSTHOOK: Input: default@masking_test_view_n_mv_4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -518,9 +556,17 @@ POSTHOOK: Input: default@masking_test_view_n_mv_4 PREHOOK: query: explain select value, sum(key) from `masking_test_n_mv` group by value PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n_mv +PREHOOK: Input: default@masking_test_view_n_mv_3 +PREHOOK: Input: default@masking_test_view_n_mv_4 +#### A masked pattern was here #### POSTHOOK: query: explain select value, sum(key) from `masking_test_n_mv` group by value POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n_mv +POSTHOOK: Input: default@masking_test_view_n_mv_3 +POSTHOOK: Input: default@masking_test_view_n_mv_4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -608,10 +654,16 @@ PREHOOK: query: explain create materialized view `masking_test_view_n_mv_2` as select key from `srcTnx` PREHOOK: type: CREATE_MATERIALIZED_VIEW +PREHOOK: Input: default@srctnx +PREHOOK: Output: database:default +PREHOOK: Output: default@masking_test_view_n_mv_2 POSTHOOK: query: explain create materialized view `masking_test_view_n_mv_2` as select key from `srcTnx` POSTHOOK: type: CREATE_MATERIALIZED_VIEW +POSTHOOK: Input: default@srctnx +POSTHOOK: Output: database:default +POSTHOOK: Output: default@masking_test_view_n_mv_2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -749,9 +801,13 @@ Outdated for Rewriting: No PREHOOK: query: explain select key from `masking_test_view_n_mv_2` order by key PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_view_n_mv_2 +#### A masked pattern was here #### POSTHOOK: query: explain select key from `masking_test_view_n_mv_2` order by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_view_n_mv_2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/merge1.q.out b/ql/src/test/results/clientpositive/merge1.q.out index a5c0502..7a3aa30 100644 --- a/ql/src/test/results/clientpositive/merge1.q.out +++ b/ql/src/test/results/clientpositive/merge1.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain insert overwrite table dest1_n145 select key, count(1) from src group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n145 POSTHOOK: query: explain insert overwrite table dest1_n145 select key, count(1) from src group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n145 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -540,9 +544,17 @@ POSTHOOK: Lineage: test_src_n2 PARTITION(ds=102).value SIMPLE [(src)src.FieldSch PREHOOK: query: explain insert overwrite table dest1_n145 select key from test_src_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@test_src_n2 +PREHOOK: Input: default@test_src_n2@ds=101 +PREHOOK: Input: default@test_src_n2@ds=102 +PREHOOK: Output: default@dest1_n145 POSTHOOK: query: explain insert overwrite table dest1_n145 select key from test_src_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_src_n2 +POSTHOOK: Input: default@test_src_n2@ds=101 +POSTHOOK: Input: default@test_src_n2@ds=102 +POSTHOOK: Output: default@dest1_n145 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -672,9 +684,17 @@ POSTHOOK: Lineage: dest1_n145.key SIMPLE [(test_src_n2)test_src_n2.FieldSchema(n PREHOOK: query: explain insert overwrite table dest1_n145 select key from test_src_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@test_src_n2 +PREHOOK: Input: default@test_src_n2@ds=101 +PREHOOK: Input: default@test_src_n2@ds=102 +PREHOOK: Output: default@dest1_n145 POSTHOOK: query: explain insert overwrite table dest1_n145 select key from test_src_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_src_n2 +POSTHOOK: Input: default@test_src_n2@ds=101 +POSTHOOK: Input: default@test_src_n2@ds=102 +POSTHOOK: Output: default@dest1_n145 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/merge2.q.out b/ql/src/test/results/clientpositive/merge2.q.out index 1c11c6e..202e640 100644 --- a/ql/src/test/results/clientpositive/merge2.q.out +++ b/ql/src/test/results/clientpositive/merge2.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain insert overwrite table test1_n10 select key, count(1) from src group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@test1_n10 POSTHOOK: query: explain insert overwrite table test1_n10 select key, count(1) from src group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@test1_n10 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -540,9 +544,17 @@ POSTHOOK: Lineage: test_src_n0 PARTITION(ds=102).value SIMPLE [(src)src.FieldSch PREHOOK: query: explain insert overwrite table test1_n10 select key from test_src_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@test_src_n0 +PREHOOK: Input: default@test_src_n0@ds=101 +PREHOOK: Input: default@test_src_n0@ds=102 +PREHOOK: Output: default@test1_n10 POSTHOOK: query: explain insert overwrite table test1_n10 select key from test_src_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_src_n0 +POSTHOOK: Input: default@test_src_n0@ds=101 +POSTHOOK: Input: default@test_src_n0@ds=102 +POSTHOOK: Output: default@test1_n10 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -672,9 +684,17 @@ POSTHOOK: Lineage: test1_n10.key SIMPLE [(test_src_n0)test_src_n0.FieldSchema(na PREHOOK: query: explain insert overwrite table test1_n10 select key from test_src_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@test_src_n0 +PREHOOK: Input: default@test_src_n0@ds=101 +PREHOOK: Input: default@test_src_n0@ds=102 +PREHOOK: Output: default@test1_n10 POSTHOOK: query: explain insert overwrite table test1_n10 select key from test_src_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_src_n0 +POSTHOOK: Input: default@test_src_n0@ds=101 +POSTHOOK: Input: default@test_src_n0@ds=102 +POSTHOOK: Output: default@test1_n10 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/merge3.q.out b/ql/src/test/results/clientpositive/merge3.q.out index 005965a..0915d9a 100644 --- a/ql/src/test/results/clientpositive/merge3.q.out +++ b/ql/src/test/results/clientpositive/merge3.q.out @@ -53,10 +53,16 @@ PREHOOK: query: explain extended create table merge_src2 as select key, value from merge_src PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@merge_src +PREHOOK: Output: database:default +PREHOOK: Output: default@merge_src2 POSTHOOK: query: explain extended create table merge_src2 as select key, value from merge_src POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@merge_src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@merge_src2 OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`merge_src` STAGE DEPENDENCIES: @@ -2371,11 +2377,18 @@ insert overwrite table merge_src_part2 partition(ds) select key, value, ds from merge_src_part where ds is not null PREHOOK: type: QUERY +PREHOOK: Input: default@merge_src_part +PREHOOK: Input: default@merge_src_part@ds=2008-04-08 +PREHOOK: Input: default@merge_src_part@ds=2008-04-09 +PREHOOK: Output: default@merge_src_part2 POSTHOOK: query: explain extended insert overwrite table merge_src_part2 partition(ds) select key, value, ds from merge_src_part where ds is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@merge_src_part +POSTHOOK: Input: default@merge_src_part@ds=2008-04-08 +POSTHOOK: Input: default@merge_src_part@ds=2008-04-09 OPTIMIZED SQL: SELECT `key`, `value`, `ds` FROM `default`.`merge_src_part` WHERE `ds` IS NOT NULL @@ -4856,11 +4869,18 @@ from (select * from merge_src_part where ds is not null distribute by ds) s insert overwrite table merge_src_part2 partition(ds) select key, value, ds PREHOOK: type: QUERY +PREHOOK: Input: default@merge_src_part +PREHOOK: Input: default@merge_src_part@ds=2008-04-08 +PREHOOK: Input: default@merge_src_part@ds=2008-04-09 +PREHOOK: Output: default@merge_src_part2 POSTHOOK: query: explain extended from (select * from merge_src_part where ds is not null distribute by ds) s insert overwrite table merge_src_part2 partition(ds) select key, value, ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@merge_src_part +POSTHOOK: Input: default@merge_src_part@ds=2008-04-08 +POSTHOOK: Input: default@merge_src_part@ds=2008-04-09 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/merge4.q.out b/ql/src/test/results/clientpositive/merge4.q.out index edaf416..78c14a5 100644 --- a/ql/src/test/results/clientpositive/merge4.q.out +++ b/ql/src/test/results/clientpositive/merge4.q.out @@ -9,9 +9,16 @@ POSTHOOK: Output: default@nzhang_part PREHOOK: query: explain insert overwrite table nzhang_part partition (ds='2010-08-15', hr) select key, value, hr from srcpart where ds='2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@nzhang_part@ds=2010-08-15 POSTHOOK: query: explain insert overwrite table nzhang_part partition (ds='2010-08-15', hr) select key, value, hr from srcpart where ds='2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -1168,9 +1175,17 @@ POSTHOOK: Input: default@nzhang_part@ds=2010-08-15/hr=12 PREHOOK: query: explain insert overwrite table nzhang_part partition (ds='2010-08-15', hr=11) select key, value from srcpart where ds='2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@nzhang_part@ds=2010-08-15/hr=11 POSTHOOK: query: explain insert overwrite table nzhang_part partition (ds='2010-08-15', hr=11) select key, value from srcpart where ds='2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@nzhang_part@ds=2010-08-15/hr=11 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -2828,6 +2843,11 @@ select * from ( union all select '1' as key, '1' as value, 'file,' as hr from src limit 1) s PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@nzhang_part@ds=2010-08-15 POSTHOOK: query: explain insert overwrite table nzhang_part partition (ds='2010-08-15', hr) select * from ( @@ -2835,6 +2855,10 @@ select * from ( union all select '1' as key, '1' as value, 'file,' as hr from src limit 1) s POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/merge_dynamic_partition.q.out b/ql/src/test/results/clientpositive/merge_dynamic_partition.q.out index ef34d86..8c27ffa 100644 --- a/ql/src/test/results/clientpositive/merge_dynamic_partition.q.out +++ b/ql/src/test/results/clientpositive/merge_dynamic_partition.q.out @@ -50,9 +50,14 @@ POSTHOOK: Output: default@srcpart_merge_dp_n1@ds=2008-04-08/hr=11 PREHOOK: query: explain insert overwrite table merge_dynamic_part_n1 partition (ds='2008-04-08', hr) select key, value, hr from srcpart_merge_dp_n1 where ds='2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_merge_dp_n1 +PREHOOK: Input: default@srcpart_merge_dp_n1@ds=2008-04-08/hr=11 +PREHOOK: Output: default@merge_dynamic_part_n1@ds=2008-04-08 POSTHOOK: query: explain insert overwrite table merge_dynamic_part_n1 partition (ds='2008-04-08', hr) select key, value, hr from srcpart_merge_dp_n1 where ds='2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_merge_dp_n1 +POSTHOOK: Input: default@srcpart_merge_dp_n1@ds=2008-04-08/hr=11 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -675,9 +680,15 @@ minFileSize:1358 PREHOOK: query: explain insert overwrite table merge_dynamic_part_n1 partition (ds='2008-04-08', hr=11) select key, value from srcpart_merge_dp_n1 where ds='2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_merge_dp_n1 +PREHOOK: Input: default@srcpart_merge_dp_n1@ds=2008-04-08/hr=11 +PREHOOK: Output: default@merge_dynamic_part_n1@ds=2008-04-08/hr=11 POSTHOOK: query: explain insert overwrite table merge_dynamic_part_n1 partition (ds='2008-04-08', hr=11) select key, value from srcpart_merge_dp_n1 where ds='2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_merge_dp_n1 +POSTHOOK: Input: default@srcpart_merge_dp_n1@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@merge_dynamic_part_n1@ds=2008-04-08/hr=11 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -1344,9 +1355,14 @@ minFileSize:5812 PREHOOK: query: explain insert overwrite table merge_dynamic_part_n1 partition (ds, hr) select key, value, ds, hr from srcpart_merge_dp_n1 where ds='2008-04-08' and hr=11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_merge_dp_n1 +PREHOOK: Input: default@srcpart_merge_dp_n1@ds=2008-04-08/hr=11 +PREHOOK: Output: default@merge_dynamic_part_n1 POSTHOOK: query: explain insert overwrite table merge_dynamic_part_n1 partition (ds, hr) select key, value, ds, hr from srcpart_merge_dp_n1 where ds='2008-04-08' and hr=11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_merge_dp_n1 +POSTHOOK: Input: default@srcpart_merge_dp_n1@ds=2008-04-08/hr=11 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/merge_dynamic_partition2.q.out b/ql/src/test/results/clientpositive/merge_dynamic_partition2.q.out index f8243c0..5eef375 100644 --- a/ql/src/test/results/clientpositive/merge_dynamic_partition2.q.out +++ b/ql/src/test/results/clientpositive/merge_dynamic_partition2.q.out @@ -67,9 +67,16 @@ POSTHOOK: Output: default@srcpart_merge_dp_n0@ds=2008-04-08/hr=12 PREHOOK: query: explain insert overwrite table merge_dynamic_part_n0 partition (ds='2008-04-08', hr) select key, value, hr from srcpart_merge_dp_n0 where ds='2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_merge_dp_n0 +PREHOOK: Input: default@srcpart_merge_dp_n0@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart_merge_dp_n0@ds=2008-04-08/hr=12 +PREHOOK: Output: default@merge_dynamic_part_n0@ds=2008-04-08 POSTHOOK: query: explain insert overwrite table merge_dynamic_part_n0 partition (ds='2008-04-08', hr) select key, value, hr from srcpart_merge_dp_n0 where ds='2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_merge_dp_n0 +POSTHOOK: Input: default@srcpart_merge_dp_n0@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart_merge_dp_n0@ds=2008-04-08/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/merge_dynamic_partition3.q.out b/ql/src/test/results/clientpositive/merge_dynamic_partition3.q.out index 4436e1d..81359f9 100644 --- a/ql/src/test/results/clientpositive/merge_dynamic_partition3.q.out +++ b/ql/src/test/results/clientpositive/merge_dynamic_partition3.q.out @@ -127,9 +127,20 @@ ds=2008-04-09/hr=12 PREHOOK: query: explain insert overwrite table merge_dynamic_part_n2 partition (ds, hr) select key, value, ds, hr from srcpart_merge_dp_n2 where ds>='2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_merge_dp_n2 +PREHOOK: Input: default@srcpart_merge_dp_n2@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart_merge_dp_n2@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart_merge_dp_n2@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart_merge_dp_n2@ds=2008-04-09/hr=12 +PREHOOK: Output: default@merge_dynamic_part_n2 POSTHOOK: query: explain insert overwrite table merge_dynamic_part_n2 partition (ds, hr) select key, value, ds, hr from srcpart_merge_dp_n2 where ds>='2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_merge_dp_n2 +POSTHOOK: Input: default@srcpart_merge_dp_n2@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart_merge_dp_n2@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart_merge_dp_n2@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart_merge_dp_n2@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/merge_dynamic_partition4.q.out b/ql/src/test/results/clientpositive/merge_dynamic_partition4.q.out index 4ede977..9384d81 100644 --- a/ql/src/test/results/clientpositive/merge_dynamic_partition4.q.out +++ b/ql/src/test/results/clientpositive/merge_dynamic_partition4.q.out @@ -127,10 +127,17 @@ PREHOOK: query: explain insert overwrite table merge_dynamic_part_n3 partition (ds = '2008-04-08', hr) select key, value, if(key % 2 == 0, 'a1', 'b1') as hr from srcpart_merge_dp_rc_n1 where ds = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_merge_dp_rc_n1 +PREHOOK: Input: default@srcpart_merge_dp_rc_n1@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart_merge_dp_rc_n1@ds=2008-04-08/hr=12 +PREHOOK: Output: default@merge_dynamic_part_n3@ds=2008-04-08 POSTHOOK: query: explain insert overwrite table merge_dynamic_part_n3 partition (ds = '2008-04-08', hr) select key, value, if(key % 2 == 0, 'a1', 'b1') as hr from srcpart_merge_dp_rc_n1 where ds = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_merge_dp_rc_n1 +POSTHOOK: Input: default@srcpart_merge_dp_rc_n1@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart_merge_dp_rc_n1@ds=2008-04-08/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/merge_dynamic_partition5.q.out b/ql/src/test/results/clientpositive/merge_dynamic_partition5.q.out index bd151da..643d851 100644 --- a/ql/src/test/results/clientpositive/merge_dynamic_partition5.q.out +++ b/ql/src/test/results/clientpositive/merge_dynamic_partition5.q.out @@ -103,10 +103,17 @@ PREHOOK: query: explain insert overwrite table merge_dynamic_part partition (ds = '2008-04-08', hr) select key, value, if(key % 100 == 0, 'a1', 'b1') as hr from srcpart_merge_dp_rc where ds = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_merge_dp_rc +PREHOOK: Input: default@srcpart_merge_dp_rc@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart_merge_dp_rc@ds=2008-04-08/hr=12 +PREHOOK: Output: default@merge_dynamic_part@ds=2008-04-08 POSTHOOK: query: explain insert overwrite table merge_dynamic_part partition (ds = '2008-04-08', hr) select key, value, if(key % 100 == 0, 'a1', 'b1') as hr from srcpart_merge_dp_rc where ds = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_merge_dp_rc +POSTHOOK: Input: default@srcpart_merge_dp_rc@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart_merge_dp_rc@ds=2008-04-08/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/merge_join_1.q.out b/ql/src/test/results/clientpositive/merge_join_1.q.out index 8a2dd1d..e51c9f1 100644 --- a/ql/src/test/results/clientpositive/merge_join_1.q.out +++ b/ql/src/test/results/clientpositive/merge_join_1.q.out @@ -44,6 +44,9 @@ join select a from test_join_2 )t3 on t1.a = t3.a PREHOOK: type: QUERY +PREHOOK: Input: default@test_join_1 +PREHOOK: Input: default@test_join_2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from ( @@ -66,6 +69,9 @@ join select a from test_join_2 )t3 on t1.a = t3.a POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_join_1 +POSTHOOK: Input: default@test_join_2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/mergejoin.q.out b/ql/src/test/results/clientpositive/mergejoin.q.out index 7cbcbbe..c333eb6 100644 --- a/ql/src/test/results/clientpositive/mergejoin.q.out +++ b/ql/src/test/results/clientpositive/mergejoin.q.out @@ -1,9 +1,15 @@ PREHOOK: query: explain vectorization detail select * from src a join src1 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select * from src a join src1 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -241,10 +247,20 @@ PREHOOK: query: explain vectorization detail select count(*) from tab_n9 a join tab_part_n10 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n9 +PREHOOK: Input: default@tab_n9@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n10 +PREHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select count(*) from tab_n9 a join tab_part_n10 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n9 +POSTHOOK: Input: default@tab_n9@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n10 +POSTHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1365,10 +1381,20 @@ PREHOOK: query: explain vectorization detail select count(*) from tab_n9 a left outer join tab_part_n10 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n9 +PREHOOK: Input: default@tab_n9@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n10 +PREHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select count(*) from tab_n9 a left outer join tab_part_n10 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n9 +POSTHOOK: Input: default@tab_n9@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n10 +POSTHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1510,10 +1536,20 @@ PREHOOK: query: explain vectorization detail select count (*) from tab_n9 a right outer join tab_part_n10 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n9 +PREHOOK: Input: default@tab_n9@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n10 +PREHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select count (*) from tab_n9 a right outer join tab_part_n10 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n9 +POSTHOOK: Input: default@tab_n9@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n10 +POSTHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1655,10 +1691,20 @@ PREHOOK: query: explain vectorization detail select count(*) from tab_n9 a full outer join tab_part_n10 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n9 +PREHOOK: Input: default@tab_n9@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n10 +PREHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select count(*) from tab_n9 a full outer join tab_part_n10 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n9 +POSTHOOK: Input: default@tab_n9@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n10 +POSTHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1799,9 +1845,21 @@ POSTHOOK: Input: default@tab_part_n10@ds=2008-04-08 PREHOOK: query: explain vectorization detail select count(*) from tab_n9 a join tab_part_n10 b on a.key = b.key join src1 c on a.value = c.value PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +PREHOOK: Input: default@tab_n9 +PREHOOK: Input: default@tab_n9@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n10 +PREHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select count(*) from tab_n9 a join tab_part_n10 b on a.key = b.key join src1 c on a.value = c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@tab_n9 +POSTHOOK: Input: default@tab_n9@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n10 +POSTHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2000,9 +2058,19 @@ POSTHOOK: Input: default@tab_part_n10@ds=2008-04-08 PREHOOK: query: explain vectorization detail select count(*) from tab_n9 a join tab_part_n10 b on a.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n9 +PREHOOK: Input: default@tab_n9@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n10 +PREHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select count(*) from tab_n9 a join tab_part_n10 b on a.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n9 +POSTHOOK: Input: default@tab_n9@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n10 +POSTHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2152,12 +2220,22 @@ UNION ALL select s2.key as key, s2.value as value from tab_n9 s2 ) a join tab_part_n10 b on (a.key = b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n9 +PREHOOK: Input: default@tab_n9@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n10 +PREHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select count(*) from (select s1.key as key, s1.value as value from tab_n9 s1 join tab_n9 s3 on s1.key=s3.key UNION ALL select s2.key as key, s2.value as value from tab_n9 s2 ) a join tab_part_n10 b on (a.key = b.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n9 +POSTHOOK: Input: default@tab_n9@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n10 +POSTHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2358,9 +2436,19 @@ STAGE PLANS: PREHOOK: query: explain vectorization detail select count(*) from tab_n9 a join tab_part_n10 b on a.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n9 +PREHOOK: Input: default@tab_n9@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n10 +PREHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select count(*) from tab_n9 a join tab_part_n10 b on a.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n9 +POSTHOOK: Input: default@tab_n9@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n10 +POSTHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2507,9 +2595,21 @@ POSTHOOK: Input: default@tab_part_n10@ds=2008-04-08 PREHOOK: query: explain vectorization detail select count(*) from tab_n9 a join tab_part_n10 b on a.key = b.key join src1 c on a.value = c.value PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +PREHOOK: Input: default@tab_n9 +PREHOOK: Input: default@tab_n9@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n10 +PREHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select count(*) from tab_n9 a join tab_part_n10 b on a.key = b.key join src1 c on a.value = c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@tab_n9 +POSTHOOK: Input: default@tab_n9@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n10 +POSTHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2711,12 +2811,22 @@ UNION ALL select s2.key as key, s2.value as value from tab_n9 s2 ) a join tab_part_n10 b on (a.key = b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n9 +PREHOOK: Input: default@tab_n9@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n10 +PREHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select count(*) from (select s1.key as key, s1.value as value from tab_n9 s1 join tab_n9 s3 on s1.key=s3.key UNION ALL select s2.key as key, s2.value as value from tab_n9 s2 ) a join tab_part_n10 b on (a.key = b.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n9 +POSTHOOK: Input: default@tab_n9@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n10 +POSTHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2923,6 +3033,11 @@ join (select t2.key as id, t2.value as od from tab_part_n10 t2 order by id, od) rt2) vt2 where vt1.id=vt2.id PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n9 +PREHOOK: Input: default@tab_n9@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n10 +PREHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select count(*) from (select rt1.id from @@ -2932,6 +3047,11 @@ join (select t2.key as id, t2.value as od from tab_part_n10 t2 order by id, od) rt2) vt2 where vt1.id=vt2.id POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n9 +POSTHOOK: Input: default@tab_n9@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n10 +POSTHOOK: Input: default@tab_part_n10@ds=2008-04-08 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/mergejoins.q.out b/ql/src/test/results/clientpositive/mergejoins.q.out index b34b388..6e2eda2 100644 --- a/ql/src/test/results/clientpositive/mergejoins.q.out +++ b/ql/src/test/results/clientpositive/mergejoins.q.out @@ -40,8 +40,20 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@e_n0 PREHOOK: query: explain select * from a_n0 join b_n0 on a_n0.val1=b_n0.val1 join c_n0 on a_n0.val1=c_n0.val1 join d_n0 on a_n0.val1=d_n0.val1 join e_n0 on a_n0.val2=e_n0.val2 PREHOOK: type: QUERY +PREHOOK: Input: default@a_n0 +PREHOOK: Input: default@b_n0 +PREHOOK: Input: default@c_n0 +PREHOOK: Input: default@d_n0 +PREHOOK: Input: default@e_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from a_n0 join b_n0 on a_n0.val1=b_n0.val1 join c_n0 on a_n0.val1=c_n0.val1 join d_n0 on a_n0.val1=d_n0.val1 join e_n0 on a_n0.val2=e_n0.val2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n0 +POSTHOOK: Input: default@b_n0 +POSTHOOK: Input: default@c_n0 +POSTHOOK: Input: default@d_n0 +POSTHOOK: Input: default@e_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -186,8 +198,12 @@ STAGE PLANS: PREHOOK: query: explain select * from src a_n0 join src b_n0 on a_n0.key=b_n0.key left outer join src c_n0 on b_n0.key=c_n0.key and b_n0.key<10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src a_n0 join src b_n0 on a_n0.key=b_n0.key left outer join src c_n0 on b_n0.key=c_n0.key and b_n0.key<10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/mergejoins_mixed.q.out b/ql/src/test/results/clientpositive/mergejoins_mixed.q.out index ee3fa11..c787f27 100644 --- a/ql/src/test/results/clientpositive/mergejoins_mixed.q.out +++ b/ql/src/test/results/clientpositive/mergejoins_mixed.q.out @@ -9,9 +9,13 @@ POSTHOOK: Output: default@a_n5 PREHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) left outer join a_n5 c on (b.key=c.key) left outer join a_n5 d on (a_n5.key=d.key) PREHOOK: type: QUERY +PREHOOK: Input: default@a_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) left outer join a_n5 c on (b.key=c.key) left outer join a_n5 d on (a_n5.key=d.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -114,9 +118,13 @@ STAGE PLANS: PREHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) left outer join a_n5 c on (b.key=c.key) right outer join a_n5 d on (a_n5.key=d.key) PREHOOK: type: QUERY +PREHOOK: Input: default@a_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) left outer join a_n5 c on (b.key=c.key) right outer join a_n5 d on (a_n5.key=d.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -216,9 +224,13 @@ STAGE PLANS: PREHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) right outer join a_n5 c on (b.key=c.key) left outer join a_n5 d on (a_n5.key=d.key) PREHOOK: type: QUERY +PREHOOK: Input: default@a_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) right outer join a_n5 c on (b.key=c.key) left outer join a_n5 d on (a_n5.key=d.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -315,9 +327,13 @@ STAGE PLANS: PREHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) right outer join a_n5 c on (b.key=c.key) right outer join a_n5 d on (a_n5.key=d.key) PREHOOK: type: QUERY +PREHOOK: Input: default@a_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) right outer join a_n5 c on (b.key=c.key) right outer join a_n5 d on (a_n5.key=d.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -414,9 +430,13 @@ STAGE PLANS: PREHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) left outer join a_n5 c on (b.value=c.key) left outer join a_n5 d on (a_n5.key=d.key) PREHOOK: type: QUERY +PREHOOK: Input: default@a_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) left outer join a_n5 c on (b.value=c.key) left outer join a_n5 d on (a_n5.key=d.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -566,9 +586,13 @@ STAGE PLANS: PREHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) right outer join a_n5 c on (b.value=c.key) right outer join a_n5 d on (a_n5.key=d.key) PREHOOK: type: QUERY +PREHOOK: Input: default@a_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) right outer join a_n5 c on (b.value=c.key) right outer join a_n5 d on (a_n5.key=d.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -715,9 +739,13 @@ STAGE PLANS: PREHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) full outer join a_n5 c on (b.value=c.key) full outer join a_n5 d on (a_n5.key=d.key) PREHOOK: type: QUERY +PREHOOK: Input: default@a_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) full outer join a_n5 c on (b.value=c.key) full outer join a_n5 d on (a_n5.key=d.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -864,9 +892,13 @@ STAGE PLANS: PREHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) left outer join a_n5 c on (b.value=c.key) right outer join a_n5 d on (a_n5.key=d.key) PREHOOK: type: QUERY +PREHOOK: Input: default@a_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) left outer join a_n5 c on (b.value=c.key) right outer join a_n5 d on (a_n5.key=d.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1013,9 +1045,13 @@ STAGE PLANS: PREHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) left outer join a_n5 c on (b.value=c.key) full outer join a_n5 d on (a_n5.key=d.key) PREHOOK: type: QUERY +PREHOOK: Input: default@a_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) left outer join a_n5 c on (b.value=c.key) full outer join a_n5 d on (a_n5.key=d.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1162,9 +1198,13 @@ STAGE PLANS: PREHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) right outer join a_n5 c on (b.value=c.key) left outer join a_n5 d on (a_n5.key=d.key) PREHOOK: type: QUERY +PREHOOK: Input: default@a_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) right outer join a_n5 c on (b.value=c.key) left outer join a_n5 d on (a_n5.key=d.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1311,9 +1351,13 @@ STAGE PLANS: PREHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) right outer join a_n5 c on (b.value=c.key) full outer join a_n5 d on (a_n5.key=d.key) PREHOOK: type: QUERY +PREHOOK: Input: default@a_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) right outer join a_n5 c on (b.value=c.key) full outer join a_n5 d on (a_n5.key=d.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1460,9 +1504,13 @@ STAGE PLANS: PREHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) left outer join a_n5 c on (b.value=c.key) left outer join a_n5 d on (c.key=d.key) PREHOOK: type: QUERY +PREHOOK: Input: default@a_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) left outer join a_n5 c on (b.value=c.key) left outer join a_n5 d on (c.key=d.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/metadata_only_queries.q.out b/ql/src/test/results/clientpositive/metadata_only_queries.q.out index b8abe8f..7f43558 100644 --- a/ql/src/test/results/clientpositive/metadata_only_queries.q.out +++ b/ql/src/test/results/clientpositive/metadata_only_queries.q.out @@ -179,9 +179,13 @@ POSTHOOK: Lineage: stats_tbl_part PARTITION(dt=2012).ts SIMPLE [(over10k_n12)ove PREHOOK: query: explain select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b) from stats_tbl PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b) from stats_tbl POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -234,9 +238,19 @@ STAGE PLANS: PREHOOK: query: explain select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b) from stats_tbl_part PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part +PREHOOK: Input: default@stats_tbl_part@dt=2010 +PREHOOK: Input: default@stats_tbl_part@dt=2011 +PREHOOK: Input: default@stats_tbl_part@dt=2012 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b) from stats_tbl_part POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part +POSTHOOK: Input: default@stats_tbl_part@dt=2010 +POSTHOOK: Input: default@stats_tbl_part@dt=2011 +POSTHOOK: Input: default@stats_tbl_part@dt=2012 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -289,9 +303,13 @@ STAGE PLANS: PREHOOK: query: explain select count(*), '1' as one, sum(1), sum(0.2), 2 as two, count(1), count(s), 3+4.0 as three, count(bo), count(bin), count(si), max(i), min(b) from stats_tbl PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), '1' as one, sum(1), sum(0.2), 2 as two, count(1), count(s), 3+4.0 as three, count(bo), count(bin), count(si), max(i), min(b) from stats_tbl POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -344,9 +362,19 @@ STAGE PLANS: PREHOOK: query: explain select count(*), '1' as one, sum(1), sum(0.2), 2 as two, count(1), count(s), 3+4.0 as three, count(bo), count(bin), count(si), max(i), min(b) from stats_tbl_part PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part +PREHOOK: Input: default@stats_tbl_part@dt=2010 +PREHOOK: Input: default@stats_tbl_part@dt=2011 +PREHOOK: Input: default@stats_tbl_part@dt=2012 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), '1' as one, sum(1), sum(0.2), 2 as two, count(1), count(s), 3+4.0 as three, count(bo), count(bin), count(si), max(i), min(b) from stats_tbl_part POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part +POSTHOOK: Input: default@stats_tbl_part@dt=2010 +POSTHOOK: Input: default@stats_tbl_part@dt=2011 +POSTHOOK: Input: default@stats_tbl_part@dt=2012 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -451,9 +479,13 @@ POSTHOOK: Output: default@stats_tbl_part@dt=2012 PREHOOK: query: explain select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si) from stats_tbl PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si) from stats_tbl POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -476,9 +508,13 @@ POSTHOOK: Input: default@stats_tbl PREHOOK: query: explain select min(i), max(i), min(b), max(b), min(f), max(f), min(d), max(d) from stats_tbl PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl +#### A masked pattern was here #### POSTHOOK: query: explain select min(i), max(i), min(b), max(b), min(f), max(f), min(d), max(d) from stats_tbl POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -501,9 +537,13 @@ POSTHOOK: Input: default@stats_tbl PREHOOK: query: explain select min(i), '1' as one, max(i), min(b), max(b), min(f), max(f), 3+4.0 as three, min(d), max(d) from stats_tbl PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl +#### A masked pattern was here #### POSTHOOK: query: explain select min(i), '1' as one, max(i), min(b), max(b), min(f), max(f), 3+4.0 as three, min(d), max(d) from stats_tbl POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -526,9 +566,13 @@ POSTHOOK: Input: default@stats_tbl PREHOOK: query: explain select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si) from stats_tbl_part PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si) from stats_tbl_part POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -551,9 +595,13 @@ POSTHOOK: Input: default@stats_tbl_part PREHOOK: query: explain select min(i), max(i), min(b), max(b), min(f), max(f), min(d), max(d) from stats_tbl_part PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### POSTHOOK: query: explain select min(i), max(i), min(b), max(b), min(f), max(f), min(d), max(d) from stats_tbl_part POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -576,9 +624,13 @@ POSTHOOK: Input: default@stats_tbl_part PREHOOK: query: explain select min(i), '1' as one, max(i), min(b), max(b), min(f), max(f), 3+4.0 as three, min(d), max(d) from stats_tbl_part PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### POSTHOOK: query: explain select min(i), '1' as one, max(i), min(b), max(b), min(f), max(f), 3+4.0 as three, min(d), max(d) from stats_tbl_part POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -600,8 +652,18 @@ POSTHOOK: Input: default@stats_tbl_part 65536 1 65791 4294967296 4294967551 0.01 99.98 7 0.01 50.0 PREHOOK: query: explain select count(ts) from stats_tbl_part PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part +PREHOOK: Input: default@stats_tbl_part@dt=2010 +PREHOOK: Input: default@stats_tbl_part@dt=2011 +PREHOOK: Input: default@stats_tbl_part@dt=2012 +#### A masked pattern was here #### POSTHOOK: query: explain select count(ts) from stats_tbl_part POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part +POSTHOOK: Input: default@stats_tbl_part@dt=2010 +POSTHOOK: Input: default@stats_tbl_part@dt=2011 +POSTHOOK: Input: default@stats_tbl_part@dt=2012 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -649,8 +711,12 @@ STAGE PLANS: PREHOOK: query: explain select count('1') from stats_tbl group by '1' PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl +#### A masked pattern was here #### POSTHOOK: query: explain select count('1') from stats_tbl group by '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -672,8 +738,12 @@ POSTHOOK: Input: default@stats_tbl 9999 PREHOOK: query: explain select count('1') from stats_tbl_part group by '1' PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### POSTHOOK: query: explain select count('1') from stats_tbl_part group by '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/metadata_only_queries_with_filters.q.out b/ql/src/test/results/clientpositive/metadata_only_queries_with_filters.q.out index 6be0911..6383d0a 100644 --- a/ql/src/test/results/clientpositive/metadata_only_queries_with_filters.q.out +++ b/ql/src/test/results/clientpositive/metadata_only_queries_with_filters.q.out @@ -153,9 +153,13 @@ POSTHOOK: Output: default@stats_tbl_part_n0@dt=2014 PREHOOK: query: explain select count(*), count(1), sum(1), count(s), count(bo), count(bin), count(si), max(i), min(b), max(f), min(d) from stats_tbl_part_n0 where dt = 2010 PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), count(1), sum(1), count(s), count(bo), count(bin), count(si), max(i), min(b), max(f), min(d) from stats_tbl_part_n0 where dt = 2010 POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -178,9 +182,13 @@ POSTHOOK: Input: default@stats_tbl_part_n0 PREHOOK: query: explain select count(*), count(1), sum(1), sum(2), count(s), count(bo), count(bin), count(si), max(i), min(b), max(f), min(d) from stats_tbl_part_n0 where dt > 2010 PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), count(1), sum(1), sum(2), count(s), count(bo), count(bin), count(si), max(i), min(b), max(f), min(d) from stats_tbl_part_n0 where dt > 2010 POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/mm_all.q.out b/ql/src/test/results/clientpositive/mm_all.q.out index e7df4c0..45c2521 100644 --- a/ql/src/test/results/clientpositive/mm_all.q.out +++ b/ql/src/test/results/clientpositive/mm_all.q.out @@ -51,8 +51,18 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@part_mm_n0 PREHOOK: query: explain insert into table part_mm_n0 partition(key_mm=455) select key from intermediate_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@intermediate_n0 +PREHOOK: Input: default@intermediate_n0@p=455 +PREHOOK: Input: default@intermediate_n0@p=456 +PREHOOK: Input: default@intermediate_n0@p=457 +PREHOOK: Output: default@part_mm_n0@key_mm=455 POSTHOOK: query: explain insert into table part_mm_n0 partition(key_mm=455) select key from intermediate_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@intermediate_n0 +POSTHOOK: Input: default@intermediate_n0@p=455 +POSTHOOK: Input: default@intermediate_n0@p=456 +POSTHOOK: Input: default@intermediate_n0@p=457 +POSTHOOK: Output: default@part_mm_n0@key_mm=455 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/multi_insert_distinct.q.out b/ql/src/test/results/clientpositive/multi_insert_distinct.q.out index e86711a..e0b9c6b 100644 --- a/ql/src/test/results/clientpositive/multi_insert_distinct.q.out +++ b/ql/src/test/results/clientpositive/multi_insert_distinct.q.out @@ -59,12 +59,18 @@ SELECT v1, count(distinct v2), count(distinct v3) GROUP BY v1 INSERT INTO tmp_grouped_by_two_col SELECT v1, v2, count(distinct v3) GROUP BY v1, v2 PREHOOK: type: QUERY +PREHOOK: Input: default@tmp1 +PREHOOK: Output: default@tmp_grouped_by_one_col +PREHOOK: Output: default@tmp_grouped_by_two_col POSTHOOK: query: explain FROM tmp1 INSERT INTO tmp_grouped_by_one_col SELECT v1, count(distinct v2), count(distinct v3) GROUP BY v1 INSERT INTO tmp_grouped_by_two_col SELECT v1, v2, count(distinct v3) GROUP BY v1, v2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tmp1 +POSTHOOK: Output: default@tmp_grouped_by_one_col +POSTHOOK: Output: default@tmp_grouped_by_two_col STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -224,12 +230,18 @@ SELECT v1, count(distinct v2), count(distinct v3) GROUP BY v1 INSERT INTO tmp_grouped_by_two_col SELECT v1, v2, count(v3) GROUP BY v1, v2 PREHOOK: type: QUERY +PREHOOK: Input: default@tmp1 +PREHOOK: Output: default@tmp_grouped_by_one_col +PREHOOK: Output: default@tmp_grouped_by_two_col POSTHOOK: query: explain FROM tmp1 INSERT INTO tmp_grouped_by_one_col SELECT v1, count(distinct v2), count(distinct v3) GROUP BY v1 INSERT INTO tmp_grouped_by_two_col SELECT v1, v2, count(v3) GROUP BY v1, v2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tmp1 +POSTHOOK: Output: default@tmp_grouped_by_one_col +POSTHOOK: Output: default@tmp_grouped_by_two_col STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -384,12 +396,18 @@ SELECT v1, count(distinct v2), count(distinct v3) GROUP BY v1 INSERT INTO tmp_grouped_by_all_col SELECT v1, v2, v3 GROUP BY v1, v2, v3 PREHOOK: type: QUERY +PREHOOK: Input: default@tmp1 +PREHOOK: Output: default@tmp_grouped_by_all_col +PREHOOK: Output: default@tmp_grouped_by_one_col POSTHOOK: query: explain FROM tmp1 INSERT INTO tmp_grouped_by_one_col SELECT v1, count(distinct v2), count(distinct v3) GROUP BY v1 INSERT INTO tmp_grouped_by_all_col SELECT v1, v2, v3 GROUP BY v1, v2, v3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tmp1 +POSTHOOK: Output: default@tmp_grouped_by_all_col +POSTHOOK: Output: default@tmp_grouped_by_one_col STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/multi_insert_gby.q.out b/ql/src/test/results/clientpositive/multi_insert_gby.q.out index 514e4538..832d189 100644 --- a/ql/src/test/results/clientpositive/multi_insert_gby.q.out +++ b/ql/src/test/results/clientpositive/multi_insert_gby.q.out @@ -20,12 +20,18 @@ INSERT OVERWRITE TABLE e1_n0 INSERT OVERWRITE TABLE e2_n1 SELECT key, COUNT(*) WHERE key>500 GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@e1_n0 +PREHOOK: Output: default@e2_n1 POSTHOOK: query: explain FROM src INSERT OVERWRITE TABLE e1_n0 SELECT key, COUNT(*) WHERE key>450 GROUP BY key INSERT OVERWRITE TABLE e2_n1 SELECT key, COUNT(*) WHERE key>500 GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@e1_n0 +POSTHOOK: Output: default@e2_n1 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -290,12 +296,18 @@ INSERT OVERWRITE TABLE e1_n0 INSERT OVERWRITE TABLE e2_n1 SELECT key, COUNT(*) GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@e1_n0 +PREHOOK: Output: default@e2_n1 POSTHOOK: query: explain FROM src INSERT OVERWRITE TABLE e1_n0 SELECT key, COUNT(*) WHERE key>450 GROUP BY key INSERT OVERWRITE TABLE e2_n1 SELECT key, COUNT(*) GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@e1_n0 +POSTHOOK: Output: default@e2_n1 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/multi_insert_gby2.q.out b/ql/src/test/results/clientpositive/multi_insert_gby2.q.out index 0b392fe..c40e087 100644 --- a/ql/src/test/results/clientpositive/multi_insert_gby2.q.out +++ b/ql/src/test/results/clientpositive/multi_insert_gby2.q.out @@ -21,6 +21,9 @@ INSERT OVERWRITE TABLE e1 INSERT OVERWRITE TABLE e2_n0 SELECT percentile_approx(value, 0.5) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@e1 +PREHOOK: Output: default@e2_n0 POSTHOOK: query: explain FROM (select key, cast(key as double) as value from src order by key) a INSERT OVERWRITE TABLE e1 @@ -28,6 +31,9 @@ INSERT OVERWRITE TABLE e1 INSERT OVERWRITE TABLE e2_n0 SELECT percentile_approx(value, 0.5) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@e1 +POSTHOOK: Output: default@e2_n0 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/multi_insert_gby3.q.out b/ql/src/test/results/clientpositive/multi_insert_gby3.q.out index 677d9d4..7cc02ff 100644 --- a/ql/src/test/results/clientpositive/multi_insert_gby3.q.out +++ b/ql/src/test/results/clientpositive/multi_insert_gby3.q.out @@ -29,6 +29,9 @@ INSERT OVERWRITE TABLE e1_n2 INSERT OVERWRITE TABLE e2_n3 SELECT key, sum(keyD), value group by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@e1_n2 +PREHOOK: Output: default@e2_n3 POSTHOOK: query: explain FROM (select key, cast(key as double) as keyD, value from src order by key) a INSERT OVERWRITE TABLE e1_n2 @@ -36,6 +39,9 @@ INSERT OVERWRITE TABLE e1_n2 INSERT OVERWRITE TABLE e2_n3 SELECT key, sum(keyD), value group by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@e1_n2 +POSTHOOK: Output: default@e2_n3 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -254,6 +260,9 @@ INSERT OVERWRITE TABLE e2_n3 INSERT OVERWRITE TABLE e1_n2 SELECT key, COUNT(distinct value) group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@e1_n2 +PREHOOK: Output: default@e2_n3 POSTHOOK: query: explain FROM (select key, cast(key as double) as keyD, value from src order by key) a INSERT OVERWRITE TABLE e2_n3 @@ -261,6 +270,9 @@ INSERT OVERWRITE TABLE e2_n3 INSERT OVERWRITE TABLE e1_n2 SELECT key, COUNT(distinct value) group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@e1_n2 +POSTHOOK: Output: default@e2_n3 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -1793,6 +1805,9 @@ select key, count(distinct value) group by key insert overwrite table e3 select value, count(distinct key) group by value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@e1_n2 +PREHOOK: Output: default@e3 POSTHOOK: query: explain from src insert overwrite table e1_n2 @@ -1800,6 +1815,9 @@ select key, count(distinct value) group by key insert overwrite table e3 select value, count(distinct key) group by value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@e1_n2 +POSTHOOK: Output: default@e3 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -2019,6 +2037,10 @@ INSERT OVERWRITE TABLE e2_n3 INSERT overwrite table e3 SELECT key, COUNT(distinct keyD) group by key, keyD, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@e1_n2 +PREHOOK: Output: default@e2_n3 +PREHOOK: Output: default@e3 POSTHOOK: query: explain FROM (select key, cast(key as double) as keyD, value from src order by key) a INSERT OVERWRITE TABLE e1_n2 @@ -2028,6 +2050,10 @@ INSERT OVERWRITE TABLE e2_n3 INSERT overwrite table e3 SELECT key, COUNT(distinct keyD) group by key, keyD, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@e1_n2 +POSTHOOK: Output: default@e2_n3 +POSTHOOK: Output: default@e3 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-0 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/multi_insert_gby4.q.out b/ql/src/test/results/clientpositive/multi_insert_gby4.q.out index eed39ee..c4f5935 100644 --- a/ql/src/test/results/clientpositive/multi_insert_gby4.q.out +++ b/ql/src/test/results/clientpositive/multi_insert_gby4.q.out @@ -31,6 +31,10 @@ INSERT OVERWRITE TABLE e2_n5 INSERT OVERWRITE TABLE e3_n0 SELECT key, COUNT(*) WHERE key>490 GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@e1_n4 +PREHOOK: Output: default@e2_n5 +PREHOOK: Output: default@e3_n0 POSTHOOK: query: explain FROM (SELECT key, value FROM src) a INSERT OVERWRITE TABLE e1_n4 @@ -40,6 +44,10 @@ INSERT OVERWRITE TABLE e2_n5 INSERT OVERWRITE TABLE e3_n0 SELECT key, COUNT(*) WHERE key>490 GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@e1_n4 +POSTHOOK: Output: default@e2_n5 +POSTHOOK: Output: default@e3_n0 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-0 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/multi_insert_mixed.q.out b/ql/src/test/results/clientpositive/multi_insert_mixed.q.out index e9729a4..0205461 100644 --- a/ql/src/test/results/clientpositive/multi_insert_mixed.q.out +++ b/ql/src/test/results/clientpositive/multi_insert_mixed.q.out @@ -28,12 +28,20 @@ insert overwrite table src_multi1_n2 select key, count(1) group by key order by insert overwrite table src_multi2_n3 select value, count(1) group by value order by value insert overwrite table src_multi3 select * where key < 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n2 +PREHOOK: Output: default@src_multi2_n3 +PREHOOK: Output: default@src_multi3 POSTHOOK: query: explain from src insert overwrite table src_multi1_n2 select key, count(1) group by key order by key insert overwrite table src_multi2_n3 select value, count(1) group by value order by value insert overwrite table src_multi3 select * where key < 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n2 +POSTHOOK: Output: default@src_multi2_n3 +POSTHOOK: Output: default@src_multi3 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-4 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/multi_insert_move_tasks_share_dependencies.q.out b/ql/src/test/results/clientpositive/multi_insert_move_tasks_share_dependencies.q.out index fa32ee4..471c604 100644 --- a/ql/src/test/results/clientpositive/multi_insert_move_tasks_share_dependencies.q.out +++ b/ql/src/test/results/clientpositive/multi_insert_move_tasks_share_dependencies.q.out @@ -19,11 +19,17 @@ from src insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n4 +PREHOOK: Output: default@src_multi2_n5 POSTHOOK: query: explain from src insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n4 +POSTHOOK: Output: default@src_multi2_n5 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-4 depends on stages: Stage-2 @@ -232,11 +238,17 @@ from src insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n4 +PREHOOK: Output: default@src_multi2_n5 POSTHOOK: query: explain from src insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n4 +POSTHOOK: Output: default@src_multi2_n5 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-9 depends on stages: Stage-2 , consists of Stage-6, Stage-5, Stage-7 @@ -489,11 +501,17 @@ from src insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n4 +PREHOOK: Output: default@src_multi2_n5 POSTHOOK: query: explain from src insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n4 +POSTHOOK: Output: default@src_multi2_n5 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-4 depends on stages: Stage-2, Stage-7, Stage-6, Stage-9 @@ -746,11 +764,17 @@ from src insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n4 +PREHOOK: Output: default@src_multi2_n5 POSTHOOK: query: explain from src insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n4 +POSTHOOK: Output: default@src_multi2_n5 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-9 depends on stages: Stage-2 , consists of Stage-6, Stage-5, Stage-7 @@ -1047,11 +1071,17 @@ from src insert overwrite table src_multi1_n4 select * where key < 10 group by key, value insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 group by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n4 +PREHOOK: Output: default@src_multi2_n5 POSTHOOK: query: explain from src insert overwrite table src_multi1_n4 select * where key < 10 group by key, value insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 group by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n4 +POSTHOOK: Output: default@src_multi2_n5 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-4 depends on stages: Stage-2 @@ -1280,11 +1310,17 @@ from src insert overwrite table src_multi1_n4 select * where key < 10 group by key, value insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 group by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n4 +PREHOOK: Output: default@src_multi2_n5 POSTHOOK: query: explain from src insert overwrite table src_multi1_n4 select * where key < 10 group by key, value insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 group by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n4 +POSTHOOK: Output: default@src_multi2_n5 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-9 depends on stages: Stage-2 , consists of Stage-6, Stage-5, Stage-7 @@ -1601,11 +1637,17 @@ from src insert overwrite table src_multi1_n4 select * where key < 10 group by key, value insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 group by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n4 +PREHOOK: Output: default@src_multi2_n5 POSTHOOK: query: explain from src insert overwrite table src_multi1_n4 select * where key < 10 group by key, value insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 group by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n4 +POSTHOOK: Output: default@src_multi2_n5 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-4 depends on stages: Stage-2 @@ -1834,11 +1876,17 @@ from src insert overwrite table src_multi1_n4 select * where key < 10 group by key, value insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 group by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n4 +PREHOOK: Output: default@src_multi2_n5 POSTHOOK: query: explain from src insert overwrite table src_multi1_n4 select * where key < 10 group by key, value insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 group by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n4 +POSTHOOK: Output: default@src_multi2_n5 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-9 depends on stages: Stage-2 , consists of Stage-6, Stage-5, Stage-7 @@ -2155,11 +2203,17 @@ from (select * from src union all select * from src) s insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n4 +PREHOOK: Output: default@src_multi2_n5 POSTHOOK: query: explain from (select * from src union all select * from src) s insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n4 +POSTHOOK: Output: default@src_multi2_n5 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-4 depends on stages: Stage-2 @@ -2444,11 +2498,17 @@ from (select * from src union all select * from src) s insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n4 +PREHOOK: Output: default@src_multi2_n5 POSTHOOK: query: explain from (select * from src union all select * from src) s insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n4 +POSTHOOK: Output: default@src_multi2_n5 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-9 depends on stages: Stage-2 , consists of Stage-6, Stage-5, Stage-7 @@ -2777,11 +2837,17 @@ from (select * from src union all select * from src) s insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n4 +PREHOOK: Output: default@src_multi2_n5 POSTHOOK: query: explain from (select * from src union all select * from src) s insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n4 +POSTHOOK: Output: default@src_multi2_n5 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-4 depends on stages: Stage-2, Stage-7, Stage-6, Stage-9 @@ -3110,11 +3176,17 @@ from (select * from src union all select * from src) s insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n4 +PREHOOK: Output: default@src_multi2_n5 POSTHOOK: query: explain from (select * from src union all select * from src) s insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n4 +POSTHOOK: Output: default@src_multi2_n5 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-9 depends on stages: Stage-2 , consists of Stage-6, Stage-5, Stage-7 @@ -3487,10 +3559,14 @@ PREHOOK: query: explain from src #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain from src #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-4 depends on stages: Stage-3 @@ -3586,10 +3662,14 @@ PREHOOK: query: explain from src #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain from src #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-4 depends on stages: Stage-3 @@ -3685,10 +3765,14 @@ PREHOOK: query: explain from src #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain from src #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-4 depends on stages: Stage-3 @@ -3784,10 +3868,14 @@ PREHOOK: query: explain from src #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain from src #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-4 depends on stages: Stage-3 @@ -3883,10 +3971,14 @@ PREHOOK: query: explain from src #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain from src #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2, Stage-4 @@ -3998,10 +4090,14 @@ PREHOOK: query: explain from src #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain from src #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2, Stage-4 @@ -4113,10 +4209,14 @@ PREHOOK: query: explain from src #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain from src #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2, Stage-4 @@ -4228,10 +4328,14 @@ PREHOOK: query: explain from src #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain from src #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2, Stage-4 @@ -4345,12 +4449,20 @@ insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### +PREHOOK: Output: default@src_multi1_n4 +PREHOOK: Output: default@src_multi2_n5 POSTHOOK: query: explain from src insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### +POSTHOOK: Output: default@src_multi1_n4 +POSTHOOK: Output: default@src_multi2_n5 STAGE DEPENDENCIES: Stage-4 is a root stage Stage-6 depends on stages: Stage-4, Stage-9, Stage-10 @@ -4658,12 +4770,20 @@ insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### +PREHOOK: Output: default@src_multi1_n4 +PREHOOK: Output: default@src_multi2_n5 POSTHOOK: query: explain from src insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### +POSTHOOK: Output: default@src_multi1_n4 +POSTHOOK: Output: default@src_multi2_n5 STAGE DEPENDENCIES: Stage-4 is a root stage Stage-6 depends on stages: Stage-4, Stage-9, Stage-8, Stage-11, Stage-14, Stage-15 @@ -5015,12 +5135,20 @@ insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### +PREHOOK: Output: default@src_multi1_n4 +PREHOOK: Output: default@src_multi2_n5 POSTHOOK: query: explain from src insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### +POSTHOOK: Output: default@src_multi1_n4 +POSTHOOK: Output: default@src_multi2_n5 STAGE DEPENDENCIES: Stage-4 is a root stage Stage-11 depends on stages: Stage-4 , consists of Stage-8, Stage-7, Stage-9 @@ -5372,12 +5500,20 @@ insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### +PREHOOK: Output: default@src_multi1_n4 +PREHOOK: Output: default@src_multi2_n5 POSTHOOK: query: explain from src insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### +POSTHOOK: Output: default@src_multi1_n4 +POSTHOOK: Output: default@src_multi2_n5 STAGE DEPENDENCIES: Stage-4 is a root stage Stage-11 depends on stages: Stage-4 , consists of Stage-8, Stage-7, Stage-9 diff --git a/ql/src/test/results/clientpositive/multi_insert_union_src.q.out b/ql/src/test/results/clientpositive/multi_insert_union_src.q.out index e8dabfd..1596e7e 100644 --- a/ql/src/test/results/clientpositive/multi_insert_union_src.q.out +++ b/ql/src/test/results/clientpositive/multi_insert_union_src.q.out @@ -43,11 +43,19 @@ from (select * from src1 where key < 10 union all select * from src2_n4 where ke insert overwrite table src_multi1_n3 select key, value where key < 150 order by key insert overwrite table src_multi2_n4 select key, value where key > 400 order by value PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +PREHOOK: Input: default@src2_n4 +PREHOOK: Output: default@src_multi1_n3 +PREHOOK: Output: default@src_multi2_n4 POSTHOOK: query: explain from (select * from src1 where key < 10 union all select * from src2_n4 where key > 100) s insert overwrite table src_multi1_n3 select key, value where key < 150 order by key insert overwrite table src_multi2_n4 select key, value where key > 400 order by value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@src2_n4 +POSTHOOK: Output: default@src_multi1_n3 +POSTHOOK: Output: default@src_multi2_n4 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/multi_insert_with_join2.q.out b/ql/src/test/results/clientpositive/multi_insert_with_join2.q.out index 34b1d08..89ec7d8 100644 --- a/ql/src/test/results/clientpositive/multi_insert_with_join2.q.out +++ b/ql/src/test/results/clientpositive/multi_insert_with_join2.q.out @@ -61,12 +61,18 @@ INSERT OVERWRITE TABLE join_result_1 SELECT a.*, b.* WHERE b.id = 'Id_1' AND b.val = 'val_103' PREHOOK: type: QUERY +PREHOOK: Input: default@t_a +PREHOOK: Input: default@t_b +PREHOOK: Output: default@join_result_1 POSTHOOK: query: explain FROM T_A a LEFT JOIN T_B b ON a.id = b.id INSERT OVERWRITE TABLE join_result_1 SELECT a.*, b.* WHERE b.id = 'Id_1' AND b.val = 'val_103' POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_a +POSTHOOK: Input: default@t_b +POSTHOOK: Output: default@join_result_1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -187,12 +193,18 @@ INSERT OVERWRITE TABLE join_result_3 SELECT a.*, b.* WHERE b.val = 'val_104' AND b.id = 'Id_2' AND a.val <> b.val PREHOOK: type: QUERY +PREHOOK: Input: default@t_a +PREHOOK: Input: default@t_b +PREHOOK: Output: default@join_result_3 POSTHOOK: query: explain FROM T_A a LEFT JOIN T_B b ON a.id = b.id INSERT OVERWRITE TABLE join_result_3 SELECT a.*, b.* WHERE b.val = 'val_104' AND b.id = 'Id_2' AND a.val <> b.val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_a +POSTHOOK: Input: default@t_b +POSTHOOK: Output: default@join_result_3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -315,6 +327,10 @@ INSERT OVERWRITE TABLE join_result_3 SELECT a.*, b.* WHERE b.val = 'val_104' AND b.id = 'Id_2' AND a.val <> b.val PREHOOK: type: QUERY +PREHOOK: Input: default@t_a +PREHOOK: Input: default@t_b +PREHOOK: Output: default@join_result_1 +PREHOOK: Output: default@join_result_3 POSTHOOK: query: explain FROM T_A a LEFT JOIN T_B b ON a.id = b.id INSERT OVERWRITE TABLE join_result_1 @@ -324,6 +340,10 @@ INSERT OVERWRITE TABLE join_result_3 SELECT a.*, b.* WHERE b.val = 'val_104' AND b.id = 'Id_2' AND a.val <> b.val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_a +POSTHOOK: Input: default@t_b +POSTHOOK: Output: default@join_result_1 +POSTHOOK: Output: default@join_result_3 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -516,6 +536,10 @@ INSERT OVERWRITE TABLE join_result_3 SELECT a.*, b.* WHERE b.val = 'val_104' AND b.id = 'Id_2' PREHOOK: type: QUERY +PREHOOK: Input: default@t_a +PREHOOK: Input: default@t_b +PREHOOK: Output: default@join_result_1 +PREHOOK: Output: default@join_result_3 POSTHOOK: query: explain FROM T_A a LEFT JOIN T_B b ON a.id = b.id INSERT OVERWRITE TABLE join_result_1 @@ -525,6 +549,10 @@ INSERT OVERWRITE TABLE join_result_3 SELECT a.*, b.* WHERE b.val = 'val_104' AND b.id = 'Id_2' POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_a +POSTHOOK: Input: default@t_b +POSTHOOK: Output: default@join_result_1 +POSTHOOK: Output: default@join_result_3 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -717,6 +745,10 @@ INSERT OVERWRITE TABLE join_result_3 SELECT a.*, b.* WHERE b.val = 'val_104' AND b.id = 'Id_2' PREHOOK: type: QUERY +PREHOOK: Input: default@t_a +PREHOOK: Input: default@t_b +PREHOOK: Output: default@join_result_1 +PREHOOK: Output: default@join_result_3 POSTHOOK: query: explain FROM T_A a JOIN T_B b ON a.id = b.id INSERT OVERWRITE TABLE join_result_1 @@ -726,6 +758,10 @@ INSERT OVERWRITE TABLE join_result_3 SELECT a.*, b.* WHERE b.val = 'val_104' AND b.id = 'Id_2' POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_a +POSTHOOK: Input: default@t_b +POSTHOOK: Output: default@join_result_1 +POSTHOOK: Output: default@join_result_3 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -924,6 +960,10 @@ INSERT OVERWRITE TABLE join_result_3 SELECT * WHERE b.val = 'val_104' AND b.id = 'Id_2' PREHOOK: type: QUERY +PREHOOK: Input: default@t_a +PREHOOK: Input: default@t_b +PREHOOK: Output: default@join_result_1 +PREHOOK: Output: default@join_result_3 POSTHOOK: query: explain FROM T_A a JOIN T_B b ON a.id = b.id INSERT OVERWRITE TABLE join_result_1 @@ -933,6 +973,10 @@ INSERT OVERWRITE TABLE join_result_3 SELECT * WHERE b.val = 'val_104' AND b.id = 'Id_2' POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_a +POSTHOOK: Input: default@t_b +POSTHOOK: Output: default@join_result_1 +POSTHOOK: Output: default@join_result_3 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -1131,6 +1175,10 @@ INSERT OVERWRITE TABLE join_result_3 SELECT a.id, a.val, b.id, b.val WHERE b.val = 'val_104' AND b.id = 'Id_2' PREHOOK: type: QUERY +PREHOOK: Input: default@t_a +PREHOOK: Input: default@t_b +PREHOOK: Output: default@join_result_1 +PREHOOK: Output: default@join_result_3 POSTHOOK: query: explain FROM T_A a JOIN T_B b ON a.id = b.id INSERT OVERWRITE TABLE join_result_1 @@ -1140,6 +1188,10 @@ INSERT OVERWRITE TABLE join_result_3 SELECT a.id, a.val, b.id, b.val WHERE b.val = 'val_104' AND b.id = 'Id_2' POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_a +POSTHOOK: Input: default@t_b +POSTHOOK: Output: default@join_result_1 +POSTHOOK: Output: default@join_result_3 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -1350,6 +1402,10 @@ INSERT OVERWRITE TABLE join_result_3 SELECT a.id, b.val, b.id, a.val WHERE b.val = 'val_104' AND b.id = 'Id_2' PREHOOK: type: QUERY +PREHOOK: Input: default@t_a +PREHOOK: Input: default@t_b +PREHOOK: Output: default@join_result_1 +PREHOOK: Output: default@join_result_3 POSTHOOK: query: explain FROM T_A a JOIN T_B b ON a.id = b.id INSERT OVERWRITE TABLE join_result_1 @@ -1359,6 +1415,10 @@ INSERT OVERWRITE TABLE join_result_3 SELECT a.id, b.val, b.id, a.val WHERE b.val = 'val_104' AND b.id = 'Id_2' POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_a +POSTHOOK: Input: default@t_b +POSTHOOK: Output: default@join_result_1 +POSTHOOK: Output: default@join_result_3 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/multi_join_union.q.out b/ql/src/test/results/clientpositive/multi_join_union.q.out index 5030103..24ccdcc 100644 --- a/ql/src/test/results/clientpositive/multi_join_union.q.out +++ b/ql/src/test/results/clientpositive/multi_join_union.q.out @@ -51,11 +51,21 @@ src11 a JOIN src12 b ON (a.key = b.key) JOIN (SELECT * FROM (SELECT * FROM src13 UNION ALL SELECT * FROM src14)a )c ON c.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@src11 +PREHOOK: Input: default@src12 +PREHOOK: Input: default@src13 +PREHOOK: Input: default@src14 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src11 a JOIN src12 b ON (a.key = b.key) JOIN (SELECT * FROM (SELECT * FROM src13 UNION ALL SELECT * FROM src14)a )c ON c.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src11 +POSTHOOK: Input: default@src12 +POSTHOOK: Input: default@src13 +POSTHOOK: Input: default@src14 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-8 is a root stage Stage-6 depends on stages: Stage-8 diff --git a/ql/src/test/results/clientpositive/multigroupby_singlemr.q.out b/ql/src/test/results/clientpositive/multigroupby_singlemr.q.out index 1cc0684..5bf6a7e 100644 --- a/ql/src/test/results/clientpositive/multigroupby_singlemr.q.out +++ b/ql/src/test/results/clientpositive/multigroupby_singlemr.q.out @@ -43,11 +43,17 @@ FROM TBL_n0 INSERT OVERWRITE TABLE DEST1_n116 SELECT TBL_n0.C1, COUNT(TBL_n0.C2) GROUP BY TBL_n0.C1 INSERT OVERWRITE TABLE DEST2_n30 SELECT TBL_n0.C1, TBL_n0.C2, COUNT(TBL_n0.C3) GROUP BY TBL_n0.C1, TBL_n0.C2 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl_n0 +PREHOOK: Output: default@dest1_n116 +PREHOOK: Output: default@dest2_n30 POSTHOOK: query: EXPLAIN FROM TBL_n0 INSERT OVERWRITE TABLE DEST1_n116 SELECT TBL_n0.C1, COUNT(TBL_n0.C2) GROUP BY TBL_n0.C1 INSERT OVERWRITE TABLE DEST2_n30 SELECT TBL_n0.C1, TBL_n0.C2, COUNT(TBL_n0.C3) GROUP BY TBL_n0.C1, TBL_n0.C2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl_n0 +POSTHOOK: Output: default@dest1_n116 +POSTHOOK: Output: default@dest2_n30 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -266,11 +272,17 @@ FROM TBL_n0 INSERT OVERWRITE TABLE DEST1_n116 SELECT TBL_n0.C1, COUNT(TBL_n0.C2) GROUP BY TBL_n0.C1 INSERT OVERWRITE TABLE DEST2_n30 SELECT TBL_n0.C1, TBL_n0.C2, COUNT(TBL_n0.C3) GROUP BY TBL_n0.C2, TBL_n0.C1 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl_n0 +PREHOOK: Output: default@dest1_n116 +PREHOOK: Output: default@dest2_n30 POSTHOOK: query: EXPLAIN FROM TBL_n0 INSERT OVERWRITE TABLE DEST1_n116 SELECT TBL_n0.C1, COUNT(TBL_n0.C2) GROUP BY TBL_n0.C1 INSERT OVERWRITE TABLE DEST2_n30 SELECT TBL_n0.C1, TBL_n0.C2, COUNT(TBL_n0.C3) GROUP BY TBL_n0.C2, TBL_n0.C1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl_n0 +POSTHOOK: Output: default@dest1_n116 +POSTHOOK: Output: default@dest2_n30 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -489,11 +501,17 @@ FROM TBL_n0 INSERT OVERWRITE TABLE DEST3_n4 SELECT TBL_n0.C1, TBL_n0.C2, TBL_n0.C3, COUNT(TBL_n0.C4) GROUP BY TBL_n0.C1, TBL_n0.C2, TBL_n0.C3 INSERT OVERWRITE TABLE DEST2_n30 SELECT TBL_n0.C1, TBL_n0.C2, COUNT(TBL_n0.C3) GROUP BY TBL_n0.C1, TBL_n0.C2 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl_n0 +PREHOOK: Output: default@dest2_n30 +PREHOOK: Output: default@dest3_n4 POSTHOOK: query: EXPLAIN FROM TBL_n0 INSERT OVERWRITE TABLE DEST3_n4 SELECT TBL_n0.C1, TBL_n0.C2, TBL_n0.C3, COUNT(TBL_n0.C4) GROUP BY TBL_n0.C1, TBL_n0.C2, TBL_n0.C3 INSERT OVERWRITE TABLE DEST2_n30 SELECT TBL_n0.C1, TBL_n0.C2, COUNT(TBL_n0.C3) GROUP BY TBL_n0.C1, TBL_n0.C2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl_n0 +POSTHOOK: Output: default@dest2_n30 +POSTHOOK: Output: default@dest3_n4 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -712,11 +730,17 @@ FROM TBL_n0 INSERT OVERWRITE TABLE DEST3_n4 SELECT TBL_n0.C1, TBL_n0.C2, TBL_n0.C3, COUNT(TBL_n0.C4) GROUP BY TBL_n0.C1, TBL_n0.C2, TBL_n0.C3 INSERT OVERWRITE TABLE DEST4 SELECT TBL_n0.C1, TBL_n0.C2, TBL_n0.C3, COUNT(TBL_n0.C4) GROUP BY TBL_n0.C1, TBL_n0.C3, TBL_n0.C2 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl_n0 +PREHOOK: Output: default@dest3_n4 +PREHOOK: Output: default@dest4 POSTHOOK: query: EXPLAIN FROM TBL_n0 INSERT OVERWRITE TABLE DEST3_n4 SELECT TBL_n0.C1, TBL_n0.C2, TBL_n0.C3, COUNT(TBL_n0.C4) GROUP BY TBL_n0.C1, TBL_n0.C2, TBL_n0.C3 INSERT OVERWRITE TABLE DEST4 SELECT TBL_n0.C1, TBL_n0.C2, TBL_n0.C3, COUNT(TBL_n0.C4) GROUP BY TBL_n0.C1, TBL_n0.C3, TBL_n0.C2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl_n0 +POSTHOOK: Output: default@dest3_n4 +POSTHOOK: Output: default@dest4 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -902,12 +926,20 @@ INSERT OVERWRITE TABLE DEST3_n4 SELECT TBL_n0.C1, TBL_n0.C2, TBL_n0.C3, COUNT(TB INSERT OVERWRITE TABLE DEST2_n30 SELECT TBL_n0.C1, TBL_n0.C2, COUNT(TBL_n0.C3) GROUP BY TBL_n0.C1, TBL_n0.C2 INSERT OVERWRITE TABLE DEST1_n116 SELECT TBL_n0.C1, COUNT(TBL_n0.C2) GROUP BY TBL_n0.C1 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl_n0 +PREHOOK: Output: default@dest1_n116 +PREHOOK: Output: default@dest2_n30 +PREHOOK: Output: default@dest3_n4 POSTHOOK: query: EXPLAIN FROM TBL_n0 INSERT OVERWRITE TABLE DEST3_n4 SELECT TBL_n0.C1, TBL_n0.C2, TBL_n0.C3, COUNT(TBL_n0.C4) GROUP BY TBL_n0.C1, TBL_n0.C2, TBL_n0.C3 INSERT OVERWRITE TABLE DEST2_n30 SELECT TBL_n0.C1, TBL_n0.C2, COUNT(TBL_n0.C3) GROUP BY TBL_n0.C1, TBL_n0.C2 INSERT OVERWRITE TABLE DEST1_n116 SELECT TBL_n0.C1, COUNT(TBL_n0.C2) GROUP BY TBL_n0.C1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl_n0 +POSTHOOK: Output: default@dest1_n116 +POSTHOOK: Output: default@dest2_n30 +POSTHOOK: Output: default@dest3_n4 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-0 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/named_column_join.q.out b/ql/src/test/results/clientpositive/named_column_join.q.out index 199deec..4849a34 100644 --- a/ql/src/test/results/clientpositive/named_column_join.q.out +++ b/ql/src/test/results/clientpositive/named_column_join.q.out @@ -18,8 +18,12 @@ POSTHOOK: Lineage: t_n8.a SCRIPT [] POSTHOOK: Lineage: t_n8.b SCRIPT [] PREHOOK: query: explain select * from t_n8 t1 join t_n8 t2 using (a) PREHOOK: type: QUERY +PREHOOK: Input: default@t_n8 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t_n8 t1 join t_n8 t2 using (a) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_n8 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/nested_column_pruning.q.out b/ql/src/test/results/clientpositive/nested_column_pruning.q.out index 69ddfc0..69394c5 100644 --- a/ql/src/test/results/clientpositive/nested_column_pruning.q.out +++ b/ql/src/test/results/clientpositive/nested_column_pruning.q.out @@ -123,8 +123,12 @@ POSTHOOK: Lineage: nested_tbl_2_n1.s5 EXPRESSION [] POSTHOOK: Lineage: nested_tbl_2_n1.s6 EXPRESSION [] PREHOOK: query: EXPLAIN SELECT a FROM nested_tbl_1_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a FROM nested_tbl_1_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -165,8 +169,12 @@ POSTHOOK: Input: default@nested_tbl_1_n1 1 PREHOOK: query: EXPLAIN SELECT s1.f1 FROM nested_tbl_1_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT s1.f1 FROM nested_tbl_1_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -208,8 +216,12 @@ POSTHOOK: Input: default@nested_tbl_1_n1 false PREHOOK: query: EXPLAIN SELECT s1.f1, s1.f2 FROM nested_tbl_1_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT s1.f1, s1.f2 FROM nested_tbl_1_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -251,8 +263,12 @@ POSTHOOK: Input: default@nested_tbl_1_n1 false foo PREHOOK: query: EXPLAIN SELECT s1.f3, s1.f3.f4 FROM nested_tbl_1_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT s1.f3, s1.f3.f4 FROM nested_tbl_1_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -294,8 +310,12 @@ POSTHOOK: Input: default@nested_tbl_1_n1 {"f4":4,"f5":5.0} 4 PREHOOK: query: EXPLAIN SELECT s1.f3.f5 FROM nested_tbl_1_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT s1.f3.f5 FROM nested_tbl_1_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -337,8 +357,12 @@ POSTHOOK: Input: default@nested_tbl_1_n1 5.0 PREHOOK: query: EXPLAIN SELECT s1.f3.f4, s2.f8.f9 FROM nested_tbl_1_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT s1.f3.f4, s2.f8.f9 FROM nested_tbl_1_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -380,8 +404,12 @@ POSTHOOK: Input: default@nested_tbl_1_n1 4 true PREHOOK: query: EXPLAIN SELECT s1.f2 FROM nested_tbl_1_n1 WHERE s1.f1 = FALSE PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT s1.f2 FROM nested_tbl_1_n1 WHERE s1.f1 = FALSE POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -426,8 +454,12 @@ POSTHOOK: Input: default@nested_tbl_1_n1 foo PREHOOK: query: EXPLAIN SELECT s1.f3.f5 FROM nested_tbl_1_n1 WHERE s1.f3.f4 = 4 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT s1.f3.f5 FROM nested_tbl_1_n1 WHERE s1.f3.f4 = 4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -472,8 +504,12 @@ POSTHOOK: Input: default@nested_tbl_1_n1 5.0 PREHOOK: query: EXPLAIN SELECT s2.f8 FROM nested_tbl_1_n1 WHERE s1.f2 = 'foo' AND size(s2.f8.f10) > 1 AND s2.f8.f11['key1'] = TRUE PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT s2.f8 FROM nested_tbl_1_n1 WHERE s1.f2 = 'foo' AND size(s2.f8.f10) > 1 AND s2.f8.f11['key1'] = TRUE POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -520,10 +556,14 @@ PREHOOK: query: EXPLAIN SELECT col1, col2 FROM nested_tbl_1_n1 LATERAL VIEW explode(s2.f8.f10) tbl1 AS col1 LATERAL VIEW explode(s3.f12) tbl2 AS col2 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT col1, col2 FROM nested_tbl_1_n1 LATERAL VIEW explode(s2.f8.f10) tbl1 AS col1 LATERAL VIEW explode(s3.f12) tbl2 AS col2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -662,8 +702,12 @@ POSTHOOK: Input: default@nested_tbl_1_n1 11 {"f13":"bar","f14":28} PREHOOK: query: EXPLAIN SELECT pmod(s2.f8.f10[1], s1.f3.f4) FROM nested_tbl_1_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT pmod(s2.f8.f10[1], s1.f3.f4) FROM nested_tbl_1_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -705,8 +749,12 @@ POSTHOOK: Input: default@nested_tbl_1_n1 3 PREHOOK: query: EXPLAIN SELECT s1.f3.f5, count(s1.f3.f4) FROM nested_tbl_1_n1 GROUP BY s1.f3.f5 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT s1.f3.f5, count(s1.f3.f4) FROM nested_tbl_1_n1 GROUP BY s1.f3.f5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -767,8 +815,12 @@ POSTHOOK: Input: default@nested_tbl_1_n1 5.0 1 PREHOOK: query: EXPLAIN SELECT s1.f3, count(s1.f3.f4) FROM nested_tbl_1_n1 GROUP BY s1.f3 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT s1.f3, count(s1.f3.f4) FROM nested_tbl_1_n1 GROUP BY s1.f3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -829,8 +881,12 @@ POSTHOOK: Input: default@nested_tbl_1_n1 {"f4":4,"f5":5.0} 1 PREHOOK: query: EXPLAIN SELECT s1.f3, count(s1.f3.f4) FROM nested_tbl_1_n1 GROUP BY s1.f3 ORDER BY s1.f3 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT s1.f3, count(s1.f3.f4) FROM nested_tbl_1_n1 GROUP BY s1.f3 ORDER BY s1.f3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -916,11 +972,17 @@ FROM nested_tbl_1_n1 t1 JOIN nested_tbl_2_n1 t2 ON t1.s1.f3.f4 = t2.s1.f6 WHERE t2.s2.f8.f9 == FALSE PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n1 +PREHOOK: Input: default@nested_tbl_2_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT t1.s1.f3.f5, t2.s2.f8 FROM nested_tbl_1_n1 t1 JOIN nested_tbl_2_n1 t2 ON t1.s1.f3.f4 = t2.s1.f6 WHERE t2.s2.f8.f9 == FALSE POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n1 +POSTHOOK: Input: default@nested_tbl_2_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1010,11 +1072,15 @@ FROM nested_tbl_1_n1 t1 JOIN nested_tbl_1_n1 t2 ON t1.s1.f3.f4 = t2.s1.f6 WHERE t2.s2.f8.f9 == TRUE PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT t1.s1.f3.f5, t2.s2.f8 FROM nested_tbl_1_n1 t1 JOIN nested_tbl_1_n1 t2 ON t1.s1.f3.f4 = t2.s1.f6 WHERE t2.s2.f8.f9 == TRUE POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1101,10 +1167,14 @@ PREHOOK: query: EXPLAIN SELECT t1.s1.f3.f5 FROM nested_tbl_1_n1 t1 LEFT SEMI JOIN nested_tbl_1_n1 t2 ON t1.s1.f3.f4 = t2.s1.f6 AND t2.s2.f8.f9 == TRUE PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT t1.s1.f3.f5 FROM nested_tbl_1_n1 t1 LEFT SEMI JOIN nested_tbl_1_n1 t2 ON t1.s1.f3.f4 = t2.s1.f6 AND t2.s2.f8.f9 == TRUE POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1195,10 +1265,14 @@ PREHOOK: query: EXPLAIN SELECT t1.s1.f3.f5 FROM nested_tbl_1_n1 t1 LEFT SEMI JOIN nested_tbl_1_n1 t2 ON t1.s1.f1 <> t2.s2.f8.f9 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT t1.s1.f3.f5 FROM nested_tbl_1_n1 t1 LEFT SEMI JOIN nested_tbl_1_n1 t2 ON t1.s1.f1 <> t2.s2.f8.f9 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1275,10 +1349,14 @@ PREHOOK: query: EXPLAIN SELECT t1.s1.f3.f5 FROM nested_tbl_1_n1 t1 LEFT SEMI JOIN nested_tbl_1_n1 t2 ON t1.s1.f3.f4 = t2.s1.f6 AND t1.s1.f1 <> t2.s2.f8.f9 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT t1.s1.f3.f5 FROM nested_tbl_1_n1 t1 LEFT SEMI JOIN nested_tbl_1_n1 t2 ON t1.s1.f3.f4 = t2.s1.f6 AND t1.s1.f1 <> t2.s2.f8.f9 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1403,11 +1481,15 @@ SELECT count(s1.f6), s3.f12[0].f14 FROM nested_tbl_1_n1 GROUP BY s3.f12[0].f14 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(s1.f6), s3.f12[0].f14 FROM nested_tbl_1_n1 GROUP BY s3.f12[0].f14 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1479,11 +1561,15 @@ SELECT count(s1.f6), s4['key1'].f15 FROM nested_tbl_1_n1 GROUP BY s4['key1'].f15 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(s1.f6), s4['key1'].f15 FROM nested_tbl_1_n1 GROUP BY s4['key1'].f15 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1555,11 +1641,15 @@ SELECT count(s1.f6), s5.f16[0].f18.f19 FROM nested_tbl_1_n1 GROUP BY s5.f16[0].f18.f19 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(s1.f6), s5.f16[0].f18.f19 FROM nested_tbl_1_n1 GROUP BY s5.f16[0].f18.f19 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1631,11 +1721,15 @@ SELECT count(s1.f6), s5.f16.f18.f19 FROM nested_tbl_1_n1 GROUP BY s5.f16.f18.f19 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(s1.f6), s5.f16.f18.f19 FROM nested_tbl_1_n1 GROUP BY s5.f16.f18.f19 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1707,11 +1801,15 @@ SELECT count(s1.f6), s6['key1'].f20[0].f21.f22 FROM nested_tbl_1_n1 GROUP BY s6['key1'].f20[0].f21.f22 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(s1.f6), s6['key1'].f20[0].f21.f22 FROM nested_tbl_1_n1 GROUP BY s6['key1'].f20[0].f21.f22 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1783,11 +1881,15 @@ SELECT count(s1.f6), s6['key1'].f20.f21.f22 FROM nested_tbl_1_n1 GROUP BY s6['key1'].f20.f21.f22 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(s1.f6), s6['key1'].f20.f21.f22 FROM nested_tbl_1_n1 GROUP BY s6['key1'].f20.f21.f22 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/no_hooks.q.out b/ql/src/test/results/clientpositive/no_hooks.q.out index 7472061..c904246 100644 --- a/ql/src/test/results/clientpositive/no_hooks.q.out +++ b/ql/src/test/results/clientpositive/no_hooks.q.out @@ -2,6 +2,8 @@ Warning: Shuffle Join JOIN[4][tables = [src1, src2]] in Stage 'Stage-1:MAPRED' i POSTHOOK: query: EXPLAIN SELECT * FROM src src1 JOIN src src2 WHERE src1.key < 10 and src2.key < 10 SORT BY src1.key, src1.value, src2.key, src2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/noalias_subq1.q.out b/ql/src/test/results/clientpositive/noalias_subq1.q.out index a0d872c..0d72265 100644 --- a/ql/src/test/results/clientpositive/noalias_subq1.q.out +++ b/ql/src/test/results/clientpositive/noalias_subq1.q.out @@ -1,9 +1,13 @@ PREHOOK: query: EXPLAIN SELECT c1 FROM (select value as c1, key as c2 from src) x where c2 < 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT c1 FROM (select value as c1, key as c2 from src) x where c2 < 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/nonReservedKeyWords.q.out b/ql/src/test/results/clientpositive/nonReservedKeyWords.q.out index 4030c6d..7d27c34 100644 --- a/ql/src/test/results/clientpositive/nonReservedKeyWords.q.out +++ b/ql/src/test/results/clientpositive/nonReservedKeyWords.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain CREATE TABLE CACHE (col STRING) PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@CACHE POSTHOOK: query: explain CREATE TABLE CACHE (col STRING) POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@CACHE STAGE DEPENDENCIES: Stage-0 is a root stage @@ -17,8 +21,12 @@ STAGE PLANS: PREHOOK: query: explain CREATE TABLE DAYOFWEEK (col STRING) PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@DAYOFWEEK POSTHOOK: query: explain CREATE TABLE DAYOFWEEK (col STRING) POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@DAYOFWEEK STAGE DEPENDENCIES: Stage-0 is a root stage @@ -34,8 +42,12 @@ STAGE PLANS: PREHOOK: query: explain CREATE TABLE VIEWS (col STRING) PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@VIEWS POSTHOOK: query: explain CREATE TABLE VIEWS (col STRING) POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@VIEWS STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/nonblock_op_deduplicate.q.out b/ql/src/test/results/clientpositive/nonblock_op_deduplicate.q.out index 0365705..72e1579 100644 --- a/ql/src/test/results/clientpositive/nonblock_op_deduplicate.q.out +++ b/ql/src/test/results/clientpositive/nonblock_op_deduplicate.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain select nkey, nkey + 1 from (select key + 1 as nkey, value from src) a PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select nkey, nkey + 1 from (select key + 1 as nkey, value from src) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -43,6 +47,8 @@ FROM (SELECT tmp2.key as key, tmp2.value as value, tmp3.count as count FROM src1) tmp3 ) tmp4 PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT tmp4.key as key, tmp4.value as value, tmp4.count as count FROM (SELECT tmp2.key as key, tmp2.value as value, tmp3.count as count @@ -53,6 +59,8 @@ FROM (SELECT tmp2.key as key, tmp2.value as value, tmp3.count as count FROM src1) tmp3 ) tmp4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -191,6 +199,8 @@ FROM (SELECT tmp2.key as key, tmp2.value as value, tmp3.count as count FROM src1) tmp3 ) tmp4 PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT tmp4.key as key, tmp4.value as value, tmp4.count as count FROM (SELECT tmp2.key as key, tmp2.value as value, tmp3.count as count @@ -201,6 +211,8 @@ FROM (SELECT tmp2.key as key, tmp2.value as value, tmp3.count as count FROM src1) tmp3 ) tmp4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-4 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/nonmr_fetch.q.out b/ql/src/test/results/clientpositive/nonmr_fetch.q.out index fcd3bd0..4660227 100644 --- a/ql/src/test/results/clientpositive/nonmr_fetch.q.out +++ b/ql/src/test/results/clientpositive/nonmr_fetch.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain select * from src limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -42,8 +46,14 @@ POSTHOOK: Input: default@src 484 val_484 PREHOOK: query: explain select * from srcpart where ds='2008-04-08' AND hr='11' limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain select * from srcpart where ds='2008-04-08' AND hr='11' limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -86,8 +96,12 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 484 val_484 2008-04-08 11 PREHOOK: query: explain select key from src limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key from src limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -128,8 +142,20 @@ POSTHOOK: Input: default@src 484 PREHOOK: query: explain select * from srcpart where key > 100 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select * from srcpart where key > 100 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -181,8 +207,12 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 401 val_401 2008-04-08 11 PREHOOK: query: explain select * from src TABLESAMPLE (0.25 PERCENT) limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src TABLESAMPLE (0.25 PERCENT) limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -236,8 +266,12 @@ POSTHOOK: Input: default@src 484 val_484 PREHOOK: query: explain select * from src limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -278,8 +312,14 @@ POSTHOOK: Input: default@src 484 val_484 PREHOOK: query: explain select * from srcpart where ds='2008-04-08' AND hr='11' limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain select * from srcpart where ds='2008-04-08' AND hr='11' limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -322,8 +362,12 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 484 val_484 2008-04-08 11 PREHOOK: query: explain select cast(key as int) * 10, upper(value) from src limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select cast(key as int) * 10, upper(value) from src limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -364,8 +408,12 @@ POSTHOOK: Input: default@src 4840 VAL_484 PREHOOK: query: explain select key from src where key < 100 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key from src where key < 100 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -409,8 +457,14 @@ POSTHOOK: Input: default@src 57 PREHOOK: query: explain select key from srcpart where ds='2008-04-08' AND hr='11' limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain select key from srcpart where ds='2008-04-08' AND hr='11' limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -453,8 +507,12 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 484 PREHOOK: query: explain select *, BLOCK__OFFSET__INSIDE__FILE from src where key < 10 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select *, BLOCK__OFFSET__INSIDE__FILE from src where key < 10 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -498,8 +556,20 @@ POSTHOOK: Input: default@src 57 val_57 1024 PREHOOK: query: explain select *, BLOCK__OFFSET__INSIDE__FILE from srcpart where key < 10 limit 30 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select *, BLOCK__OFFSET__INSIDE__FILE from srcpart where key < 10 limit 30 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -571,8 +641,12 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 9 val_9 2008-04-09 11 5398 PREHOOK: query: explain select *, BLOCK__OFFSET__INSIDE__FILE from src TABLESAMPLE (BUCKET 1 OUT OF 40 ON key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select *, BLOCK__OFFSET__INSIDE__FILE from src TABLESAMPLE (BUCKET 1 OUT OF 40 ON key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -617,8 +691,20 @@ POSTHOOK: Input: default@src 458 val_458 5442 PREHOOK: query: explain select *, BLOCK__OFFSET__INSIDE__FILE from srcpart TABLESAMPLE (BUCKET 1 OUT OF 40 ON key) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select *, BLOCK__OFFSET__INSIDE__FILE from srcpart TABLESAMPLE (BUCKET 1 OUT OF 40 ON key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -713,8 +799,12 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 458 val_458 2008-04-09 12 5442 PREHOOK: query: explain select * from src TABLESAMPLE (0.25 PERCENT) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src TABLESAMPLE (0.25 PERCENT) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -744,8 +834,20 @@ POSTHOOK: Input: default@src 86 val_86 PREHOOK: query: explain select *, BLOCK__OFFSET__INSIDE__FILE from srcpart TABLESAMPLE (0.25 PERCENT) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select *, BLOCK__OFFSET__INSIDE__FILE from srcpart TABLESAMPLE (0.25 PERCENT) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -790,9 +892,13 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: query: explain select key, value from (select value key,key value from src where key > 200) a where value < 250 limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value from (select value key,key value from src where key > 200) a where value < 250 limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -847,9 +953,15 @@ val_217 217 PREHOOK: query: explain select key,X from srcpart lateral view explode(array(key,value)) L as x where (ds='2008-04-08' AND hr='11') limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain select key,X from srcpart lateral view explode(array(key,value)) L as x where (ds='2008-04-08' AND hr='11') limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -929,8 +1041,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 484 val_484 PREHOOK: query: explain select key, value, BLOCK__OFFSET__INSIDE__FILE from srcpart where ds="2008-04-09" AND rand() > 1 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, BLOCK__OFFSET__INSIDE__FILE from srcpart where ds="2008-04-09" AND rand() > 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -965,8 +1085,12 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 #### A masked pattern was here #### PREHOOK: query: explain select key, count(value) from src group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(value) from src group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1018,8 +1142,12 @@ STAGE PLANS: PREHOOK: query: explain select distinct key, value from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select distinct key, value from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1068,8 +1196,14 @@ STAGE PLANS: PREHOOK: query: explain create table srcx as select distinct key, value from src PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@srcx POSTHOOK: query: explain create table srcx as select distinct key, value from src POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@srcx STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1134,8 +1268,12 @@ STAGE PLANS: PREHOOK: query: explain analyze table src compute statistics PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src POSTHOOK: query: explain analyze table src compute statistics POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -1154,8 +1292,12 @@ STAGE PLANS: PREHOOK: query: explain select * from src join src src2 on src.key=src2.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src join src src2 on src.key=src2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/nonmr_fetch_threshold.q.out b/ql/src/test/results/clientpositive/nonmr_fetch_threshold.q.out index 78900bd..56bf2ff 100644 --- a/ql/src/test/results/clientpositive/nonmr_fetch_threshold.q.out +++ b/ql/src/test/results/clientpositive/nonmr_fetch_threshold.q.out @@ -1,7 +1,13 @@ PREHOOK: query: explain select * from srcpart where ds='2008-04-08' AND hr='11' limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain select * from srcpart where ds='2008-04-08' AND hr='11' limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -24,8 +30,12 @@ STAGE PLANS: PREHOOK: query: explain select cast(key as int) * 10, upper(value) from src limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select cast(key as int) * 10, upper(value) from src limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -48,8 +58,14 @@ STAGE PLANS: PREHOOK: query: explain select * from srcpart where ds='2008-04-08' AND hr='11' limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain select * from srcpart where ds='2008-04-08' AND hr='11' limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -72,8 +88,12 @@ STAGE PLANS: PREHOOK: query: explain select cast(key as int) * 10, upper(value) from src limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select cast(key as int) * 10, upper(value) from src limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -96,8 +116,12 @@ STAGE PLANS: PREHOOK: query: explain select concat(key, value) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select concat(key, value) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -117,8 +141,14 @@ STAGE PLANS: PREHOOK: query: explain select * from srcpart where ds='2008-04-08' AND hr='11' limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain select * from srcpart where ds='2008-04-08' AND hr='11' limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -141,8 +171,12 @@ STAGE PLANS: PREHOOK: query: explain select cast(key as int) * 10, upper(value) from src limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select cast(key as int) * 10, upper(value) from src limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -165,8 +199,12 @@ STAGE PLANS: PREHOOK: query: explain select concat(key, value) from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select concat(key, value) from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -199,8 +237,12 @@ STAGE PLANS: PREHOOK: query: explain select key, value from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -220,8 +262,12 @@ STAGE PLANS: PREHOOK: query: explain select key from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -241,8 +287,12 @@ STAGE PLANS: PREHOOK: query: explain select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -262,8 +312,12 @@ STAGE PLANS: PREHOOK: query: explain select key,1 from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key,1 from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -283,8 +337,12 @@ STAGE PLANS: PREHOOK: query: explain select cast(key as char(20)),1 from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select cast(key as char(20)),1 from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/nonreserved_keywords_insert_into1.q.out b/ql/src/test/results/clientpositive/nonreserved_keywords_insert_into1.q.out index 37f8645..b195ad2 100644 --- a/ql/src/test/results/clientpositive/nonreserved_keywords_insert_into1.q.out +++ b/ql/src/test/results/clientpositive/nonreserved_keywords_insert_into1.q.out @@ -12,8 +12,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@insert PREHOOK: query: EXPLAIN INSERT INTO TABLE `insert` SELECT * FROM src LIMIT 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@insert POSTHOOK: query: EXPLAIN INSERT INTO TABLE `insert` SELECT * FROM src LIMIT 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@insert STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -141,8 +145,12 @@ POSTHOOK: Input: default@insert 10226524244 PREHOOK: query: EXPLAIN INSERT INTO TABLE `insert` SELECT * FROM src LIMIT 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@insert POSTHOOK: query: EXPLAIN INSERT INTO TABLE `insert` SELECT * FROM src LIMIT 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@insert STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -279,8 +287,12 @@ POSTHOOK: Input: default@insert 200 PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE `insert` SELECT * FROM src LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@insert POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE `insert` SELECT * FROM src LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@insert STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/notable_alias1.q.out b/ql/src/test/results/clientpositive/notable_alias1.q.out index 4004bf5..d1089d0 100644 --- a/ql/src/test/results/clientpositive/notable_alias1.q.out +++ b/ql/src/test/results/clientpositive/notable_alias1.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n4 SELECT '1234', key, count(1) WHERE src.key < 100 group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n4 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n4 SELECT '1234', key, count(1) WHERE src.key < 100 group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n4 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/notable_alias2.q.out b/ql/src/test/results/clientpositive/notable_alias2.q.out index 103b48a..850a8e4 100644 --- a/ql/src/test/results/clientpositive/notable_alias2.q.out +++ b/ql/src/test/results/clientpositive/notable_alias2.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n50 SELECT '1234', src.key, count(1) WHERE key < 100 group by src.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n50 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n50 SELECT '1234', src.key, count(1) WHERE key < 100 group by src.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n50 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/null_cast.q.out b/ql/src/test/results/clientpositive/null_cast.q.out index a59aac2..280a5a1 100644 --- a/ql/src/test/results/clientpositive/null_cast.q.out +++ b/ql/src/test/results/clientpositive/null_cast.q.out @@ -4,12 +4,16 @@ PREHOOK: query: EXPLAIN SELECT ARRAY(NULL, 0), ARRAY(NULL, STRUCT(0)) FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT ARRAY(NULL, 0), ARRAY(NULL, ARRAY()), ARRAY(NULL, MAP()), ARRAY(NULL, STRUCT(0)) FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/nullability_transitive_inference.q.out b/ql/src/test/results/clientpositive/nullability_transitive_inference.q.out index 6ba7b7b..fd7d724 100644 --- a/ql/src/test/results/clientpositive/nullability_transitive_inference.q.out +++ b/ql/src/test/results/clientpositive/nullability_transitive_inference.q.out @@ -97,11 +97,17 @@ select empid from emps_n6 join depts_n5 using (deptno) where depts_n5.deptno >= 20 group by empid, depts_n5.deptno PREHOOK: type: QUERY +PREHOOK: Input: default@depts_n5 +PREHOOK: Input: default@emps_n6 +#### A masked pattern was here #### POSTHOOK: query: explain select empid from emps_n6 join depts_n5 using (deptno) where depts_n5.deptno >= 20 group by empid, depts_n5.deptno POSTHOOK: type: QUERY +POSTHOOK: Input: default@depts_n5 +POSTHOOK: Input: default@emps_n6 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/nullformat.q.out b/ql/src/test/results/clientpositive/nullformat.q.out index 49a840b..d14c570 100644 --- a/ql/src/test/results/clientpositive/nullformat.q.out +++ b/ql/src/test/results/clientpositive/nullformat.q.out @@ -36,8 +36,12 @@ POSTHOOK: query: DROP TABLE IF EXISTS null_tab1 POSTHOOK: type: DROPTABLE PREHOOK: query: EXPLAIN CREATE TABLE null_tab1(a STRING, b STRING) ROW FORMAT DELIMITED NULL DEFINED AS 'fooNull' PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@null_tab1 POSTHOOK: query: EXPLAIN CREATE TABLE null_tab1(a STRING, b STRING) ROW FORMAT DELIMITED NULL DEFINED AS 'fooNull' POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@null_tab1 STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/nullformatCTAS.q.out b/ql/src/test/results/clientpositive/nullformatCTAS.q.out index b6b51d5..6fe3800 100644 --- a/ql/src/test/results/clientpositive/nullformatCTAS.q.out +++ b/ql/src/test/results/clientpositive/nullformatCTAS.q.out @@ -37,9 +37,15 @@ POSTHOOK: type: DROPTABLE PREHOOK: query: EXPLAIN CREATE TABLE null_tab3 ROW FORMAT DELIMITED NULL DEFINED AS 'fooNull' AS SELECT a, b FROM base_tab_n2 PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@base_tab_n2 +PREHOOK: Output: database:default +PREHOOK: Output: default@null_tab3 POSTHOOK: query: EXPLAIN CREATE TABLE null_tab3 ROW FORMAT DELIMITED NULL DEFINED AS 'fooNull' AS SELECT a, b FROM base_tab_n2 POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@base_tab_n2 +POSTHOOK: Output: database:default +POSTHOOK: Output: default@null_tab3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/nullgroup.q.out b/ql/src/test/results/clientpositive/nullgroup.q.out index cccc3c4..d9c575c 100644 --- a/ql/src/test/results/clientpositive/nullgroup.q.out +++ b/ql/src/test/results/clientpositive/nullgroup.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select count(1) from src x where x.key > 9999 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from src x where x.key > 9999 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -61,9 +65,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select count(1) from src x where x.key > 9999 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from src x where x.key > 9999 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -121,9 +129,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select count(1) from src x where x.key > 9999 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from src x where x.key > 9999 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -198,9 +210,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select count(1) from src x where x.key > 9999 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from src x where x.key > 9999 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/nullgroup2.q.out b/ql/src/test/results/clientpositive/nullgroup2.q.out index b01b510..5d2b1b7 100644 --- a/ql/src/test/results/clientpositive/nullgroup2.q.out +++ b/ql/src/test/results/clientpositive/nullgroup2.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select x.key, count(1) from src x where x.key > 9999 group by x.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select x.key, count(1) from src x where x.key > 9999 group by x.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -89,9 +93,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select x.key, count(1) from src x where x.key > 9999 group by x.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select x.key, count(1) from src x where x.key > 9999 group by x.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -151,9 +159,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select x.key, count(1) from src x where x.key > 9999 group by x.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select x.key, count(1) from src x where x.key > 9999 group by x.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -232,9 +244,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select x.key, count(1) from src x where x.key > 9999 group by x.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select x.key, count(1) from src x where x.key > 9999 group by x.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/nullgroup3.q.out b/ql/src/test/results/clientpositive/nullgroup3.q.out index c17d0cc..141f1bd 100644 --- a/ql/src/test/results/clientpositive/nullgroup3.q.out +++ b/ql/src/test/results/clientpositive/nullgroup3.q.out @@ -27,9 +27,17 @@ POSTHOOK: Output: default@tstparttbl_n0@ds=2008-04-08 PREHOOK: query: explain select count(1) from tstparttbl_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@tstparttbl_n0 +PREHOOK: Input: default@tstparttbl_n0@ds=2008-04-08 +PREHOOK: Input: default@tstparttbl_n0@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from tstparttbl_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tstparttbl_n0 +POSTHOOK: Input: default@tstparttbl_n0@ds=2008-04-08 +POSTHOOK: Input: default@tstparttbl_n0@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -115,9 +123,17 @@ POSTHOOK: Output: default@tstparttbl2_n0@ds=2008-04-08 PREHOOK: query: explain select count(1) from tstparttbl2_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@tstparttbl2_n0 +PREHOOK: Input: default@tstparttbl2_n0@ds=2008-04-08 +PREHOOK: Input: default@tstparttbl2_n0@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from tstparttbl2_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tstparttbl2_n0 +POSTHOOK: Input: default@tstparttbl2_n0@ds=2008-04-08 +POSTHOOK: Input: default@tstparttbl2_n0@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -211,9 +227,17 @@ POSTHOOK: Output: default@tstparttbl_n0@ds=2008-04-08 PREHOOK: query: explain select count(1) from tstparttbl_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@tstparttbl_n0 +PREHOOK: Input: default@tstparttbl_n0@ds=2008-04-08 +PREHOOK: Input: default@tstparttbl_n0@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from tstparttbl_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tstparttbl_n0 +POSTHOOK: Input: default@tstparttbl_n0@ds=2008-04-08 +POSTHOOK: Input: default@tstparttbl_n0@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -307,9 +331,17 @@ POSTHOOK: Output: default@tstparttbl2_n0@ds=2008-04-08 PREHOOK: query: explain select count(1) from tstparttbl2_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@tstparttbl2_n0 +PREHOOK: Input: default@tstparttbl2_n0@ds=2008-04-08 +PREHOOK: Input: default@tstparttbl2_n0@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from tstparttbl2_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tstparttbl2_n0 +POSTHOOK: Input: default@tstparttbl2_n0@ds=2008-04-08 +POSTHOOK: Input: default@tstparttbl2_n0@ds=2008-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/nullgroup4.q.out b/ql/src/test/results/clientpositive/nullgroup4.q.out index debf297..2c135cf 100644 --- a/ql/src/test/results/clientpositive/nullgroup4.q.out +++ b/ql/src/test/results/clientpositive/nullgroup4.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select count(1), count(distinct x.value) from src x where x.key = 9999 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1), count(distinct x.value) from src x where x.key = 9999 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -89,9 +93,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select count(1), count(distinct x.value) from src x where x.key = 9999 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1), count(distinct x.value) from src x where x.key = 9999 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -184,9 +192,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select count(1), count(distinct x.value) from src x where x.key = 9999 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1), count(distinct x.value) from src x where x.key = 9999 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -266,9 +278,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select count(1), count(distinct x.value) from src x where x.key = 9999 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1), count(distinct x.value) from src x where x.key = 9999 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/nullgroup4_multi_distinct.q.out b/ql/src/test/results/clientpositive/nullgroup4_multi_distinct.q.out index 416389c..c2cdc20 100644 --- a/ql/src/test/results/clientpositive/nullgroup4_multi_distinct.q.out +++ b/ql/src/test/results/clientpositive/nullgroup4_multi_distinct.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select count(1), count(distinct x.value), count(distinct substr(x.value, 5)) from src x where x.key = 9999 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1), count(distinct x.value), count(distinct substr(x.value, 5)) from src x where x.key = 9999 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -65,9 +69,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select count(1), count(distinct x.value), count(distinct substr(x.value, 5)) from src x where x.key = 9999 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1), count(distinct x.value), count(distinct substr(x.value, 5)) from src x where x.key = 9999 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/nullgroup5.q.out b/ql/src/test/results/clientpositive/nullgroup5.q.out index 7b262d9..fd52929 100644 --- a/ql/src/test/results/clientpositive/nullgroup5.q.out +++ b/ql/src/test/results/clientpositive/nullgroup5.q.out @@ -40,6 +40,10 @@ select u.* from select key, value from tstparttbl2 y where y.ds='2009-04-09' )u PREHOOK: type: QUERY +PREHOOK: Input: default@tstparttbl +PREHOOK: Input: default@tstparttbl2 +PREHOOK: Input: default@tstparttbl2@ds=2009-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain select u.* from ( @@ -48,6 +52,10 @@ select u.* from select key, value from tstparttbl2 y where y.ds='2009-04-09' )u POSTHOOK: type: QUERY +POSTHOOK: Input: default@tstparttbl +POSTHOOK: Input: default@tstparttbl2 +POSTHOOK: Input: default@tstparttbl2@ds=2009-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/nullscript.q.out b/ql/src/test/results/clientpositive/nullscript.q.out index e05bd1c..1771e4d 100644 --- a/ql/src/test/results/clientpositive/nullscript.q.out +++ b/ql/src/test/results/clientpositive/nullscript.q.out @@ -25,9 +25,13 @@ POSTHOOK: Output: default@nullscript PREHOOK: query: explain select transform(key) using 'cat' as key1 from nullscript PREHOOK: type: QUERY +PREHOOK: Input: default@nullscript +#### A masked pattern was here #### POSTHOOK: query: explain select transform(key) using 'cat' as key1 from nullscript POSTHOOK: type: QUERY +POSTHOOK: Input: default@nullscript +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/num_op_type_conv.q.out b/ql/src/test/results/clientpositive/num_op_type_conv.q.out index 4dd23e9..a088414 100644 --- a/ql/src/test/results/clientpositive/num_op_type_conv.q.out +++ b/ql/src/test/results/clientpositive/num_op_type_conv.q.out @@ -3,11 +3,15 @@ PREHOOK: query: EXPLAIN SELECT null + 7, 1.0 - null, null + null, CAST(21 AS BIGINT) % CAST(21 AS BIGINT), 9 % "3" FROM src LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT null + 7, 1.0 - null, null + null, CAST(21 AS BIGINT) % CAST(5 AS TINYINT), CAST(21 AS BIGINT) % CAST(21 AS BIGINT), 9 % "3" FROM src LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/offset_limit_global_optimizer.q.out b/ql/src/test/results/clientpositive/offset_limit_global_optimizer.q.out index f7475f5..dd1af67 100644 --- a/ql/src/test/results/clientpositive/offset_limit_global_optimizer.q.out +++ b/ql/src/test/results/clientpositive/offset_limit_global_optimizer.q.out @@ -1,9 +1,21 @@ PREHOOK: query: EXPLAIN EXTENDED SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 400,10 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 400,10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, SUBSTR(`value`, 5) AS `csubstr`, `ds`, `hr` FROM `default`.`srcpart` ORDER BY `key`, SUBSTR(`value`, 5), `ds`, `hr` @@ -307,9 +319,21 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: query: EXPLAIN EXTENDED SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,10 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, SUBSTR(`value`, 5) AS `csubstr`, `ds`, `hr` FROM `default`.`srcpart` ORDER BY `key`, SUBSTR(`value`, 5), `ds`, `hr` @@ -613,9 +637,21 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: query: EXPLAIN EXTENDED SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,20 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, SUBSTR(`value`, 5) AS `csubstr`, `ds`, `hr` FROM `default`.`srcpart` ORDER BY `key`, SUBSTR(`value`, 5), `ds`, `hr` @@ -929,9 +965,21 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: query: EXPLAIN EXTENDED SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,600 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,600 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, SUBSTR(`value`, 5) AS `csubstr`, `ds`, `hr` FROM `default`.`srcpart` ORDER BY `key`, SUBSTR(`value`, 5), `ds`, `hr` @@ -1825,9 +1873,21 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: query: EXPLAIN EXTENDED SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 400,10 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 400,10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2126,9 +2186,21 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: query: EXPLAIN EXTENDED SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,10 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2427,9 +2499,21 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: query: EXPLAIN EXTENDED SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,20 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2738,9 +2822,21 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: query: EXPLAIN EXTENDED SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,600 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,600 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/optional_outer.q.out b/ql/src/test/results/clientpositive/optional_outer.q.out index 9ec1af7..9bbae33 100644 --- a/ql/src/test/results/clientpositive/optional_outer.q.out +++ b/ql/src/test/results/clientpositive/optional_outer.q.out @@ -1,7 +1,11 @@ PREHOOK: query: EXPLAIN SELECT * FROM src a LEFT OUTER JOIN src b on (a.key=b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src a LEFT OUTER JOIN src b on (a.key=b.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -61,8 +65,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT * FROM src a LEFT JOIN src b on (a.key=b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src a LEFT JOIN src b on (a.key=b.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -122,8 +130,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT * FROM src a RIGHT OUTER JOIN src b on (a.key=b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src a RIGHT OUTER JOIN src b on (a.key=b.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -183,8 +195,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT * FROM src a RIGHT JOIN src b on (a.key=b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src a RIGHT JOIN src b on (a.key=b.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -244,8 +260,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT * FROM src a FULL OUTER JOIN src b on (a.key=b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src a FULL OUTER JOIN src b on (a.key=b.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -305,8 +325,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT * FROM src a FULL JOIN src b on (a.key=b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src a FULL JOIN src b on (a.key=b.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/orc_createas1.q.out b/ql/src/test/results/clientpositive/orc_createas1.q.out index ecfad35..dd1986c 100644 --- a/ql/src/test/results/clientpositive/orc_createas1.q.out +++ b/ql/src/test/results/clientpositive/orc_createas1.q.out @@ -48,10 +48,16 @@ PREHOOK: query: EXPLAIN CREATE TABLE orc_createas1b STORED AS ORC AS SELECT * FROM src PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@orc_createas1b POSTHOOK: query: EXPLAIN CREATE TABLE orc_createas1b STORED AS ORC AS SELECT * FROM src POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@orc_createas1b STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -149,8 +155,12 @@ POSTHOOK: Lineage: orc_createas1b.key SIMPLE [(src)src.FieldSchema(name:key, typ POSTHOOK: Lineage: orc_createas1b.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: EXPLAIN SELECT * FROM orc_createas1b ORDER BY key LIMIT 5 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_createas1b +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM orc_createas1b ORDER BY key LIMIT 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_createas1b +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -213,12 +223,22 @@ PREHOOK: query: EXPLAIN SELECT key, value, PMOD(HASH(key), 50) as part FROM orc_createas1a PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@orc_createas1a +PREHOOK: Input: default@orc_createas1a@ds=1 +PREHOOK: Input: default@orc_createas1a@ds=2 +PREHOOK: Output: database:default +PREHOOK: Output: default@orc_createas1c POSTHOOK: query: EXPLAIN CREATE TABLE orc_createas1c STORED AS ORC AS SELECT key, value, PMOD(HASH(key), 50) as part FROM orc_createas1a POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@orc_createas1a +POSTHOOK: Input: default@orc_createas1a@ds=1 +POSTHOOK: Input: default@orc_createas1a@ds=2 +POSTHOOK: Output: database:default +POSTHOOK: Output: default@orc_createas1c STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/orc_int_type_promotion.q.out b/ql/src/test/results/clientpositive/orc_int_type_promotion.q.out index 73d55e7..7a1fb44 100644 --- a/ql/src/test/results/clientpositive/orc_int_type_promotion.q.out +++ b/ql/src/test/results/clientpositive/orc_int_type_promotion.q.out @@ -174,8 +174,12 @@ true 10 100 1000 10000 4.0 20.0 4.222 1969-12-31 15:59:58.174 1970-01-01 string false 20 200 2000 20000 8.0 40.0 2.222 1970-12-31 15:59:58.174 1971-01-01 abcd world world {"k3":"v3","k4":"v4"} [200,300] {"c1":null,"c2":" \"bar\"}"} PREHOOK: query: explain select ti, si, i, bi from alltypes_orc_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select ti, si, i, bi from alltypes_orc_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/orc_merge1.q.out b/ql/src/test/results/clientpositive/orc_merge1.q.out index 622e899..0b1d798 100644 --- a/ql/src/test/results/clientpositive/orc_merge1.q.out +++ b/ql/src/test/results/clientpositive/orc_merge1.q.out @@ -45,11 +45,14 @@ PREHOOK: query: EXPLAIN SELECT key, value, PMOD(HASH(key), 2) as part FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@orcfile_merge1_n1@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge1_n1 PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -154,11 +157,14 @@ PREHOOK: query: EXPLAIN SELECT key, value, PMOD(HASH(key), 2) as part FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@orcfile_merge1b_n1@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge1b_n1 PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -307,11 +313,14 @@ PREHOOK: query: EXPLAIN SELECT key, value, PMOD(HASH(key), 2) as part FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@orcfile_merge1c_n1@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge1c_n1 PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/orc_merge10.q.out b/ql/src/test/results/clientpositive/orc_merge10.q.out index b54abfa..4bc498a 100644 --- a/ql/src/test/results/clientpositive/orc_merge10.q.out +++ b/ql/src/test/results/clientpositive/orc_merge10.q.out @@ -45,11 +45,14 @@ PREHOOK: query: EXPLAIN SELECT key, value, PMOD(HASH(key), 2) as part FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@orcfile_merge1@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge1 PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -154,11 +157,14 @@ PREHOOK: query: EXPLAIN SELECT key, value, PMOD(HASH(key), 2) as part FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@orcfile_merge1b@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge1b PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -307,11 +313,14 @@ PREHOOK: query: EXPLAIN SELECT key, value, PMOD(HASH(key), 2) as part FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@orcfile_merge1c@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge1c PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -511,8 +520,12 @@ POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=1 500 PREHOOK: query: explain ALTER TABLE orcfile_merge1 PARTITION (ds='1', part='0') CONCATENATE PREHOOK: type: ALTER_PARTITION_MERGE +PREHOOK: Input: default@orcfile_merge1 +PREHOOK: Output: default@orcfile_merge1@ds=1/part=0 POSTHOOK: query: explain ALTER TABLE orcfile_merge1 PARTITION (ds='1', part='0') CONCATENATE POSTHOOK: type: ALTER_PARTITION_MERGE +POSTHOOK: Input: default@orcfile_merge1 +POSTHOOK: Output: default@orcfile_merge1@ds=1/part=0 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/orc_merge2.q.out b/ql/src/test/results/clientpositive/orc_merge2.q.out index 2f48619..68c95e8 100644 --- a/ql/src/test/results/clientpositive/orc_merge2.q.out +++ b/ql/src/test/results/clientpositive/orc_merge2.q.out @@ -19,11 +19,14 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge2a_n0 PARTITION (one PMOD(HASH(value), 10) as three FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@orcfile_merge2a_n0@one=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge2a_n0 PARTITION (one='1', two, three) SELECT key, value, PMOD(HASH(key), 10) as two, PMOD(HASH(value), 10) as three FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/orc_merge3.q.out b/ql/src/test/results/clientpositive/orc_merge3.q.out index 2ac7c31..c3b912a 100644 --- a/ql/src/test/results/clientpositive/orc_merge3.q.out +++ b/ql/src/test/results/clientpositive/orc_merge3.q.out @@ -51,9 +51,17 @@ POSTHOOK: Lineage: orcfile_merge3a_n0 PARTITION(ds=2).value SIMPLE [(src)src.Fie PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge3b_n0 SELECT key, value FROM orcfile_merge3a_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@orcfile_merge3a_n0 +PREHOOK: Input: default@orcfile_merge3a_n0@ds=1 +PREHOOK: Input: default@orcfile_merge3a_n0@ds=2 +PREHOOK: Output: default@orcfile_merge3b_n0 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge3b_n0 SELECT key, value FROM orcfile_merge3a_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orcfile_merge3a_n0 +POSTHOOK: Input: default@orcfile_merge3a_n0@ds=1 +POSTHOOK: Input: default@orcfile_merge3a_n0@ds=2 +POSTHOOK: Output: default@orcfile_merge3b_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/orc_merge4.q.out b/ql/src/test/results/clientpositive/orc_merge4.q.out index 49147b5..c98731f 100644 --- a/ql/src/test/results/clientpositive/orc_merge4.q.out +++ b/ql/src/test/results/clientpositive/orc_merge4.q.out @@ -69,9 +69,17 @@ Found 1 items PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge3b SELECT key, value FROM orcfile_merge3a PREHOOK: type: QUERY +PREHOOK: Input: default@orcfile_merge3a +PREHOOK: Input: default@orcfile_merge3a@ds=1 +PREHOOK: Input: default@orcfile_merge3a@ds=2 +PREHOOK: Output: default@orcfile_merge3b POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge3b SELECT key, value FROM orcfile_merge3a POSTHOOK: type: QUERY +POSTHOOK: Input: default@orcfile_merge3a +POSTHOOK: Input: default@orcfile_merge3a@ds=1 +POSTHOOK: Input: default@orcfile_merge3a@ds=2 +POSTHOOK: Output: default@orcfile_merge3b STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/orc_merge5.q.out b/ql/src/test/results/clientpositive/orc_merge5.q.out index 5aa64c1..4e98c91 100644 --- a/ql/src/test/results/clientpositive/orc_merge5.q.out +++ b/ql/src/test/results/clientpositive/orc_merge5.q.out @@ -24,8 +24,12 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@orc_merge5_n5 PREHOOK: query: explain insert overwrite table orc_merge5b_n0 select userid,string1,subtype,decimal1,ts from orc_merge5_n5 where userid<=13 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_merge5_n5 +PREHOOK: Output: default@orc_merge5b_n0 POSTHOOK: query: explain insert overwrite table orc_merge5b_n0 select userid,string1,subtype,decimal1,ts from orc_merge5_n5 where userid<=13 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_merge5_n5 +POSTHOOK: Output: default@orc_merge5b_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -135,8 +139,12 @@ POSTHOOK: Input: default@orc_merge5b_n0 5 eat 0.8 6 1969-12-31 16:00:20 PREHOOK: query: explain insert overwrite table orc_merge5b_n0 select userid,string1,subtype,decimal1,ts from orc_merge5_n5 where userid<=13 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_merge5_n5 +PREHOOK: Output: default@orc_merge5b_n0 POSTHOOK: query: explain insert overwrite table orc_merge5b_n0 select userid,string1,subtype,decimal1,ts from orc_merge5_n5 where userid<=13 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_merge5_n5 +POSTHOOK: Output: default@orc_merge5b_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -314,8 +322,12 @@ POSTHOOK: Input: default@orc_merge5b_n0 5 eat 0.8 6 1969-12-31 16:00:20 PREHOOK: query: explain alter table orc_merge5b_n0 concatenate PREHOOK: type: ALTER_TABLE_MERGE +PREHOOK: Input: default@orc_merge5b_n0 +PREHOOK: Output: default@orc_merge5b_n0 POSTHOOK: query: explain alter table orc_merge5b_n0 concatenate POSTHOOK: type: ALTER_TABLE_MERGE +POSTHOOK: Input: default@orc_merge5b_n0 +POSTHOOK: Output: default@orc_merge5b_n0 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/orc_merge6.q.out b/ql/src/test/results/clientpositive/orc_merge6.q.out index 7f3d3d3..229c024 100644 --- a/ql/src/test/results/clientpositive/orc_merge6.q.out +++ b/ql/src/test/results/clientpositive/orc_merge6.q.out @@ -24,8 +24,12 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@orc_merge5_n4 PREHOOK: query: explain insert overwrite table orc_merge5a_n1 partition (year="2000",hour=24) select userid,string1,subtype,decimal1,ts from orc_merge5_n4 where userid<=13 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_merge5_n4 +PREHOOK: Output: default@orc_merge5a_n1@year=2000/hour=24 POSTHOOK: query: explain insert overwrite table orc_merge5a_n1 partition (year="2000",hour=24) select userid,string1,subtype,decimal1,ts from orc_merge5_n4 where userid<=13 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_merge5_n4 +POSTHOOK: Output: default@orc_merge5a_n1@year=2000/hour=24 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -188,8 +192,12 @@ POSTHOOK: Input: default@orc_merge5a_n1@year=2001/hour=24 5 eat 0.8 6 1969-12-31 16:00:20 2001 24 PREHOOK: query: explain insert overwrite table orc_merge5a_n1 partition (year="2000",hour=24) select userid,string1,subtype,decimal1,ts from orc_merge5_n4 where userid<=13 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_merge5_n4 +PREHOOK: Output: default@orc_merge5a_n1@year=2000/hour=24 POSTHOOK: query: explain insert overwrite table orc_merge5a_n1 partition (year="2000",hour=24) select userid,string1,subtype,decimal1,ts from orc_merge5_n4 where userid<=13 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_merge5_n4 +POSTHOOK: Output: default@orc_merge5a_n1@year=2000/hour=24 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -462,8 +470,12 @@ POSTHOOK: Input: default@orc_merge5a_n1@year=2001/hour=24 5 eat 0.8 6 1969-12-31 16:00:20 2001 24 PREHOOK: query: explain alter table orc_merge5a_n1 partition(year="2000",hour=24) concatenate PREHOOK: type: ALTER_PARTITION_MERGE +PREHOOK: Input: default@orc_merge5a_n1 +PREHOOK: Output: default@orc_merge5a_n1@year=2000/hour=24 POSTHOOK: query: explain alter table orc_merge5a_n1 partition(year="2000",hour=24) concatenate POSTHOOK: type: ALTER_PARTITION_MERGE +POSTHOOK: Input: default@orc_merge5a_n1 +POSTHOOK: Output: default@orc_merge5a_n1@year=2000/hour=24 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/orc_merge_diff_fs.q.out b/ql/src/test/results/clientpositive/orc_merge_diff_fs.q.out index 2b4aec3..ed65d32 100644 --- a/ql/src/test/results/clientpositive/orc_merge_diff_fs.q.out +++ b/ql/src/test/results/clientpositive/orc_merge_diff_fs.q.out @@ -45,11 +45,14 @@ PREHOOK: query: EXPLAIN SELECT key, value, PMOD(HASH(key), 2) as part FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@orcfile_merge1_n0@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge1_n0 PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -154,11 +157,14 @@ PREHOOK: query: EXPLAIN SELECT key, value, PMOD(HASH(key), 2) as part FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@orcfile_merge1b_n0@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge1b_n0 PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -307,11 +313,14 @@ PREHOOK: query: EXPLAIN SELECT key, value, PMOD(HASH(key), 2) as part FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@orcfile_merge1c_n0@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge1c_n0 PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/orc_merge_incompat1.q.out b/ql/src/test/results/clientpositive/orc_merge_incompat1.q.out index c83c416..41815f0 100644 --- a/ql/src/test/results/clientpositive/orc_merge_incompat1.q.out +++ b/ql/src/test/results/clientpositive/orc_merge_incompat1.q.out @@ -24,8 +24,12 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@orc_merge5_n3 PREHOOK: query: explain insert overwrite table orc_merge5b select userid,string1,subtype,decimal1,ts from orc_merge5_n3 where userid<=13 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_merge5_n3 +PREHOOK: Output: default@orc_merge5b POSTHOOK: query: explain insert overwrite table orc_merge5b select userid,string1,subtype,decimal1,ts from orc_merge5_n3 where userid<=13 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_merge5_n3 +POSTHOOK: Output: default@orc_merge5b STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/orc_merge_incompat2.q.out b/ql/src/test/results/clientpositive/orc_merge_incompat2.q.out index ef75520..a0a94b5 100644 --- a/ql/src/test/results/clientpositive/orc_merge_incompat2.q.out +++ b/ql/src/test/results/clientpositive/orc_merge_incompat2.q.out @@ -24,8 +24,11 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@orc_merge5 PREHOOK: query: explain insert overwrite table orc_merge5a partition (st) select userid,string1,subtype,decimal1,ts,subtype from orc_merge5 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_merge5 +PREHOOK: Output: default@orc_merge5a POSTHOOK: query: explain insert overwrite table orc_merge5a partition (st) select userid,string1,subtype,decimal1,ts,subtype from orc_merge5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_merge5 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -293,8 +296,12 @@ POSTHOOK: Input: default@orc_merge5a@st=80.0 5 eat 0.8 6 1969-12-31 16:00:20 0.8 PREHOOK: query: explain alter table orc_merge5a partition(st=80.0) concatenate PREHOOK: type: ALTER_PARTITION_MERGE +PREHOOK: Input: default@orc_merge5a +PREHOOK: Output: default@orc_merge5a@st=80.0 POSTHOOK: query: explain alter table orc_merge5a partition(st=80.0) concatenate POSTHOOK: type: ALTER_PARTITION_MERGE +POSTHOOK: Input: default@orc_merge5a +POSTHOOK: Output: default@orc_merge5a@st=80.0 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/orc_nested_column_pruning.q.out b/ql/src/test/results/clientpositive/orc_nested_column_pruning.q.out index 3deb0b9..1fbb2764 100644 --- a/ql/src/test/results/clientpositive/orc_nested_column_pruning.q.out +++ b/ql/src/test/results/clientpositive/orc_nested_column_pruning.q.out @@ -123,8 +123,12 @@ POSTHOOK: Lineage: nested_tbl_2_n0.s5 EXPRESSION [] POSTHOOK: Lineage: nested_tbl_2_n0.s6 EXPRESSION [] PREHOOK: query: EXPLAIN SELECT a FROM nested_tbl_1_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a FROM nested_tbl_1_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -165,8 +169,12 @@ POSTHOOK: Input: default@nested_tbl_1_n0 1 PREHOOK: query: EXPLAIN SELECT s1.f1 FROM nested_tbl_1_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT s1.f1 FROM nested_tbl_1_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -208,8 +216,12 @@ POSTHOOK: Input: default@nested_tbl_1_n0 false PREHOOK: query: EXPLAIN SELECT s1.f1, s1.f2 FROM nested_tbl_1_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT s1.f1, s1.f2 FROM nested_tbl_1_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -251,8 +263,12 @@ POSTHOOK: Input: default@nested_tbl_1_n0 false foo PREHOOK: query: EXPLAIN SELECT s1.f3, s1.f3.f4 FROM nested_tbl_1_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT s1.f3, s1.f3.f4 FROM nested_tbl_1_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -294,8 +310,12 @@ POSTHOOK: Input: default@nested_tbl_1_n0 {"f4":4,"f5":5.0} 4 PREHOOK: query: EXPLAIN SELECT s1.f3.f5 FROM nested_tbl_1_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT s1.f3.f5 FROM nested_tbl_1_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -337,8 +357,12 @@ POSTHOOK: Input: default@nested_tbl_1_n0 5.0 PREHOOK: query: EXPLAIN SELECT s1.f3.f4, s2.f8.f9 FROM nested_tbl_1_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT s1.f3.f4, s2.f8.f9 FROM nested_tbl_1_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -380,8 +404,12 @@ POSTHOOK: Input: default@nested_tbl_1_n0 4 true PREHOOK: query: EXPLAIN SELECT s1.f2 FROM nested_tbl_1_n0 WHERE s1.f1 = FALSE PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT s1.f2 FROM nested_tbl_1_n0 WHERE s1.f1 = FALSE POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -426,8 +454,12 @@ POSTHOOK: Input: default@nested_tbl_1_n0 foo PREHOOK: query: EXPLAIN SELECT s1.f3.f5 FROM nested_tbl_1_n0 WHERE s1.f3.f4 = 4 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT s1.f3.f5 FROM nested_tbl_1_n0 WHERE s1.f3.f4 = 4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -472,8 +504,12 @@ POSTHOOK: Input: default@nested_tbl_1_n0 5.0 PREHOOK: query: EXPLAIN SELECT s2.f8 FROM nested_tbl_1_n0 WHERE s1.f2 = 'foo' AND size(s2.f8.f10) > 1 AND s2.f8.f11['key1'] = TRUE PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT s2.f8 FROM nested_tbl_1_n0 WHERE s1.f2 = 'foo' AND size(s2.f8.f10) > 1 AND s2.f8.f11['key1'] = TRUE POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -520,10 +556,14 @@ PREHOOK: query: EXPLAIN SELECT col1, col2 FROM nested_tbl_1_n0 LATERAL VIEW explode(s2.f8.f10) tbl1 AS col1 LATERAL VIEW explode(s3.f12) tbl2 AS col2 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT col1, col2 FROM nested_tbl_1_n0 LATERAL VIEW explode(s2.f8.f10) tbl1 AS col1 LATERAL VIEW explode(s3.f12) tbl2 AS col2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -662,8 +702,12 @@ POSTHOOK: Input: default@nested_tbl_1_n0 11 {"f13":"bar","f14":28} PREHOOK: query: EXPLAIN SELECT pmod(s2.f8.f10[1], s1.f3.f4) FROM nested_tbl_1_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT pmod(s2.f8.f10[1], s1.f3.f4) FROM nested_tbl_1_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -705,8 +749,12 @@ POSTHOOK: Input: default@nested_tbl_1_n0 3 PREHOOK: query: EXPLAIN SELECT s1.f3.f5, count(s1.f3.f4) FROM nested_tbl_1_n0 GROUP BY s1.f3.f5 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT s1.f3.f5, count(s1.f3.f4) FROM nested_tbl_1_n0 GROUP BY s1.f3.f5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -767,8 +815,12 @@ POSTHOOK: Input: default@nested_tbl_1_n0 5.0 1 PREHOOK: query: EXPLAIN SELECT s1.f3, count(s1.f3.f4) FROM nested_tbl_1_n0 GROUP BY s1.f3 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT s1.f3, count(s1.f3.f4) FROM nested_tbl_1_n0 GROUP BY s1.f3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -829,8 +881,12 @@ POSTHOOK: Input: default@nested_tbl_1_n0 {"f4":4,"f5":5.0} 1 PREHOOK: query: EXPLAIN SELECT s1.f3, count(s1.f3.f4) FROM nested_tbl_1_n0 GROUP BY s1.f3 ORDER BY s1.f3 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT s1.f3, count(s1.f3.f4) FROM nested_tbl_1_n0 GROUP BY s1.f3 ORDER BY s1.f3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -916,11 +972,17 @@ FROM nested_tbl_1_n0 t1 JOIN nested_tbl_2_n0 t2 ON t1.s1.f3.f4 = t2.s1.f6 WHERE t2.s2.f8.f9 == FALSE PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n0 +PREHOOK: Input: default@nested_tbl_2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT t1.s1.f3.f5, t2.s2.f8 FROM nested_tbl_1_n0 t1 JOIN nested_tbl_2_n0 t2 ON t1.s1.f3.f4 = t2.s1.f6 WHERE t2.s2.f8.f9 == FALSE POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n0 +POSTHOOK: Input: default@nested_tbl_2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1010,11 +1072,15 @@ FROM nested_tbl_1_n0 t1 JOIN nested_tbl_1_n0 t2 ON t1.s1.f3.f4 = t2.s1.f6 WHERE t2.s2.f8.f9 == TRUE PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT t1.s1.f3.f5, t2.s2.f8 FROM nested_tbl_1_n0 t1 JOIN nested_tbl_1_n0 t2 ON t1.s1.f3.f4 = t2.s1.f6 WHERE t2.s2.f8.f9 == TRUE POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1101,10 +1167,14 @@ PREHOOK: query: EXPLAIN SELECT t1.s1.f3.f5 FROM nested_tbl_1_n0 t1 LEFT SEMI JOIN nested_tbl_1_n0 t2 ON t1.s1.f3.f4 = t2.s1.f6 AND t2.s2.f8.f9 == TRUE PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT t1.s1.f3.f5 FROM nested_tbl_1_n0 t1 LEFT SEMI JOIN nested_tbl_1_n0 t2 ON t1.s1.f3.f4 = t2.s1.f6 AND t2.s2.f8.f9 == TRUE POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1195,10 +1265,14 @@ PREHOOK: query: EXPLAIN SELECT t1.s1.f3.f5 FROM nested_tbl_1_n0 t1 LEFT SEMI JOIN nested_tbl_1_n0 t2 ON t1.s1.f1 <> t2.s2.f8.f9 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT t1.s1.f3.f5 FROM nested_tbl_1_n0 t1 LEFT SEMI JOIN nested_tbl_1_n0 t2 ON t1.s1.f1 <> t2.s2.f8.f9 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1275,10 +1349,14 @@ PREHOOK: query: EXPLAIN SELECT t1.s1.f3.f5 FROM nested_tbl_1_n0 t1 LEFT SEMI JOIN nested_tbl_1_n0 t2 ON t1.s1.f3.f4 = t2.s1.f6 AND t1.s1.f1 <> t2.s2.f8.f9 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT t1.s1.f3.f5 FROM nested_tbl_1_n0 t1 LEFT SEMI JOIN nested_tbl_1_n0 t2 ON t1.s1.f3.f4 = t2.s1.f6 AND t1.s1.f1 <> t2.s2.f8.f9 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1403,11 +1481,15 @@ SELECT count(s1.f6), s3.f12[0].f14 FROM nested_tbl_1_n0 GROUP BY s3.f12[0].f14 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(s1.f6), s3.f12[0].f14 FROM nested_tbl_1_n0 GROUP BY s3.f12[0].f14 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1479,11 +1561,15 @@ SELECT count(s1.f6), s4['key1'].f15 FROM nested_tbl_1_n0 GROUP BY s4['key1'].f15 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(s1.f6), s4['key1'].f15 FROM nested_tbl_1_n0 GROUP BY s4['key1'].f15 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1555,11 +1641,15 @@ SELECT count(s1.f6), s5.f16[0].f18.f19 FROM nested_tbl_1_n0 GROUP BY s5.f16[0].f18.f19 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(s1.f6), s5.f16[0].f18.f19 FROM nested_tbl_1_n0 GROUP BY s5.f16[0].f18.f19 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1631,11 +1721,15 @@ SELECT count(s1.f6), s5.f16.f18.f19 FROM nested_tbl_1_n0 GROUP BY s5.f16.f18.f19 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(s1.f6), s5.f16.f18.f19 FROM nested_tbl_1_n0 GROUP BY s5.f16.f18.f19 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1707,11 +1801,15 @@ SELECT count(s1.f6), s6['key1'].f20[0].f21.f22 FROM nested_tbl_1_n0 GROUP BY s6['key1'].f20[0].f21.f22 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(s1.f6), s6['key1'].f20[0].f21.f22 FROM nested_tbl_1_n0 GROUP BY s6['key1'].f20[0].f21.f22 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1783,11 +1881,15 @@ SELECT count(s1.f6), s6['key1'].f20.f21.f22 FROM nested_tbl_1_n0 GROUP BY s6['key1'].f20.f21.f22 PREHOOK: type: QUERY +PREHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(s1.f6), s6['key1'].f20.f21.f22 FROM nested_tbl_1_n0 GROUP BY s6['key1'].f20.f21.f22 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nested_tbl_1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/orc_ppd_str_conversion.q.out b/ql/src/test/results/clientpositive/orc_ppd_str_conversion.q.out index 88e372c..58d6d88 100644 --- a/ql/src/test/results/clientpositive/orc_ppd_str_conversion.q.out +++ b/ql/src/test/results/clientpositive/orc_ppd_str_conversion.q.out @@ -36,8 +36,12 @@ POSTHOOK: Lineage: text_test.col1 SIMPLE [(orc_test_n0)orc_test_n0.FieldSchema(n POSTHOOK: Lineage: text_test.col2 SIMPLE [(orc_test_n0)orc_test_n0.FieldSchema(name:col2, type:char(10), comment:null), ] PREHOOK: query: explain select * from text_test where col2='1' PREHOOK: type: QUERY +PREHOOK: Input: default@text_test +#### A masked pattern was here #### POSTHOOK: query: explain select * from text_test where col2='1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@text_test +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/orc_struct_type_vectorization.q.out b/ql/src/test/results/clientpositive/orc_struct_type_vectorization.q.out index 66daa07..faafea4 100644 --- a/ql/src/test/results/clientpositive/orc_struct_type_vectorization.q.out +++ b/ql/src/test/results/clientpositive/orc_struct_type_vectorization.q.out @@ -74,8 +74,12 @@ POSTHOOK: Input: default@orc_struct_type 1023 PREHOOK: query: explain vectorization expression select st1, st1.f1, st1.f2, st2, st2.f1, st2.f3 from orc_struct_type limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_struct_type +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select st1, st1.f1, st1.f2, st2, st2.f1, st2.f3 from orc_struct_type limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_struct_type +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -191,8 +195,12 @@ POSTHOOK: Input: default@orc_struct_type 10 2010 PREHOOK: query: explain vectorization expression select sum(st1.f1), st1.f1 from orc_struct_type where st1.f1 > 500 group by st1.f1 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_struct_type +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select sum(st1.f1), st1.f1 from orc_struct_type where st1.f1 > 500 group by st1.f1 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_struct_type +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/order.q.out b/ql/src/test/results/clientpositive/order.q.out index aa0535f..7a1b6f5 100644 --- a/ql/src/test/results/clientpositive/order.q.out +++ b/ql/src/test/results/clientpositive/order.q.out @@ -1,9 +1,13 @@ PREHOOK: query: EXPLAIN SELECT x.* FROM SRC x ORDER BY key limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.* FROM SRC x ORDER BY key limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -69,9 +73,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT x.* FROM SRC x ORDER BY key desc limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.* FROM SRC x ORDER BY key desc limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/order3.q.out b/ql/src/test/results/clientpositive/order3.q.out index bc4c6eb..b090d6f 100644 --- a/ql/src/test/results/clientpositive/order3.q.out +++ b/ql/src/test/results/clientpositive/order3.q.out @@ -25,8 +25,12 @@ POSTHOOK: Lineage: test_n0.value1 SCRIPT [] POSTHOOK: Lineage: test_n0.value2 SCRIPT [] PREHOOK: query: EXPLAIN SELECT T1.KEY AS MYKEY FROM TEST_n0 T1 GROUP BY T1.KEY ORDER BY T1.KEY LIMIT 3 PREHOOK: type: QUERY +PREHOOK: Input: default@test_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT T1.KEY AS MYKEY FROM TEST_n0 T1 GROUP BY T1.KEY ORDER BY T1.KEY LIMIT 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -117,8 +121,12 @@ POSTHOOK: Input: default@test_n0 3 PREHOOK: query: EXPLAIN SELECT T1.KEY AS MYKEY, MAX(T1.VALUE1) AS MYVALUE1 FROM TEST_n0 T1 GROUP BY T1.KEY ORDER BY T1.KEY LIMIT 3 PREHOOK: type: QUERY +PREHOOK: Input: default@test_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT T1.KEY AS MYKEY, MAX(T1.VALUE1) AS MYVALUE1 FROM TEST_n0 T1 GROUP BY T1.KEY ORDER BY T1.KEY LIMIT 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -213,8 +221,12 @@ POSTHOOK: Input: default@test_n0 3 3 PREHOOK: query: EXPLAIN SELECT T1.KEY AS MYKEY, COUNT(T1.VALUE1) AS MYVALUE1, 'AAA' AS C FROM TEST_n0 T1 GROUP BY T1.KEY, 'AAA' ORDER BY T1.KEY, 'AAA' LIMIT 3 PREHOOK: type: QUERY +PREHOOK: Input: default@test_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT T1.KEY AS MYKEY, COUNT(T1.VALUE1) AS MYVALUE1, 'AAA' AS C FROM TEST_n0 T1 GROUP BY T1.KEY, 'AAA' ORDER BY T1.KEY, 'AAA' LIMIT 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -309,8 +321,12 @@ POSTHOOK: Input: default@test_n0 3 6 AAA PREHOOK: query: EXPLAIN SELECT T1.KEY AS MYKEY FROM TEST_n0 T1 GROUP BY T1.KEY ORDER BY T1.KEY LIMIT 3 PREHOOK: type: QUERY +PREHOOK: Input: default@test_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT T1.KEY AS MYKEY FROM TEST_n0 T1 GROUP BY T1.KEY ORDER BY T1.KEY LIMIT 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -397,8 +413,12 @@ POSTHOOK: Input: default@test_n0 3 PREHOOK: query: EXPLAIN SELECT T1.KEY AS MYKEY, MAX(T1.VALUE1) AS MYVALUE1 FROM TEST_n0 T1 GROUP BY T1.KEY ORDER BY T1.KEY LIMIT 3 PREHOOK: type: QUERY +PREHOOK: Input: default@test_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT T1.KEY AS MYKEY, MAX(T1.VALUE1) AS MYVALUE1 FROM TEST_n0 T1 GROUP BY T1.KEY ORDER BY T1.KEY LIMIT 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -489,8 +509,12 @@ POSTHOOK: Input: default@test_n0 3 3 PREHOOK: query: EXPLAIN SELECT T1.KEY AS MYKEY, COUNT(T1.VALUE1) AS MYVALUE1, 'AAA' AS C FROM TEST_n0 T1 GROUP BY T1.KEY, 'AAA' ORDER BY T1.KEY, 'AAA' LIMIT 3 PREHOOK: type: QUERY +PREHOOK: Input: default@test_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT T1.KEY AS MYKEY, COUNT(T1.VALUE1) AS MYVALUE1, 'AAA' AS C FROM TEST_n0 T1 GROUP BY T1.KEY, 'AAA' ORDER BY T1.KEY, 'AAA' LIMIT 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/order_by_expr_1.q.out b/ql/src/test/results/clientpositive/order_by_expr_1.q.out index 28602a5..4f9d607 100644 --- a/ql/src/test/results/clientpositive/order_by_expr_1.q.out +++ b/ql/src/test/results/clientpositive/order_by_expr_1.q.out @@ -39,6 +39,8 @@ from t_n5 order by interval '2-2' year to month + interval '3-3' year to month limit 2 PREHOOK: type: QUERY +PREHOOK: Input: default@t_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select interval '2-2' year to month + interval '3-3' year to month, @@ -47,6 +49,8 @@ from t_n5 order by interval '2-2' year to month + interval '3-3' year to month limit 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -301,8 +305,12 @@ POSTHOOK: Input: default@t_n5 -100 PREHOOK: query: explain select b from t_n5 order by 0-b, a+1 PREHOOK: type: QUERY +PREHOOK: Input: default@t_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select b from t_n5 order by 0-b, a+1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -464,8 +472,12 @@ POSTHOOK: Input: default@t_n5 20 21 -100 -200 PREHOOK: query: explain select a, a+1 as c, b, 2*b from t_n5 order by a, a+1, 0-b PREHOOK: type: QUERY +PREHOOK: Input: default@t_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select a, a+1 as c, b, 2*b from t_n5 order by a, a+1, 0-b POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/outer_join_ppr.q.out b/ql/src/test/results/clientpositive/outer_join_ppr.q.out index d84fc10..f048397 100644 --- a/ql/src/test/results/clientpositive/outer_join_ppr.q.out +++ b/ql/src/test/results/clientpositive/outer_join_ppr.q.out @@ -7,6 +7,11 @@ PREHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED FROM src a @@ -16,6 +21,11 @@ POSTHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`key` AS `key1`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`src` @@ -312,6 +322,11 @@ PREHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 AND b.ds = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED FROM src a @@ -321,6 +336,11 @@ POSTHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 AND b.ds = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`key` AS `key1`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`src` diff --git a/ql/src/test/results/clientpositive/outer_reference_windowed.q.out b/ql/src/test/results/clientpositive/outer_reference_windowed.q.out index 87cadb3..fe41ea9 100644 --- a/ql/src/test/results/clientpositive/outer_reference_windowed.q.out +++ b/ql/src/test/results/clientpositive/outer_reference_windowed.q.out @@ -157,8 +157,12 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain select sum(sum(c1)) over() from e011_01 PREHOOK: type: QUERY +PREHOOK: Input: default@e011_01 +#### A masked pattern was here #### POSTHOOK: query: explain select sum(sum(c1)) over() from e011_01 POSTHOOK: type: QUERY +POSTHOOK: Input: default@e011_01 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -266,11 +270,15 @@ PREHOOK: query: explain select sum(sum(c1)) over( from e011_01 group by e011_01.c1, e011_01.c2 PREHOOK: type: QUERY +PREHOOK: Input: default@e011_01 +#### A masked pattern was here #### POSTHOOK: query: explain select sum(sum(c1)) over( partition by c2 order by c1) from e011_01 group by e011_01.c1, e011_01.c2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@e011_01 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -392,12 +400,18 @@ PREHOOK: query: explain select sum(sum(e011_01.c1)) over( join e011_03 on e011_01.c1 = e011_03.c1 group by e011_01.c1, e011_01.c2 PREHOOK: type: QUERY +PREHOOK: Input: default@e011_01 +PREHOOK: Input: default@e011_03 +#### A masked pattern was here #### POSTHOOK: query: explain select sum(sum(e011_01.c1)) over( partition by e011_01.c2 order by e011_01.c1) from e011_01 join e011_03 on e011_01.c1 = e011_03.c1 group by e011_01.c1, e011_01.c2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@e011_01 +POSTHOOK: Input: default@e011_03 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -568,12 +582,18 @@ PREHOOK: query: explain select sum(sum(e011_01.c1)) over( join e011_03 on e011_01.c1 = e011_03.c1 group by e011_03.c1, e011_03.c2 PREHOOK: type: QUERY +PREHOOK: Input: default@e011_01 +PREHOOK: Input: default@e011_03 +#### A masked pattern was here #### POSTHOOK: query: explain select sum(sum(e011_01.c1)) over( partition by e011_03.c2 order by e011_03.c1) from e011_01 join e011_03 on e011_01.c1 = e011_03.c1 group by e011_03.c1, e011_03.c2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@e011_01 +POSTHOOK: Input: default@e011_03 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -744,12 +764,18 @@ PREHOOK: query: explain select sum(corr(e011_01.c1, e011_03.c1)) join e011_03 on e011_01.c1 = e011_03.c1 group by e011_03.c2, e011_01.c2 PREHOOK: type: QUERY +PREHOOK: Input: default@e011_01 +PREHOOK: Input: default@e011_03 +#### A masked pattern was here #### POSTHOOK: query: explain select sum(corr(e011_01.c1, e011_03.c1)) over(partition by e011_01.c2 order by e011_03.c2) from e011_01 join e011_03 on e011_01.c1 = e011_03.c1 group by e011_03.c2, e011_01.c2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@e011_01 +POSTHOOK: Input: default@e011_03 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/parallel.q.out b/ql/src/test/results/clientpositive/parallel.q.out index 24345e4..03219c2 100644 --- a/ql/src/test/results/clientpositive/parallel.q.out +++ b/ql/src/test/results/clientpositive/parallel.q.out @@ -19,11 +19,17 @@ from (select key, value from src group by key, value) s insert overwrite table src_a select s.key, s.value group by s.key, s.value insert overwrite table src_b_n0 select s.key, s.value group by s.key, s.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_a +PREHOOK: Output: default@src_b_n0 POSTHOOK: query: explain from (select key, value from src group by key, value) s insert overwrite table src_a select s.key, s.value group by s.key, s.value insert overwrite table src_b_n0 select s.key, s.value group by s.key, s.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_a +POSTHOOK: Output: default@src_b_n0 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/parallel_colstats.q.out b/ql/src/test/results/clientpositive/parallel_colstats.q.out index 35beff3..8f0f29d 100644 --- a/ql/src/test/results/clientpositive/parallel_colstats.q.out +++ b/ql/src/test/results/clientpositive/parallel_colstats.q.out @@ -19,11 +19,17 @@ from (select key, value from src group by key, value) s insert overwrite table src_a_n0 select s.key, s.value group by s.key, s.value insert overwrite table src_b_n1 select s.key, s.value group by s.key, s.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_a_n0 +PREHOOK: Output: default@src_b_n1 POSTHOOK: query: explain from (select key, value from src group by key, value) s insert overwrite table src_a_n0 select s.key, s.value group by s.key, s.value insert overwrite table src_b_n1 select s.key, s.value group by s.key, s.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_a_n0 +POSTHOOK: Output: default@src_b_n1 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/parallel_join0.q.out b/ql/src/test/results/clientpositive/parallel_join0.q.out index 3362b5e..e90a522 100644 --- a/ql/src/test/results/clientpositive/parallel_join0.q.out +++ b/ql/src/test/results/clientpositive/parallel_join0.q.out @@ -7,6 +7,8 @@ SELECT src1.key as k1, src1.value as v1, (SELECT * FROM src WHERE src.key < 10) src2 SORT BY k1, v1, k2, v2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.key as k1, src1.value as v1, src2.key as k2, src2.value as v2 FROM @@ -15,6 +17,8 @@ SELECT src1.key as k1, src1.value as v1, (SELECT * FROM src WHERE src.key < 10) src2 SORT BY k1, v1, k2, v2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -104,6 +108,8 @@ SELECT src1.key as k1, src1.value as v1, (SELECT * FROM src WHERE src.key < 10) src2 SORT BY k1, v1, k2, v2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FORMATTED SELECT src1.key as k1, src1.value as v1, src2.key as k2, src2.value as v2 FROM diff --git a/ql/src/test/results/clientpositive/parallel_join1.q.out b/ql/src/test/results/clientpositive/parallel_join1.q.out index d344f69..074e615 100644 --- a/ql/src/test/results/clientpositive/parallel_join1.q.out +++ b/ql/src/test/results/clientpositive/parallel_join1.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1_n19 SELECT src1.key, src2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_j1_n19 POSTHOOK: query: EXPLAIN FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1_n19 SELECT src1.key, src2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_j1_n19 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/parallel_orderby.q.out b/ql/src/test/results/clientpositive/parallel_orderby.q.out index 73a103d..9106fec 100644 --- a/ql/src/test/results/clientpositive/parallel_orderby.q.out +++ b/ql/src/test/results/clientpositive/parallel_orderby.q.out @@ -25,9 +25,15 @@ POSTHOOK: Output: default@src5_n2 PREHOOK: query: explain create table total_ordered as select * from src5_n2 order by key, value PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src5_n2 +PREHOOK: Output: database:default +PREHOOK: Output: default@total_ordered POSTHOOK: query: explain create table total_ordered as select * from src5_n2 order by key, value POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src5_n2 +POSTHOOK: Output: database:default +POSTHOOK: Output: default@total_ordered STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/parquet_complex_types_vectorization.q.out b/ql/src/test/results/clientpositive/parquet_complex_types_vectorization.q.out index 03488a1..e77cf38 100644 --- a/ql/src/test/results/clientpositive/parquet_complex_types_vectorization.q.out +++ b/ql/src/test/results/clientpositive/parquet_complex_types_vectorization.q.out @@ -86,8 +86,12 @@ POSTHOOK: Input: default@parquet_complex_types 1023 PREHOOK: query: explain vectorization expression select l1, l1[0], l1[1], l1[listIndex], listIndex from parquet_complex_types limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select l1, l1[0], l1[1], l1[listIndex], listIndex from parquet_complex_types limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -167,8 +171,12 @@ POSTHOOK: Input: default@parquet_complex_types [118,119] 118 119 119 1 PREHOOK: query: explain vectorization expression select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -358,8 +366,12 @@ POSTHOOK: Input: default@parquet_complex_types 1024 PREHOOK: query: explain vectorization expression select l1, l1[0], l1[1], l1[listIndex], listIndex from parquet_complex_types limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select l1, l1[0], l1[1], l1[listIndex], listIndex from parquet_complex_types limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -439,8 +451,12 @@ POSTHOOK: Input: default@parquet_complex_types [118,119] 118 119 119 1 PREHOOK: query: explain vectorization expression select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -630,8 +646,12 @@ POSTHOOK: Input: default@parquet_complex_types 1025 PREHOOK: query: explain vectorization expression select l1, l1[0], l1[1], l1[listIndex], listIndex from parquet_complex_types limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select l1, l1[0], l1[1], l1[listIndex], listIndex from parquet_complex_types limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -711,8 +731,12 @@ POSTHOOK: Input: default@parquet_complex_types [118,119] 118 119 119 1 PREHOOK: query: explain vectorization expression select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/parquet_join.q.out b/ql/src/test/results/clientpositive/parquet_join.q.out index 3b6417f..cd41200 100644 --- a/ql/src/test/results/clientpositive/parquet_join.q.out +++ b/ql/src/test/results/clientpositive/parquet_join.q.out @@ -63,8 +63,14 @@ POSTHOOK: Lineage: parquet_jointable2.key SIMPLE [(staging_n5)staging_n5.FieldSc POSTHOOK: Lineage: parquet_jointable2.myvalue EXPRESSION [(staging_n5)staging_n5.FieldSchema(name:value, type:string, comment:null), ] PREHOOK: query: explain select p2.myvalue from parquet_jointable1 p1 join parquet_jointable2 p2 on p1.key=p2.key PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_jointable1 +PREHOOK: Input: default@parquet_jointable2 +#### A masked pattern was here #### POSTHOOK: query: explain select p2.myvalue from parquet_jointable1 p1 join parquet_jointable2 p2 on p1.key=p2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_jointable1 +POSTHOOK: Input: default@parquet_jointable2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -145,8 +151,14 @@ val_0value val_10value PREHOOK: query: explain select p2.myvalue from parquet_jointable1 p1 join parquet_jointable2 p2 on p1.key=p2.key PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_jointable1 +PREHOOK: Input: default@parquet_jointable2 +#### A masked pattern was here #### POSTHOOK: query: explain select p2.myvalue from parquet_jointable1 p1 join parquet_jointable2 p2 on p1.key=p2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_jointable1 +POSTHOOK: Input: default@parquet_jointable2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -268,8 +280,14 @@ POSTHOOK: Lineage: parquet_jointable2_bucketed_sorted.value1 EXPRESSION [(stagin POSTHOOK: Lineage: parquet_jointable2_bucketed_sorted.value2 EXPRESSION [(staging_n5)staging_n5.FieldSchema(name:value, type:string, comment:null), ] PREHOOK: query: explain select p1.value,p2.value2 from parquet_jointable1_bucketed_sorted p1 join parquet_jointable2_bucketed_sorted p2 on p1.key=p2.key PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_jointable1_bucketed_sorted +PREHOOK: Input: default@parquet_jointable2_bucketed_sorted +#### A masked pattern was here #### POSTHOOK: query: explain select p1.value,p2.value2 from parquet_jointable1_bucketed_sorted p1 join parquet_jointable2_bucketed_sorted p2 on p1.key=p2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_jointable1_bucketed_sorted +POSTHOOK: Input: default@parquet_jointable2_bucketed_sorted +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/parquet_map_type_vectorization.q.out b/ql/src/test/results/clientpositive/parquet_map_type_vectorization.q.out index 289909d..fa41d55 100644 --- a/ql/src/test/results/clientpositive/parquet_map_type_vectorization.q.out +++ b/ql/src/test/results/clientpositive/parquet_map_type_vectorization.q.out @@ -97,9 +97,13 @@ POSTHOOK: Input: default@parquet_map_type PREHOOK: query: explain vectorization expression select stringMap, intMap, doubleMap, stringMap['k2'], intMap[456], doubleMap[123.123], stringMap[stringIndex], intMap[intIndex], doubleMap[doubleIndex] from parquet_map_type limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_map_type +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select stringMap, intMap, doubleMap, stringMap['k2'], intMap[456], doubleMap[123.123], stringMap[stringIndex], intMap[intIndex], doubleMap[doubleIndex] from parquet_map_type limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_map_type +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -182,9 +186,13 @@ POSTHOOK: Input: default@parquet_map_type PREHOOK: query: explain vectorization expression select sum(intMap[123]), sum(doubleMap[123.123]), stringMap['k1'] from parquet_map_type where stringMap['k1'] like 'v100%' group by stringMap['k1'] order by stringMap['k1'] limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_map_type +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select sum(intMap[123]), sum(doubleMap[123.123]), stringMap['k1'] from parquet_map_type where stringMap['k1'] like 'v100%' group by stringMap['k1'] order by stringMap['k1'] limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_map_type +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/parquet_no_row_serde.q.out b/ql/src/test/results/clientpositive/parquet_no_row_serde.q.out index 02d7586..f64e059 100644 --- a/ql/src/test/results/clientpositive/parquet_no_row_serde.q.out +++ b/ql/src/test/results/clientpositive/parquet_no_row_serde.q.out @@ -47,9 +47,13 @@ POSTHOOK: Lineage: tbl_parquet.val SCRIPT [] PREHOOK: query: explain vectorization expression select val, round(val, -1) from tbl_rc order by val PREHOOK: type: QUERY +PREHOOK: Input: default@tbl_rc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select val, round(val, -1) from tbl_rc order by val POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl_rc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -122,9 +126,13 @@ STAGE PLANS: PREHOOK: query: explain vectorization expression select val, round(val, -1) from tbl_parquet order by val PREHOOK: type: QUERY +PREHOOK: Input: default@tbl_parquet +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select val, round(val, -1) from tbl_parquet order by val POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl_parquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/parquet_struct_type_vectorization.q.out b/ql/src/test/results/clientpositive/parquet_struct_type_vectorization.q.out index ed9bb09..78ce511 100644 --- a/ql/src/test/results/clientpositive/parquet_struct_type_vectorization.q.out +++ b/ql/src/test/results/clientpositive/parquet_struct_type_vectorization.q.out @@ -74,8 +74,12 @@ POSTHOOK: Input: default@parquet_struct_type 1023 PREHOOK: query: explain vectorization expression select st1, st1.f1, st1.f2, st2, st2.f1, st2.f3 from parquet_struct_type limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_struct_type +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select st1, st1.f1, st1.f2, st2, st2.f1, st2.f3 from parquet_struct_type limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_struct_type +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -191,8 +195,12 @@ POSTHOOK: Input: default@parquet_struct_type 10 2010 PREHOOK: query: explain vectorization expression select sum(st1.f1), st1.f1 from parquet_struct_type where st1.f1 > 500 group by st1.f1 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_struct_type +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select sum(st1.f1), st1.f1 from parquet_struct_type where st1.f1 > 500 group by st1.f1 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_struct_type +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/parquet_types_non_dictionary_encoding_vectorization.q.out b/ql/src/test/results/clientpositive/parquet_types_non_dictionary_encoding_vectorization.q.out index e6820ab..51c55ac 100644 --- a/ql/src/test/results/clientpositive/parquet_types_non_dictionary_encoding_vectorization.q.out +++ b/ql/src/test/results/clientpositive/parquet_types_non_dictionary_encoding_vectorization.q.out @@ -442,6 +442,8 @@ FROM parquet_types_n1 GROUP BY ctinyint ORDER BY ctinyint PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_types_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT ctinyint, MAX(cint), MIN(csmallint), @@ -452,6 +454,8 @@ FROM parquet_types_n1 GROUP BY ctinyint ORDER BY ctinyint POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_types_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -810,8 +814,12 @@ POSTHOOK: Input: default@parquet_types_n1 127 1255 255 1 76.5 0.0 PREHOOK: query: EXPLAIN SELECT cfloat, count(*) FROM parquet_types_n1 GROUP BY cfloat ORDER BY cfloat PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_types_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT cfloat, count(*) FROM parquet_types_n1 GROUP BY cfloat ORDER BY cfloat POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_types_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1194,8 +1202,12 @@ POSTHOOK: Input: default@parquet_types_n1 89.7 1 PREHOOK: query: EXPLAIN SELECT cchar, count(*) FROM parquet_types_n1 GROUP BY cchar ORDER BY cchar PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_types_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT cchar, count(*) FROM parquet_types_n1 GROUP BY cchar ORDER BY cchar POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_types_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1578,8 +1590,12 @@ y 1 z 1 PREHOOK: query: EXPLAIN SELECT cvarchar, count(*) FROM parquet_types_n1 GROUP BY cvarchar ORDER BY cvarchar PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_types_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT cvarchar, count(*) FROM parquet_types_n1 GROUP BY cvarchar ORDER BY cvarchar POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_types_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1962,8 +1978,12 @@ y 1 z 1 PREHOOK: query: EXPLAIN SELECT cstring1, count(*) FROM parquet_types_n1 GROUP BY cstring1 ORDER BY cstring1 PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_types_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT cstring1, count(*) FROM parquet_types_n1 GROUP BY cstring1 ORDER BY cstring1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_types_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -2346,8 +2366,12 @@ y 1 z 1 PREHOOK: query: EXPLAIN SELECT hex(cbinary), count(*) FROM parquet_types_n1 GROUP BY cbinary PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_types_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT hex(cbinary), count(*) FROM parquet_types_n1 GROUP BY cbinary POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_types_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/parquet_types_vectorization.q.out b/ql/src/test/results/clientpositive/parquet_types_vectorization.q.out index 58de65c..698da7e 100644 --- a/ql/src/test/results/clientpositive/parquet_types_vectorization.q.out +++ b/ql/src/test/results/clientpositive/parquet_types_vectorization.q.out @@ -162,6 +162,8 @@ FROM parquet_types_n0 GROUP BY ctinyint ORDER BY ctinyint PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_types_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT ctinyint, MAX(cint), MIN(csmallint), @@ -172,6 +174,8 @@ FROM parquet_types_n0 GROUP BY ctinyint ORDER BY ctinyint POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_types_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -277,8 +281,12 @@ POSTHOOK: Input: default@parquet_types_n0 3 120 1 7 1.17143 1.8 PREHOOK: query: EXPLAIN SELECT cfloat, count(*) FROM parquet_types_n0 GROUP BY cfloat ORDER BY cfloat PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_types_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT cfloat, count(*) FROM parquet_types_n0 GROUP BY cfloat ORDER BY cfloat POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_types_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -366,8 +374,12 @@ POSTHOOK: Input: default@parquet_types_n0 1.4 4 PREHOOK: query: EXPLAIN SELECT cchar, count(*) FROM parquet_types_n0 GROUP BY cchar ORDER BY cchar PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_types_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT cchar, count(*) FROM parquet_types_n0 GROUP BY cchar ORDER BY cchar POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_types_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -468,8 +480,12 @@ vwxyz 1 wxyza 1 PREHOOK: query: EXPLAIN SELECT cvarchar, count(*) FROM parquet_types_n0 GROUP BY cvarchar ORDER BY cvarchar PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_types_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT cvarchar, count(*) FROM parquet_types_n0 GROUP BY cvarchar ORDER BY cvarchar POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_types_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -566,8 +582,12 @@ abcdefgh 1 b 1 PREHOOK: query: EXPLAIN SELECT cstring1, count(*) FROM parquet_types_n0 GROUP BY cstring1 ORDER BY cstring1 PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_types_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT cstring1, count(*) FROM parquet_types_n0 GROUP BY cstring1 ORDER BY cstring1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_types_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -671,8 +691,12 @@ yza 1 zab 1 PREHOOK: query: EXPLAIN SELECT t, count(*) FROM parquet_types_n0 GROUP BY t ORDER BY t PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_types_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT t, count(*) FROM parquet_types_n0 GROUP BY t ORDER BY t POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_types_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -777,8 +801,12 @@ POSTHOOK: Input: default@parquet_types_n0 2032-10-10 22:22:22.222222222 1 PREHOOK: query: EXPLAIN SELECT hex(cbinary), count(*) FROM parquet_types_n0 GROUP BY cbinary PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_types_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT hex(cbinary), count(*) FROM parquet_types_n0 GROUP BY cbinary POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_types_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/parquet_vectorization_0.q.out b/ql/src/test/results/clientpositive/parquet_vectorization_0.q.out index 3ae03e3..98fc8d0 100644 --- a/ql/src/test/results/clientpositive/parquet_vectorization_0.q.out +++ b/ql/src/test/results/clientpositive/parquet_vectorization_0.q.out @@ -14,6 +14,8 @@ SELECT MIN(ctinyint) as c1, FROM alltypesparquet ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -342,6 +344,8 @@ SELECT FROM alltypesparquet ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION SELECT avg(ctinyint) as c1, @@ -355,6 +359,8 @@ SELECT FROM alltypesparquet ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -502,6 +508,8 @@ SELECT MIN(cbigint) as c1, FROM alltypesparquet ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -830,6 +838,8 @@ SELECT FROM alltypesparquet ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION SELECT avg(cbigint) as c1, @@ -843,6 +853,8 @@ SELECT FROM alltypesparquet ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -990,6 +1002,8 @@ SELECT MIN(cfloat) as c1, FROM alltypesparquet ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1318,6 +1332,8 @@ SELECT FROM alltypesparquet ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION SELECT avg(cfloat) as c1, @@ -1331,6 +1347,8 @@ SELECT FROM alltypesparquet ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1517,6 +1535,8 @@ WHERE (((cstring2 LIKE '%b%') AND ((cboolean2 = 1) AND (3569 = ctinyint)))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1679,11 +1699,15 @@ select count(*) from alltypesparquet where (((cstring1 LIKE 'a%') or ((cstring1 like 'b%') or (cstring1 like 'c%'))) or ((length(cstring1) < 50 ) and ((cstring1 like '%n') and (length(cstring1) > 0)))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN extended select count(*) from alltypesparquet where (((cstring1 LIKE 'a%') or ((cstring1 like 'b%') or (cstring1 like 'c%'))) or ((length(cstring1) < 50 ) and ((cstring1 like '%n') and (length(cstring1) > 0)))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM `default`.`alltypesparquet` WHERE `cstring1` LIKE 'a%' OR `cstring1` LIKE 'b%' OR `cstring1` LIKE 'c%' OR CHARACTER_LENGTH(`cstring1`) < 50 AND `cstring1` LIKE '%n' AND CHARACTER_LENGTH(`cstring1`) > 0 @@ -30487,11 +30511,15 @@ PREHOOK: query: explain extended select * from alltypesparquet where (cint=47 and cfloat=2.09) or (cint=45 and cfloat=3.02) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from alltypesparquet where (cint=49 and cfloat=3.5) or (cint=47 and cfloat=2.09) or (cint=45 and cfloat=3.02) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `ctinyint`, `csmallint`, `cint`, `cbigint`, `cfloat`, `cdouble`, `cstring1`, `cstring2`, `ctimestamp1`, `ctimestamp2`, `cboolean1`, `cboolean2` FROM `default`.`alltypesparquet` WHERE `cint` = 49 AND `cfloat` = 3.5 OR `cint` = 47 AND `cfloat` = 2.09 OR `cint` = 45 AND `cfloat` = 3.02 @@ -30603,11 +30631,15 @@ PREHOOK: query: explain extended select * from alltypesparquet where (cint=47 and cfloat=2.09) or (cint=45 and cfloat=3.02) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from alltypesparquet where (cint=49 and cfloat=3.5) or (cint=47 and cfloat=2.09) or (cint=45 and cfloat=3.02) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -30715,11 +30747,15 @@ PREHOOK: query: explain extended select * from alltypesparquet where (cint=47 or cfloat=2.09) and (cint=45 or cfloat=3.02) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from alltypesparquet where (cint=49 or cfloat=3.5) and (cint=47 or cfloat=2.09) and (cint=45 or cfloat=3.02) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `ctinyint`, `csmallint`, `cint`, `cbigint`, `cfloat`, `cdouble`, `cstring1`, `cstring2`, `ctimestamp1`, `ctimestamp2`, `cboolean1`, `cboolean2` FROM `default`.`alltypesparquet` WHERE (`cint` = 49 OR `cfloat` = 3.5) AND (`cint` = 47 OR `cfloat` = 2.09) AND (`cint` = 45 OR `cfloat` = 3.02) @@ -30830,10 +30866,14 @@ PREHOOK: query: explain extended select count(*),cstring1 from alltypesparquet w or cstring1='history' or cstring1='topology' group by cstring1 order by cstring1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*),cstring1 from alltypesparquet where cstring1='biology' or cstring1='history' or cstring1='topology' group by cstring1 order by cstring1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/parquet_vectorization_1.q.out b/ql/src/test/results/clientpositive/parquet_vectorization_1.q.out index afada38..61c474c 100644 --- a/ql/src/test/results/clientpositive/parquet_vectorization_1.q.out +++ b/ql/src/test/results/clientpositive/parquet_vectorization_1.q.out @@ -40,6 +40,8 @@ WHERE (((cdouble > ctinyint) OR ((cint > cbigint) OR (cboolean1 < 0)))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/parquet_vectorization_10.q.out b/ql/src/test/results/clientpositive/parquet_vectorization_10.q.out index 0d7af99..d0471d7 100644 --- a/ql/src/test/results/clientpositive/parquet_vectorization_10.q.out +++ b/ql/src/test/results/clientpositive/parquet_vectorization_10.q.out @@ -46,6 +46,8 @@ WHERE (((cstring2 <= '10') AND ((csmallint = 9763215.5639) OR (cstring1 LIKE '%a')))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/parquet_vectorization_11.q.out b/ql/src/test/results/clientpositive/parquet_vectorization_11.q.out index 86d0a4e..49bf3ff 100644 --- a/ql/src/test/results/clientpositive/parquet_vectorization_11.q.out +++ b/ql/src/test/results/clientpositive/parquet_vectorization_11.q.out @@ -28,6 +28,8 @@ WHERE ((cstring2 = cstring1) OR ((ctimestamp1 IS NULL) AND (cstring1 LIKE '%a'))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/parquet_vectorization_12.q.out b/ql/src/test/results/clientpositive/parquet_vectorization_12.q.out index c284977..5f45a8a 100644 --- a/ql/src/test/results/clientpositive/parquet_vectorization_12.q.out +++ b/ql/src/test/results/clientpositive/parquet_vectorization_12.q.out @@ -62,6 +62,8 @@ WHERE (((ctimestamp1 IS NULL) GROUP BY cbigint, cboolean1, cstring1, ctimestamp1, cdouble ORDER BY ctimestamp1, cdouble, cbigint, cstring1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/parquet_vectorization_13.q.out b/ql/src/test/results/clientpositive/parquet_vectorization_13.q.out index f1a137c..e0c5b65 100644 --- a/ql/src/test/results/clientpositive/parquet_vectorization_13.q.out +++ b/ql/src/test/results/clientpositive/parquet_vectorization_13.q.out @@ -362,6 +362,8 @@ GROUP BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1 ORDER BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14, c15, c16 LIMIT 40 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cboolean1, ctinyint, @@ -395,6 +397,10 @@ GROUP BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1 ORDER BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14, c15, c16 LIMIT 40 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/parquet_vectorization_14.q.out b/ql/src/test/results/clientpositive/parquet_vectorization_14.q.out index c501fab..6441e5d 100644 --- a/ql/src/test/results/clientpositive/parquet_vectorization_14.q.out +++ b/ql/src/test/results/clientpositive/parquet_vectorization_14.q.out @@ -64,6 +64,8 @@ WHERE (((ctinyint <= cbigint) GROUP BY ctimestamp1, cfloat, cstring1, cboolean1, cdouble ORDER BY cstring1, cfloat, cdouble, ctimestamp1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/parquet_vectorization_15.q.out b/ql/src/test/results/clientpositive/parquet_vectorization_15.q.out index 39057d6..ef56698 100644 --- a/ql/src/test/results/clientpositive/parquet_vectorization_15.q.out +++ b/ql/src/test/results/clientpositive/parquet_vectorization_15.q.out @@ -60,6 +60,8 @@ WHERE (((cstring2 LIKE '%ss%') GROUP BY cfloat, cboolean1, cdouble, cstring1, ctinyint, cint, ctimestamp1 ORDER BY cfloat, cboolean1, cdouble, cstring1, ctinyint, cint, ctimestamp1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/parquet_vectorization_16.q.out b/ql/src/test/results/clientpositive/parquet_vectorization_16.q.out index cf06c91..197c576 100644 --- a/ql/src/test/results/clientpositive/parquet_vectorization_16.q.out +++ b/ql/src/test/results/clientpositive/parquet_vectorization_16.q.out @@ -38,6 +38,8 @@ WHERE ((cstring2 LIKE '%b%') OR (cstring1 < 'a'))) GROUP BY cstring1, cdouble, ctimestamp1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/parquet_vectorization_17.q.out b/ql/src/test/results/clientpositive/parquet_vectorization_17.q.out index 4564925..7582c11 100644 --- a/ql/src/test/results/clientpositive/parquet_vectorization_17.q.out +++ b/ql/src/test/results/clientpositive/parquet_vectorization_17.q.out @@ -46,6 +46,8 @@ WHERE (((cbigint > -23) OR (cfloat = cdouble)))) ORDER BY cbigint, cfloat POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/parquet_vectorization_2.q.out b/ql/src/test/results/clientpositive/parquet_vectorization_2.q.out index a182e72..f7f02b1 100644 --- a/ql/src/test/results/clientpositive/parquet_vectorization_2.q.out +++ b/ql/src/test/results/clientpositive/parquet_vectorization_2.q.out @@ -44,6 +44,8 @@ WHERE (((ctimestamp1 < ctimestamp2) AND ((-10669 != ctimestamp2) OR (359 > cint)))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/parquet_vectorization_3.q.out b/ql/src/test/results/clientpositive/parquet_vectorization_3.q.out index 264cb0a..546a5b0 100644 --- a/ql/src/test/results/clientpositive/parquet_vectorization_3.q.out +++ b/ql/src/test/results/clientpositive/parquet_vectorization_3.q.out @@ -49,6 +49,8 @@ WHERE (((cint <= cfloat) AND ((79.553 <= csmallint) AND (ctimestamp1 > ctimestamp2)))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/parquet_vectorization_4.q.out b/ql/src/test/results/clientpositive/parquet_vectorization_4.q.out index 973e2bd..5fcb08e 100644 --- a/ql/src/test/results/clientpositive/parquet_vectorization_4.q.out +++ b/ql/src/test/results/clientpositive/parquet_vectorization_4.q.out @@ -44,6 +44,8 @@ WHERE (((csmallint >= cint) AND ((ctinyint != cbigint) OR (-3728 >= cdouble)))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/parquet_vectorization_5.q.out b/ql/src/test/results/clientpositive/parquet_vectorization_5.q.out index e20dcbf..9a8ca80 100644 --- a/ql/src/test/results/clientpositive/parquet_vectorization_5.q.out +++ b/ql/src/test/results/clientpositive/parquet_vectorization_5.q.out @@ -38,6 +38,8 @@ WHERE (((cboolean2 IS NOT NULL) AND ((ctimestamp2 IS NOT NULL) AND (cstring2 LIKE 'a')))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/parquet_vectorization_6.q.out b/ql/src/test/results/clientpositive/parquet_vectorization_6.q.out index 39cab25..b1d0b2b 100644 --- a/ql/src/test/results/clientpositive/parquet_vectorization_6.q.out +++ b/ql/src/test/results/clientpositive/parquet_vectorization_6.q.out @@ -40,6 +40,8 @@ WHERE ((ctinyint != 0) AND ((cstring2 LIKE '%a') OR (cfloat <= -257)))))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/parquet_vectorization_7.q.out b/ql/src/test/results/clientpositive/parquet_vectorization_7.q.out index 357d838..9474403 100644 --- a/ql/src/test/results/clientpositive/parquet_vectorization_7.q.out +++ b/ql/src/test/results/clientpositive/parquet_vectorization_7.q.out @@ -246,6 +246,8 @@ WHERE ((ctinyint != 0) ORDER BY cboolean1, cbigint, csmallint, ctinyint, ctimestamp1, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 25 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cboolean1, cbigint, @@ -273,6 +275,10 @@ WHERE ((ctinyint != 0) ORDER BY cboolean1, cbigint, csmallint, ctinyint, ctimestamp1, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/parquet_vectorization_8.q.out b/ql/src/test/results/clientpositive/parquet_vectorization_8.q.out index 0c72e0c..602a4e9 100644 --- a/ql/src/test/results/clientpositive/parquet_vectorization_8.q.out +++ b/ql/src/test/results/clientpositive/parquet_vectorization_8.q.out @@ -231,6 +231,8 @@ WHERE (((cstring2 IS NOT NULL) ORDER BY ctimestamp1, cdouble, cboolean1, cstring1, cfloat, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT ctimestamp1, cdouble, @@ -256,6 +258,10 @@ WHERE (((cstring2 IS NOT NULL) ORDER BY ctimestamp1, cdouble, cboolean1, cstring1, cfloat, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/parquet_vectorization_9.q.out b/ql/src/test/results/clientpositive/parquet_vectorization_9.q.out index cf06c91..197c576 100644 --- a/ql/src/test/results/clientpositive/parquet_vectorization_9.q.out +++ b/ql/src/test/results/clientpositive/parquet_vectorization_9.q.out @@ -38,6 +38,8 @@ WHERE ((cstring2 LIKE '%b%') OR (cstring1 < 'a'))) GROUP BY cstring1, cdouble, ctimestamp1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/parquet_vectorization_decimal_date.q.out b/ql/src/test/results/clientpositive/parquet_vectorization_decimal_date.q.out index 5a8c069..f354a75 100644 --- a/ql/src/test/results/clientpositive/parquet_vectorization_decimal_date.q.out +++ b/ql/src/test/results/clientpositive/parquet_vectorization_decimal_date.q.out @@ -14,8 +14,12 @@ POSTHOOK: Lineage: date_decimal_test_parquet.cdouble SIMPLE [(alltypesparquet)al POSTHOOK: Lineage: date_decimal_test_parquet.cint SIMPLE [(alltypesparquet)alltypesparquet.FieldSchema(name:cint, type:int, comment:null), ] PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate, cdecimal from date_decimal_test_parquet where cint IS NOT NULL AND cdouble IS NOT NULL LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@date_decimal_test_parquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate, cdecimal from date_decimal_test_parquet where cint IS NOT NULL AND cdouble IS NOT NULL LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_decimal_test_parquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/parquet_vectorization_div0.q.out b/ql/src/test/results/clientpositive/parquet_vectorization_div0.q.out index e3aec1e..f3b2e05 100644 --- a/ql/src/test/results/clientpositive/parquet_vectorization_div0.q.out +++ b/ql/src/test/results/clientpositive/parquet_vectorization_div0.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain vectorization expression select cdouble / 0.0 from alltypesparquet limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select cdouble / 0.0 from alltypesparquet limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -175,10 +179,14 @@ PREHOOK: query: explain vectorization expression select (cbigint - 988888L) as s1, cdouble / (cbigint - 988888L) as s2, 1.2 / (cbigint - 988888L) from alltypesparquet where cbigint > 0 and cbigint < 100000000 order by s1, s2 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select (cbigint - 988888L) as s1, cdouble / (cbigint - 988888L) as s2, 1.2 / (cbigint - 988888L) from alltypesparquet where cbigint > 0 and cbigint < 100000000 order by s1, s2 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -373,10 +381,14 @@ PREHOOK: query: explain vectorization expression select (cdouble + 200.0) as s1, cbigint / (cdouble + 200.0) as s2, (cdouble + 200.0) / (cdouble + 200.0), cbigint / (cdouble + 200.0), 3 / (cdouble + 200.0), 1.2 / (cdouble + 200.0) from alltypesparquet where cdouble >= -500 and cdouble < -199 order by s1, s2 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select (cdouble + 200.0) as s1, cbigint / (cdouble + 200.0) as s2, (cdouble + 200.0) / (cdouble + 200.0), cbigint / (cdouble + 200.0), 3 / (cdouble + 200.0), 1.2 / (cdouble + 200.0) from alltypesparquet where cdouble >= -500 and cdouble < -199 order by s1, s2 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/parquet_vectorization_limit.q.out b/ql/src/test/results/clientpositive/parquet_vectorization_limit.q.out index 8a81b34..dc7cabd 100644 --- a/ql/src/test/results/clientpositive/parquet_vectorization_limit.q.out +++ b/ql/src/test/results/clientpositive/parquet_vectorization_limit.q.out @@ -1,8 +1,12 @@ WARNING: Comparing a bigint and a double may result in a loss of precision. PREHOOK: query: explain vectorization SELECT cbigint, cdouble FROM alltypesparquet WHERE cbigint < cdouble and cint > 0 limit 7 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: explain vectorization SELECT cbigint, cdouble FROM alltypesparquet WHERE cbigint < cdouble and cint > 0 limit 7 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/parquet_vectorization_offset_limit.q.out b/ql/src/test/results/clientpositive/parquet_vectorization_offset_limit.q.out index 408e650..62c8eed 100644 --- a/ql/src/test/results/clientpositive/parquet_vectorization_offset_limit.q.out +++ b/ql/src/test/results/clientpositive/parquet_vectorization_offset_limit.q.out @@ -1,8 +1,12 @@ WARNING: Comparing a bigint and a double may result in a loss of precision. PREHOOK: query: explain vectorization SELECT cbigint, cdouble FROM alltypesparquet WHERE cbigint < cdouble and cint > 0 limit 3,2 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: explain vectorization SELECT cbigint, cdouble FROM alltypesparquet WHERE cbigint < cdouble and cint > 0 limit 3,2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -67,9 +71,13 @@ POSTHOOK: Input: default@alltypesparquet PREHOOK: query: explain vectorization expression select ctinyint,cdouble,csmallint from alltypesparquet where ctinyint is not null order by ctinyint,cdouble limit 10,3 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select ctinyint,cdouble,csmallint from alltypesparquet where ctinyint is not null order by ctinyint,cdouble limit 10,3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/parquet_vectorization_part_project.q.out b/ql/src/test/results/clientpositive/parquet_vectorization_part_project.q.out index 0786685..55c7c5d 100644 --- a/ql/src/test/results/clientpositive/parquet_vectorization_part_project.q.out +++ b/ql/src/test/results/clientpositive/parquet_vectorization_part_project.q.out @@ -48,8 +48,16 @@ POSTHOOK: Lineage: alltypesparquet_part_n0 PARTITION(ds=2012).ctimestamp2 SIMPLE POSTHOOK: Lineage: alltypesparquet_part_n0 PARTITION(ds=2012).ctinyint SIMPLE [(alltypesparquet)alltypesparquet.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] PREHOOK: query: explain vectorization select (cdouble+2) c1 from alltypesparquet_part_n0 order by c1 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet_part_n0 +PREHOOK: Input: default@alltypesparquet_part_n0@ds=2011 +PREHOOK: Input: default@alltypesparquet_part_n0@ds=2012 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select (cdouble+2) c1 from alltypesparquet_part_n0 order by c1 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet_part_n0 +POSTHOOK: Input: default@alltypesparquet_part_n0@ds=2011 +POSTHOOK: Input: default@alltypesparquet_part_n0@ds=2012 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/parquet_vectorization_pushdown.q.out b/ql/src/test/results/clientpositive/parquet_vectorization_pushdown.q.out index 2995721..ca027c5 100644 --- a/ql/src/test/results/clientpositive/parquet_vectorization_pushdown.q.out +++ b/ql/src/test/results/clientpositive/parquet_vectorization_pushdown.q.out @@ -1,8 +1,12 @@ WARNING: Comparing a bigint and a double may result in a loss of precision. PREHOOK: query: explain vectorization SELECT AVG(cbigint) FROM alltypesparquet WHERE cbigint < cdouble PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: explain vectorization SELECT AVG(cbigint) FROM alltypesparquet WHERE cbigint < cdouble POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/partial_column_stats.q.out b/ql/src/test/results/clientpositive/partial_column_stats.q.out index ccddad7..e39ec71 100644 --- a/ql/src/test/results/clientpositive/partial_column_stats.q.out +++ b/ql/src/test/results/clientpositive/partial_column_stats.q.out @@ -8,8 +8,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t1_n53 PREHOOK: query: explain analyze table t1_n53 compute statistics for columns PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@t1_n53 +PREHOOK: Output: default@t1_n53 +#### A masked pattern was here #### POSTHOOK: query: explain analyze table t1_n53 compute statistics for columns POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@t1_n53 +POSTHOOK: Output: default@t1_n53 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/partition_boolexpr.q.out b/ql/src/test/results/clientpositive/partition_boolexpr.q.out index 7711ced..0d071b6 100644 --- a/ql/src/test/results/clientpositive/partition_boolexpr.q.out +++ b/ql/src/test/results/clientpositive/partition_boolexpr.q.out @@ -25,8 +25,12 @@ POSTHOOK: Input: default@part_boolexpr #### A masked pattern was here #### PREHOOK: query: explain select count(1) from srcpart where true PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from srcpart where true POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -39,8 +43,20 @@ STAGE PLANS: PREHOOK: query: explain select count(1) from srcpart where false PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from srcpart where false POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -89,8 +105,12 @@ STAGE PLANS: PREHOOK: query: explain select count(1) from srcpart where true and hr='11' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from srcpart where true and hr='11' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -103,8 +123,12 @@ STAGE PLANS: PREHOOK: query: explain select count(1) from srcpart where true or hr='11' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from srcpart where true or hr='11' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -117,8 +141,12 @@ STAGE PLANS: PREHOOK: query: explain select count(1) from srcpart where false or hr='11' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from srcpart where false or hr='11' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -131,8 +159,20 @@ STAGE PLANS: PREHOOK: query: explain select count(1) from srcpart where false and hr='11' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from srcpart where false and hr='11' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -181,8 +221,20 @@ STAGE PLANS: PREHOOK: query: explain select count(1) from srcpart where INPUT__FILE__NAME is not null PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from srcpart where INPUT__FILE__NAME is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/partition_condition_remover.q.out b/ql/src/test/results/clientpositive/partition_condition_remover.q.out index 4ab2f07..2de1f70 100644 --- a/ql/src/test/results/clientpositive/partition_condition_remover.q.out +++ b/ql/src/test/results/clientpositive/partition_condition_remover.q.out @@ -30,8 +30,14 @@ POSTHOOK: Output: default@foo_n5@s=bar POSTHOOK: Lineage: foo_n5 PARTITION(s=bar).i SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] PREHOOK: query: explain select * from foo_n5 where s not in ('bar') PREHOOK: type: QUERY +PREHOOK: Input: default@foo_n5 +PREHOOK: Input: default@foo_n5@s=foo_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select * from foo_n5 where s not in ('bar') POSTHOOK: type: QUERY +POSTHOOK: Input: default@foo_n5 +POSTHOOK: Input: default@foo_n5@s=foo_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/partition_wise_fileformat2.q.out b/ql/src/test/results/clientpositive/partition_wise_fileformat2.q.out index 58bebce..fd0ea51 100644 --- a/ql/src/test/results/clientpositive/partition_wise_fileformat2.q.out +++ b/ql/src/test/results/clientpositive/partition_wise_fileformat2.q.out @@ -54,8 +54,18 @@ POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=102).key SIMPLE [(src POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=102).value SIMPLE [(src1)src1.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain select *, BLOCK__OFFSET__INSIDE__FILE from partition_test_partitioned where dt >=100 and dt <= 102 PREHOOK: type: QUERY +PREHOOK: Input: default@partition_test_partitioned +PREHOOK: Input: default@partition_test_partitioned@dt=100 +PREHOOK: Input: default@partition_test_partitioned@dt=101 +PREHOOK: Input: default@partition_test_partitioned@dt=102 +#### A masked pattern was here #### POSTHOOK: query: explain select *, BLOCK__OFFSET__INSIDE__FILE from partition_test_partitioned where dt >=100 and dt <= 102 POSTHOOK: type: QUERY +POSTHOOK: Input: default@partition_test_partitioned +POSTHOOK: Input: default@partition_test_partitioned@dt=100 +POSTHOOK: Input: default@partition_test_partitioned@dt=101 +POSTHOOK: Input: default@partition_test_partitioned@dt=102 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -167,8 +177,18 @@ POSTHOOK: Input: default@partition_test_partitioned@dt=102 102 PREHOOK: query: explain select *, BLOCK__OFFSET__INSIDE__FILE from partition_test_partitioned where dt >=100 and dt <= 102 PREHOOK: type: QUERY +PREHOOK: Input: default@partition_test_partitioned +PREHOOK: Input: default@partition_test_partitioned@dt=100 +PREHOOK: Input: default@partition_test_partitioned@dt=101 +PREHOOK: Input: default@partition_test_partitioned@dt=102 +#### A masked pattern was here #### POSTHOOK: query: explain select *, BLOCK__OFFSET__INSIDE__FILE from partition_test_partitioned where dt >=100 and dt <= 102 POSTHOOK: type: QUERY +POSTHOOK: Input: default@partition_test_partitioned +POSTHOOK: Input: default@partition_test_partitioned@dt=100 +POSTHOOK: Input: default@partition_test_partitioned@dt=101 +POSTHOOK: Input: default@partition_test_partitioned@dt=102 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/pcr.q.out b/ql/src/test/results/clientpositive/pcr.q.out index b8e8f1c..9f42865 100644 --- a/ql/src/test/results/clientpositive/pcr.q.out +++ b/ql/src/test/results/clientpositive/pcr.q.out @@ -50,8 +50,16 @@ POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.Fiel POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain extended select key, value, ds from pcr_t1 where ds<='2000-04-09' and key<5 order by key, ds PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value, ds from pcr_t1 where ds<='2000-04-09' and key<5 order by key, ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value`, `ds` FROM `default`.`pcr_t1` WHERE `ds` <= '2000-04-09' AND `key` < 5 @@ -246,8 +254,18 @@ POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 4 val_4 2000-04-09 PREHOOK: query: explain extended select key, value from pcr_t1 where ds<='2000-04-09' or key<5 order by key PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +PREHOOK: Input: default@pcr_t1@ds=2000-04-10 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value from pcr_t1 where ds<='2000-04-09' or key<5 order by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-10 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`pcr_t1` WHERE `ds` <= '2000-04-09' OR `key` < 5 @@ -528,8 +546,16 @@ POSTHOOK: Input: default@pcr_t1@ds=2000-04-10 19 val_19 PREHOOK: query: explain extended select key, value, ds from pcr_t1 where ds<='2000-04-09' and key<5 and value != 'val_2' order by key, ds PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value, ds from pcr_t1 where ds<='2000-04-09' and key<5 and value != 'val_2' order by key, ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value`, `ds` FROM `default`.`pcr_t1` WHERE `ds` <= '2000-04-09' AND `key` < 5 AND `value` <> 'val_2' @@ -724,10 +750,18 @@ PREHOOK: query: explain extended select key, value, ds from pcr_t1 where (ds < '2000-04-09' and key < 5) or (ds > '2000-04-09' and value == 'val_5') order by key, ds PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-10 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value, ds from pcr_t1 where (ds < '2000-04-09' and key < 5) or (ds > '2000-04-09' and value == 'val_5') order by key, ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-10 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value`, `ds` FROM `default`.`pcr_t1` WHERE `ds` < '2000-04-09' AND `key` < 5 OR `ds` > '2000-04-09' AND `value` = 'val_5' @@ -924,10 +958,20 @@ PREHOOK: query: explain extended select key, value, ds from pcr_t1 where (ds < '2000-04-10' and key < 5) or (ds > '2000-04-08' and value == 'val_5') order by key, ds PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +PREHOOK: Input: default@pcr_t1@ds=2000-04-10 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value, ds from pcr_t1 where (ds < '2000-04-10' and key < 5) or (ds > '2000-04-08' and value == 'val_5') order by key, ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-10 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value`, `ds` FROM `default`.`pcr_t1` WHERE `ds` < '2000-04-10' AND `key` < 5 OR `ds` > '2000-04-08' AND `value` = 'val_5' @@ -1183,10 +1227,20 @@ PREHOOK: query: explain extended select key, value, ds from pcr_t1 where (ds < '2000-04-10' or key < 5) and (ds > '2000-04-08' or value == 'val_5') order by key, ds PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +PREHOOK: Input: default@pcr_t1@ds=2000-04-10 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value, ds from pcr_t1 where (ds < '2000-04-10' or key < 5) and (ds > '2000-04-08' or value == 'val_5') order by key, ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-10 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value`, `ds` FROM `default`.`pcr_t1` WHERE (`ds` < '2000-04-10' OR `key` < 5) AND (`ds` > '2000-04-08' OR `value` = 'val_5') @@ -1859,8 +1913,18 @@ POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 19 val_19 PREHOOK: query: explain extended select key, value from pcr_t1 where ds>='2000-04-08' or ds<'2000-04-10' order by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +PREHOOK: Input: default@pcr_t1@ds=2000-04-10 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value from pcr_t1 where ds>='2000-04-08' or ds<'2000-04-10' order by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-10 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`pcr_t1` WHERE `ds` >= '2000-04-08' OR `ds` IS NOT NULL @@ -2337,8 +2401,14 @@ POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 2 val_2 2000-04-09 PREHOOK: query: explain extended select * from pcr_t1 t1 join pcr_t1 t2 on t1.key=t2.key and t1.ds='2000-04-08' and t2.ds='2000-04-08' order by t1.key PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from pcr_t1 t1 join pcr_t1 t2 on t1.key=t2.key and t1.ds='2000-04-08' and t2.ds='2000-04-08' order by t1.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t4`.`key`, `t4`.`value`, CAST('2000-04-08' AS STRING) AS `ds`, `t4`.`key1`, `t4`.`value1`, CAST('2000-04-08' AS STRING) AS `ds1` FROM (SELECT `t0`.`key`, `t0`.`value`, `t2`.`key` AS `key1`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value`, CAST('2000-04-08' AS STRING) AS `ds` @@ -2611,8 +2681,16 @@ POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 19 val_19 2000-04-08 19 val_19 2000-04-08 PREHOOK: query: explain extended select * from pcr_t1 t1 join pcr_t1 t2 on t1.key=t2.key and t1.ds='2000-04-08' and t2.ds='2000-04-09' order by t1.key PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from pcr_t1 t1 join pcr_t1 t2 on t1.key=t2.key and t1.ds='2000-04-08' and t2.ds='2000-04-09' order by t1.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t4`.`key`, `t4`.`value`, CAST('2000-04-08' AS STRING) AS `ds`, `t4`.`key1`, `t4`.`value1`, CAST('2000-04-09' AS STRING) AS `ds1` FROM (SELECT `t0`.`key`, `t0`.`value`, `t2`.`key` AS `key1`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value`, CAST('2000-04-08' AS STRING) AS `ds` @@ -2946,8 +3024,20 @@ POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).key EXPRESSION [(src)src.Fiel POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain extended select key, value, ds from pcr_t1 where (ds>'2000-04-08' and ds<'2000-04-11') or (ds>='2000-04-08' and ds<='2000-04-11' and key=2) order by key, value, ds PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +PREHOOK: Input: default@pcr_t1@ds=2000-04-10 +PREHOOK: Input: default@pcr_t1@ds=2000-04-11 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value, ds from pcr_t1 where (ds>'2000-04-08' and ds<'2000-04-11') or (ds>='2000-04-08' and ds<='2000-04-11' and key=2) order by key, value, ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-10 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-11 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value`, `ds` FROM `default`.`pcr_t1` WHERE `ds` > '2000-04-08' AND `ds` < '2000-04-11' OR `ds` >= '2000-04-08' AND `ds` <= '2000-04-11' AND `key` = 2 @@ -3275,8 +3365,18 @@ POSTHOOK: Input: default@pcr_t1@ds=2000-04-11 19 val_19 2000-04-10 PREHOOK: query: explain extended select key, value, ds from pcr_t1 where (ds>'2000-04-08' and ds<'2000-04-11') or (ds<='2000-04-09' and key=2) order by key, value, ds PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +PREHOOK: Input: default@pcr_t1@ds=2000-04-10 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value, ds from pcr_t1 where (ds>'2000-04-08' and ds<'2000-04-11') or (ds<='2000-04-09' and key=2) order by key, value, ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-10 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value`, `ds` FROM `default`.`pcr_t1` WHERE `ds` > '2000-04-08' AND `ds` < '2000-04-11' OR `ds` <= '2000-04-09' AND `key` = 2 @@ -3571,11 +3671,19 @@ from pcr_t1 insert overwrite table pcr_t2 select key, value where ds='2000-04-08' insert overwrite table pcr_t3 select key, value where ds='2000-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Output: default@pcr_t2 +PREHOOK: Output: default@pcr_t3 POSTHOOK: query: explain extended from pcr_t1 insert overwrite table pcr_t2 select key, value where ds='2000-04-08' insert overwrite table pcr_t3 select key, value where ds='2000-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Output: default@pcr_t2 +POSTHOOK: Output: default@pcr_t3 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6 @@ -4165,11 +4273,19 @@ from pcr_t1 insert overwrite table pcr_t2 select key, value where ds='2000-04-08' and key=2 insert overwrite table pcr_t3 select key, value where ds='2000-04-08' and key=3 PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Output: default@pcr_t2 +PREHOOK: Output: default@pcr_t3 POSTHOOK: query: explain extended from pcr_t1 insert overwrite table pcr_t2 select key, value where ds='2000-04-08' and key=2 insert overwrite table pcr_t3 select key, value where ds='2000-04-08' and key=3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Output: default@pcr_t2 +POSTHOOK: Output: default@pcr_t3 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6 @@ -4764,8 +4880,14 @@ POSTHOOK: Lineage: pcr_t3.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type: POSTHOOK: Lineage: pcr_t3.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] PREHOOK: query: explain extended select key, value from srcpart where ds='2008-04-08' and hr=11 order by key limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value from srcpart where ds='2008-04-08' and hr=11 order by key limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`srcpart` WHERE `ds` = '2008-04-08' AND `hr` = 11 @@ -5091,8 +5213,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 11 val_11 2008-04-08 12 PREHOOK: query: explain extended select key, value, ds, hr from srcpart where hr='11' and key=11 order by key, ds, hr PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value, ds, hr from srcpart where hr='11' and key=11 order by key, ds, hr POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value`, `ds`, CAST('11' AS STRING) AS `hr` FROM (SELECT `key`, `value`, `ds` FROM `default`.`srcpart` @@ -5510,8 +5640,16 @@ POSTHOOK: Input: default@foo_field POSTHOOK: Output: default@foo_field PREHOOK: query: explain select key,value from srcpart where cast(hr as double) = cast(11 as double) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain select key,value from srcpart where cast(hr as double) = cast(11 as double) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -5531,8 +5669,16 @@ STAGE PLANS: PREHOOK: query: explain select key,value from srcpart where hr = cast(11 as double) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain select key,value from srcpart where hr = cast(11 as double) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -5552,8 +5698,16 @@ STAGE PLANS: PREHOOK: query: explain select key,value from srcpart where cast(hr as double) = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain select key,value from srcpart where cast(hr as double) = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/pcs.q.out b/ql/src/test/results/clientpositive/pcs.q.out index 872fb27..1395e17 100644 --- a/ql/src/test/results/clientpositive/pcs.q.out +++ b/ql/src/test/results/clientpositive/pcs.q.out @@ -88,8 +88,16 @@ POSTHOOK: Output: default@pcs_t1@ds=2000-04-10 #### A masked pattern was here #### PREHOOK: query: explain extended select key, value, ds from pcs_t1 where (ds='2000-04-08' and key=1) or (ds='2000-04-09' and key=2) order by key, value, ds PREHOOK: type: QUERY +PREHOOK: Input: default@pcs_t1 +PREHOOK: Input: default@pcs_t1@ds=2000-04-08 +PREHOOK: Input: default@pcs_t1@ds=2000-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value, ds from pcs_t1 where (ds='2000-04-08' and key=1) or (ds='2000-04-09' and key=2) order by key, value, ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcs_t1 +POSTHOOK: Input: default@pcs_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcs_t1@ds=2000-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -270,8 +278,16 @@ POSTHOOK: Input: default@pcs_t1@ds=2000-04-09 2 val_2 2000-04-09 PREHOOK: query: explain extended select ds from pcs_t1 where struct(ds, key) in (struct('2000-04-08',1), struct('2000-04-09',2)) PREHOOK: type: QUERY +PREHOOK: Input: default@pcs_t1 +PREHOOK: Input: default@pcs_t1@ds=2000-04-08 +PREHOOK: Input: default@pcs_t1@ds=2000-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select ds from pcs_t1 where struct(ds, key) in (struct('2000-04-08',1), struct('2000-04-09',2)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcs_t1 +POSTHOOK: Input: default@pcs_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcs_t1@ds=2000-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -439,8 +455,16 @@ POSTHOOK: Input: default@pcs_t1@ds=2000-04-09 2000-04-09 PREHOOK: query: explain extended select ds from pcs_t1 where struct(ds, key+2) in (struct('2000-04-08',3), struct('2000-04-09',4)) PREHOOK: type: QUERY +PREHOOK: Input: default@pcs_t1 +PREHOOK: Input: default@pcs_t1@ds=2000-04-08 +PREHOOK: Input: default@pcs_t1@ds=2000-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select ds from pcs_t1 where struct(ds, key+2) in (struct('2000-04-08',3), struct('2000-04-09',4)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcs_t1 +POSTHOOK: Input: default@pcs_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcs_t1@ds=2000-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -608,8 +632,16 @@ POSTHOOK: Input: default@pcs_t1@ds=2000-04-09 2000-04-09 PREHOOK: query: explain extended select /*+ MAPJOIN(pcs_t1) */ a.ds, b.key from pcs_t1 a join pcs_t1 b on a.ds=b.ds where struct(a.ds, a.key, b.ds) in (struct('2000-04-08',1, '2000-04-09'), struct('2000-04-09',2, '2000-04-08')) PREHOOK: type: QUERY +PREHOOK: Input: default@pcs_t1 +PREHOOK: Input: default@pcs_t1@ds=2000-04-08 +PREHOOK: Input: default@pcs_t1@ds=2000-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(pcs_t1) */ a.ds, b.key from pcs_t1 a join pcs_t1 b on a.ds=b.ds where struct(a.ds, a.key, b.ds) in (struct('2000-04-08',1, '2000-04-09'), struct('2000-04-09',2, '2000-04-08')) POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcs_t1 +POSTHOOK: Input: default@pcs_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcs_t1@ds=2000-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -807,8 +839,16 @@ POSTHOOK: Input: default@pcs_t1@ds=2000-04-09 #### A masked pattern was here #### PREHOOK: query: explain extended select ds from pcs_t1 where struct(ds, key+key) in (struct('2000-04-08',1), struct('2000-04-09',2)) PREHOOK: type: QUERY +PREHOOK: Input: default@pcs_t1 +PREHOOK: Input: default@pcs_t1@ds=2000-04-08 +PREHOOK: Input: default@pcs_t1@ds=2000-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select ds from pcs_t1 where struct(ds, key+key) in (struct('2000-04-08',1), struct('2000-04-09',2)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcs_t1 +POSTHOOK: Input: default@pcs_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcs_t1@ds=2000-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -976,9 +1016,17 @@ POSTHOOK: Input: default@pcs_t1@ds=2000-04-09 PREHOOK: query: explain select lag(key) over (partition by key) as c1 from pcs_t1 where struct(ds, key) in (struct('2000-04-08',1), struct('2000-04-09',2)) PREHOOK: type: QUERY +PREHOOK: Input: default@pcs_t1 +PREHOOK: Input: default@pcs_t1@ds=2000-04-08 +PREHOOK: Input: default@pcs_t1@ds=2000-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain select lag(key) over (partition by key) as c1 from pcs_t1 where struct(ds, key) in (struct('2000-04-08',1), struct('2000-04-09',2)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcs_t1 +POSTHOOK: Input: default@pcs_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcs_t1@ds=2000-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1067,6 +1115,8 @@ SELECT * FROM ( WHERE A.ds = '2008-04-08' SORT BY A.key, A.value, A.ds PREHOOK: type: QUERY +PREHOOK: Input: default@pcs_t1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT * FROM ( SELECT X.* FROM pcs_t1 X WHERE struct(X.ds, X.key) in (struct('2000-04-08',1), struct('2000-04-09',2)) @@ -1076,6 +1126,8 @@ SELECT * FROM ( WHERE A.ds = '2008-04-08' SORT BY A.key, A.value, A.ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcs_t1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1191,8 +1243,14 @@ POSTHOOK: Input: default@pcs_t1 #### A masked pattern was here #### PREHOOK: query: explain extended select ds from pcs_t1 where struct(case when ds='2000-04-08' then 10 else 20 end) in (struct(10),struct(11)) PREHOOK: type: QUERY +PREHOOK: Input: default@pcs_t1 +PREHOOK: Input: default@pcs_t1@ds=2000-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain extended select ds from pcs_t1 where struct(case when ds='2000-04-08' then 10 else 20 end) in (struct(10),struct(11)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcs_t1 +POSTHOOK: Input: default@pcs_t1@ds=2000-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1294,8 +1352,16 @@ POSTHOOK: Input: default@pcs_t1@ds=2000-04-08 2000-04-08 PREHOOK: query: explain extended select ds from pcs_t1 where struct(ds, key, rand(100)) in (struct('2000-04-08',1,0.2), struct('2000-04-09',2,0.3)) PREHOOK: type: QUERY +PREHOOK: Input: default@pcs_t1 +PREHOOK: Input: default@pcs_t1@ds=2000-04-08 +PREHOOK: Input: default@pcs_t1@ds=2000-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select ds from pcs_t1 where struct(ds, key, rand(100)) in (struct('2000-04-08',1,0.2), struct('2000-04-09',2,0.3)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcs_t1 +POSTHOOK: Input: default@pcs_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcs_t1@ds=2000-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1449,8 +1515,18 @@ STAGE PLANS: PREHOOK: query: explain extended select ds from pcs_t1 where struct(ds='2000-04-08' or key = 2, key) in (struct(true,2), struct(false,3)) PREHOOK: type: QUERY +PREHOOK: Input: default@pcs_t1 +PREHOOK: Input: default@pcs_t1@ds=2000-04-08 +PREHOOK: Input: default@pcs_t1@ds=2000-04-09 +PREHOOK: Input: default@pcs_t1@ds=2000-04-10 +#### A masked pattern was here #### POSTHOOK: query: explain extended select ds from pcs_t1 where struct(ds='2000-04-08' or key = 2, key) in (struct(true,2), struct(false,3)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcs_t1 +POSTHOOK: Input: default@pcs_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcs_t1@ds=2000-04-09 +POSTHOOK: Input: default@pcs_t1@ds=2000-04-10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1670,8 +1746,18 @@ POSTHOOK: Input: default@pcs_t1@ds=2000-04-10 2000-04-10 PREHOOK: query: explain extended select ds from pcs_t1 where key = 3 or (struct(ds='2000-04-08' or key = 2, key) in (struct(true,2), struct(false,3)) and key+5 > 0) PREHOOK: type: QUERY +PREHOOK: Input: default@pcs_t1 +PREHOOK: Input: default@pcs_t1@ds=2000-04-08 +PREHOOK: Input: default@pcs_t1@ds=2000-04-09 +PREHOOK: Input: default@pcs_t1@ds=2000-04-10 +#### A masked pattern was here #### POSTHOOK: query: explain extended select ds from pcs_t1 where key = 3 or (struct(ds='2000-04-08' or key = 2, key) in (struct(true,2), struct(false,3)) and key+5 > 0) POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcs_t1 +POSTHOOK: Input: default@pcs_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcs_t1@ds=2000-04-09 +POSTHOOK: Input: default@pcs_t1@ds=2000-04-10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/perf/spark/query1.q.out b/ql/src/test/results/clientpositive/perf/spark/query1.q.out index 2a9dbed..92c0252 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query1.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query1.q.out @@ -22,6 +22,11 @@ and ctr1.ctr_customer_sk = c_customer_sk order by c_customer_id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store +PREHOOK: Input: default@store_returns +#### A masked pattern was here #### POSTHOOK: query: explain with customer_total_return as (select sr_customer_sk as ctr_customer_sk @@ -46,6 +51,11 @@ and ctr1.ctr_customer_sk = c_customer_sk order by c_customer_id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_returns +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query10.q.out b/ql/src/test/results/clientpositive/perf/spark/query10.q.out index cb10ba0..351d144 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query10.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query10.q.out @@ -56,6 +56,14 @@ select cd_dep_college_count limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain select cd_gender, @@ -114,6 +122,14 @@ select cd_dep_college_count limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query11.q.out b/ql/src/test/results/clientpositive/perf/spark/query11.q.out index 5214365..3bc51f2 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query11.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query11.q.out @@ -72,6 +72,11 @@ with year_total as ( order by t_s_secyear.c_preferred_cust_flag limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain with year_total as ( select c_customer_id customer_id @@ -146,6 +151,11 @@ with year_total as ( order by t_s_secyear.c_preferred_cust_flag limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/perf/spark/query12.q.out b/ql/src/test/results/clientpositive/perf/spark/query12.q.out index 07fa840..766495c 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query12.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query12.q.out @@ -30,6 +30,10 @@ order by ,revenueratio limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain select i_item_desc ,i_category @@ -62,6 +66,10 @@ order by ,revenueratio limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query13.q.out b/ql/src/test/results/clientpositive/perf/spark/query13.q.out index 58e1da7..22258dc 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query13.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query13.q.out @@ -48,6 +48,13 @@ select avg(ss_quantity) and ss_net_profit between 50 and 250 )) PREHOOK: type: QUERY +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@household_demographics +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select avg(ss_quantity) ,avg(ss_ext_sales_price) @@ -98,6 +105,13 @@ select avg(ss_quantity) and ss_net_profit between 50 and 250 )) POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@household_demographics +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query15.q.out b/ql/src/test/results/clientpositive/perf/spark/query15.q.out index 3c8bee5..be6bb95 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query15.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query15.q.out @@ -17,6 +17,11 @@ select ca_zip order by ca_zip limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +#### A masked pattern was here #### POSTHOOK: query: explain select ca_zip ,sum(cs_sales_price) @@ -36,6 +41,11 @@ select ca_zip order by ca_zip limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/perf/spark/query16.q.out b/ql/src/test/results/clientpositive/perf/spark/query16.q.out index ddc4609..64e137f 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query16.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query16.q.out @@ -28,6 +28,12 @@ and not exists(select * order by count(distinct cs_order_number) limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@call_center +PREHOOK: Input: default@catalog_returns +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +#### A masked pattern was here #### POSTHOOK: query: explain select count(distinct cs_order_number) as `order count` @@ -58,6 +64,12 @@ and not exists(select * order by count(distinct cs_order_number) limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@call_center +POSTHOOK: Input: default@catalog_returns +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query17.q.out b/ql/src/test/results/clientpositive/perf/spark/query17.q.out index 2983c12..a51f1b3 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query17.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query17.q.out @@ -42,6 +42,13 @@ select i_item_id ,s_state limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_returns +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select i_item_id ,i_item_desc @@ -86,6 +93,13 @@ select i_item_id ,s_state limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_returns +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query18.q.out b/ql/src/test/results/clientpositive/perf/spark/query18.q.out index e8f09f7..654d72a 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query18.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query18.q.out @@ -31,6 +31,13 @@ select i_item_id, i_item_id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +#### A masked pattern was here #### POSTHOOK: query: explain select i_item_id, ca_country, @@ -64,6 +71,13 @@ select i_item_id, i_item_id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/perf/spark/query19.q.out b/ql/src/test/results/clientpositive/perf/spark/query19.q.out index fdb1710..442796f 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query19.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query19.q.out @@ -22,6 +22,13 @@ select i_brand_id brand_id, i_brand brand, i_manufact_id, i_manufact, ,i_manufact limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select i_brand_id brand_id, i_brand brand, i_manufact_id, i_manufact, sum(ss_ext_sales_price) ext_price @@ -46,6 +53,13 @@ select i_brand_id brand_id, i_brand brand, i_manufact_id, i_manufact, ,i_manufact limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query2.q.out b/ql/src/test/results/clientpositive/perf/spark/query2.q.out index 1613add..37b8666 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query2.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query2.q.out @@ -57,6 +57,10 @@ with wscs as where d_week_seq1=d_week_seq2-53 order by d_week_seq1 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain with wscs as (select sold_date_sk @@ -116,6 +120,10 @@ with wscs as where d_week_seq1=d_week_seq2-53 order by d_week_seq1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/perf/spark/query20.q.out b/ql/src/test/results/clientpositive/perf/spark/query20.q.out index d2589b3..e53d065 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query20.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query20.q.out @@ -26,6 +26,10 @@ select i_item_desc ,revenueratio limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +#### A masked pattern was here #### POSTHOOK: query: explain select i_item_desc ,i_category @@ -54,6 +58,10 @@ select i_item_desc ,revenueratio limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query21.q.out b/ql/src/test/results/clientpositive/perf/spark/query21.q.out index d02858c..2dee71d 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query21.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query21.q.out @@ -27,6 +27,11 @@ select * ,i_item_id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@inventory +PREHOOK: Input: default@item +PREHOOK: Input: default@warehouse +#### A masked pattern was here #### POSTHOOK: query: explain select * from(select w_warehouse_name @@ -56,6 +61,11 @@ select * ,i_item_id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@inventory +POSTHOOK: Input: default@item +POSTHOOK: Input: default@warehouse +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query22.q.out b/ql/src/test/results/clientpositive/perf/spark/query22.q.out index d3366e6..c614888 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query22.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query22.q.out @@ -19,6 +19,11 @@ select i_product_name order by qoh, i_product_name, i_brand, i_class, i_category limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@inventory +PREHOOK: Input: default@item +PREHOOK: Input: default@warehouse +#### A masked pattern was here #### POSTHOOK: query: explain select i_product_name ,i_brand @@ -40,6 +45,11 @@ select i_product_name order by qoh, i_product_name, i_brand, i_class, i_category limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@inventory +POSTHOOK: Input: default@item +POSTHOOK: Input: default@warehouse +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query23.q.out b/ql/src/test/results/clientpositive/perf/spark/query23.q.out index 54f2b65..71182c9 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query23.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query23.q.out @@ -51,6 +51,13 @@ from and ws_bill_customer_sk in (select c_customer_sk from best_ss_customer))) y limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain with frequent_ss_items as (select substr(i_item_desc,1,30) itemdesc,i_item_sk item_sk,d_date solddate,count(*) cnt @@ -102,6 +109,13 @@ from and ws_bill_customer_sk in (select c_customer_sk from best_ss_customer))) y limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query24.q.out b/ql/src/test/results/clientpositive/perf/spark/query24.q.out index c8da3a7..67b04f4 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query24.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query24.q.out @@ -48,6 +48,13 @@ group by c_last_name having sum(netpaid) > (select 0.05*avg(netpaid) from ssales) PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_returns +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain with ssales as (select c_last_name @@ -97,6 +104,13 @@ group by c_last_name having sum(netpaid) > (select 0.05*avg(netpaid) from ssales) POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_returns +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-2 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/perf/spark/query25.q.out b/ql/src/test/results/clientpositive/perf/spark/query25.q.out index f605a67..fae4f90 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query25.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query25.q.out @@ -45,6 +45,13 @@ select ,s_store_name limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_returns +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select i_item_id @@ -92,6 +99,13 @@ select ,s_store_name limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_returns +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query26.q.out b/ql/src/test/results/clientpositive/perf/spark/query26.q.out index 9404464..173c3da 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query26.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query26.q.out @@ -18,6 +18,12 @@ select i_item_id, order by i_item_id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@promotion +#### A masked pattern was here #### POSTHOOK: query: explain select i_item_id, avg(cs_quantity) agg1, @@ -38,6 +44,12 @@ select i_item_id, order by i_item_id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@promotion +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query27.q.out b/ql/src/test/results/clientpositive/perf/spark/query27.q.out index 77f6d52..ae4d314 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query27.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query27.q.out @@ -20,6 +20,12 @@ select i_item_id, ,s_state limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select i_item_id, s_state, grouping(s_state) g_state, @@ -42,6 +48,12 @@ select i_item_id, ,s_state limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query28.q.out b/ql/src/test/results/clientpositive/perf/spark/query28.q.out index c9c507a..7fc8456 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query28.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query28.q.out @@ -51,6 +51,8 @@ from (select avg(ss_list_price) B1_LP or ss_wholesale_cost between 42 and 42+20)) B6 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select avg(ss_list_price) B1_LP @@ -103,6 +105,8 @@ from (select avg(ss_list_price) B1_LP or ss_wholesale_cost between 42 and 42+20)) B6 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query29.q.out b/ql/src/test/results/clientpositive/perf/spark/query29.q.out index 8b6afc1..f538c9e 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query29.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query29.q.out @@ -44,6 +44,13 @@ select ,s_store_name limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_returns +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select i_item_id @@ -90,6 +97,13 @@ select ,s_store_name limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_returns +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query3.q.out b/ql/src/test/results/clientpositive/perf/spark/query3.q.out index e9d78c5..800cbf7 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query3.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query3.q.out @@ -18,6 +18,10 @@ select dt.d_year ,brand_id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select dt.d_year ,item.i_brand_id brand_id @@ -38,6 +42,10 @@ select dt.d_year ,brand_id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/perf/spark/query30.q.out b/ql/src/test/results/clientpositive/perf/spark/query30.q.out index 16c11ca..fb7806e 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query30.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query30.q.out @@ -28,6 +28,11 @@ with customer_total_return as ,c_last_review_date,ctr_total_return limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@web_returns +#### A masked pattern was here #### POSTHOOK: query: explain with customer_total_return as (select wr_returning_customer_sk as ctr_customer_sk @@ -58,6 +63,11 @@ with customer_total_return as ,c_last_review_date,ctr_total_return limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@web_returns +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/perf/spark/query31.q.out b/ql/src/test/results/clientpositive/perf/spark/query31.q.out index 38dc809..22fa287 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query31.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query31.q.out @@ -49,6 +49,11 @@ with ss as > case when ss2.store_sales > 0 then ss3.store_sales/ss2.store_sales else null end order by ss1.d_year PREHOOK: type: QUERY +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain with ss as (select ca_county,d_qoy, d_year,sum(ss_ext_sales_price) as store_sales @@ -100,6 +105,11 @@ with ss as > case when ss2.store_sales > 0 then ss3.store_sales/ss2.store_sales else null end order by ss1.d_year POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/perf/spark/query32.q.out b/ql/src/test/results/clientpositive/perf/spark/query32.q.out index 4f06700..bae1ccb 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query32.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query32.q.out @@ -25,6 +25,10 @@ and cs_ext_discount_amt ) limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +#### A masked pattern was here #### POSTHOOK: query: explain select sum(cs_ext_discount_amt) as `excess discount amount` from @@ -52,6 +56,10 @@ and cs_ext_discount_amt ) limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query33.q.out b/ql/src/test/results/clientpositive/perf/spark/query33.q.out index 46a77aa..4cce21c 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query33.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query33.q.out @@ -72,6 +72,13 @@ where i_category in ('Books')) order by total_sales limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain with ss as ( select @@ -146,6 +153,13 @@ where i_category in ('Books')) order by total_sales limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/perf/spark/query34.q.out b/ql/src/test/results/clientpositive/perf/spark/query34.q.out index 9535394..1539613 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query34.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query34.q.out @@ -28,6 +28,12 @@ select c_last_name and cnt between 15 and 20 order by c_last_name,c_first_name,c_salutation,c_preferred_cust_flag desc PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@household_demographics +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select c_last_name ,c_first_name @@ -58,6 +64,12 @@ select c_last_name and cnt between 15 and 20 order by c_last_name,c_first_name,c_salutation,c_preferred_cust_flag desc POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@household_demographics +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query35.q.out b/ql/src/test/results/clientpositive/perf/spark/query35.q.out index 5b72923..6f4ec84 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query35.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query35.q.out @@ -54,6 +54,14 @@ select cd_dep_college_count limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain select ca_state, @@ -110,6 +118,14 @@ select cd_dep_college_count limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/perf/spark/query36.q.out b/ql/src/test/results/clientpositive/perf/spark/query36.q.out index dd6d793..6897b41 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query36.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query36.q.out @@ -27,6 +27,11 @@ select ,rank_within_parent limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select sum(ss_net_profit)/sum(ss_ext_sales_price) as gross_margin @@ -56,6 +61,11 @@ select ,rank_within_parent limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query37.q.out b/ql/src/test/results/clientpositive/perf/spark/query37.q.out index 96d29f5..e6b04ad 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query37.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query37.q.out @@ -14,6 +14,11 @@ select i_item_id order by i_item_id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@inventory +PREHOOK: Input: default@item +#### A masked pattern was here #### POSTHOOK: query: explain select i_item_id ,i_item_desc @@ -30,6 +35,11 @@ select i_item_id order by i_item_id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@inventory +POSTHOOK: Input: default@item +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query38.q.out b/ql/src/test/results/clientpositive/perf/spark/query38.q.out index aa5660c..fa8ab6e 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query38.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query38.q.out @@ -20,6 +20,12 @@ select count(*) from ( ) hot_cust limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( select distinct c_last_name, c_first_name, d_date @@ -42,6 +48,12 @@ select count(*) from ( ) hot_cust limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query39.q.out b/ql/src/test/results/clientpositive/perf/spark/query39.q.out index 2621916..d8f19f9 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query39.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query39.q.out @@ -24,6 +24,11 @@ where inv1.i_item_sk = inv2.i_item_sk order by inv1.w_warehouse_sk,inv1.i_item_sk,inv1.d_moy,inv1.mean,inv1.cov ,inv2.d_moy,inv2.mean, inv2.cov PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@inventory +PREHOOK: Input: default@item +PREHOOK: Input: default@warehouse +#### A masked pattern was here #### POSTHOOK: query: explain with inv as (select w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy @@ -50,6 +55,11 @@ where inv1.i_item_sk = inv2.i_item_sk order by inv1.w_warehouse_sk,inv1.i_item_sk,inv1.d_moy,inv1.mean,inv1.cov ,inv2.d_moy,inv2.mean, inv2.cov POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@inventory +POSTHOOK: Input: default@item +POSTHOOK: Input: default@warehouse +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query4.q.out b/ql/src/test/results/clientpositive/perf/spark/query4.q.out index 7b62def..f154710 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query4.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query4.q.out @@ -106,6 +106,12 @@ union all order by t_s_secyear.customer_preferred_cust_flag limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain with year_total as ( select c_customer_id customer_id @@ -214,6 +220,12 @@ union all order by t_s_secyear.customer_preferred_cust_flag limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/perf/spark/query40.q.out b/ql/src/test/results/clientpositive/perf/spark/query40.q.out index d991e37..a6e269f 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query40.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query40.q.out @@ -25,6 +25,12 @@ select order by w_state,i_item_id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_returns +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@warehouse +#### A masked pattern was here #### POSTHOOK: query: explain select w_state @@ -52,6 +58,12 @@ select order by w_state,i_item_id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_returns +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@warehouse +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query42.q.out b/ql/src/test/results/clientpositive/perf/spark/query42.q.out index 31ff56e..56df25c 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query42.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query42.q.out @@ -19,6 +19,10 @@ select dt.d_year ,item.i_category limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select dt.d_year ,item.i_category_id @@ -40,6 +44,10 @@ select dt.d_year ,item.i_category limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/perf/spark/query43.q.out b/ql/src/test/results/clientpositive/perf/spark/query43.q.out index 61f3cc0..99b6b25 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query43.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query43.q.out @@ -16,6 +16,10 @@ select s_store_name, s_store_id, order by s_store_name, s_store_id,sun_sales,mon_sales,tue_sales,wed_sales,thu_sales,fri_sales,sat_sales limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select s_store_name, s_store_id, sum(case when (d_day_name='Sunday') then ss_sales_price else null end) sun_sales, @@ -34,6 +38,10 @@ select s_store_name, s_store_id, order by s_store_name, s_store_id,sun_sales,mon_sales,tue_sales,wed_sales,thu_sales,fri_sales,sat_sales limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query44.q.out b/ql/src/test/results/clientpositive/perf/spark/query44.q.out index 77006c1..3ec59fd 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query44.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query44.q.out @@ -34,6 +34,9 @@ where asceding.rnk = descending.rnk order by asceding.rnk limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select asceding.rnk, i1.i_product_name best_performing, i2.i_product_name worst_performing from(select * @@ -68,6 +71,9 @@ where asceding.rnk = descending.rnk order by asceding.rnk limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/perf/spark/query45.q.out b/ql/src/test/results/clientpositive/perf/spark/query45.q.out index c2ff079..8ca7b5e 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query45.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query45.q.out @@ -18,6 +18,12 @@ select ca_zip, ca_county, sum(ws_sales_price) order by ca_zip, ca_county limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain select ca_zip, ca_county, sum(ws_sales_price) from web_sales, customer, customer_address, date_dim, item @@ -37,6 +43,12 @@ select ca_zip, ca_county, sum(ws_sales_price) order by ca_zip, ca_county limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query46.q.out b/ql/src/test/results/clientpositive/perf/spark/query46.q.out index a26fc9e..6962caa 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query46.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query46.q.out @@ -32,6 +32,13 @@ select c_last_name ,ss_ticket_number limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@household_demographics +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select c_last_name ,c_first_name @@ -66,6 +73,13 @@ select c_last_name ,ss_ticket_number limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@household_demographics +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query47.q.out b/ql/src/test/results/clientpositive/perf/spark/query47.q.out index ec18a70..fddbd95 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query47.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query47.q.out @@ -48,6 +48,11 @@ with v1 as( order by sum_sales - avg_monthly_sales, 3 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain with v1 as( select i_category, i_brand, @@ -98,6 +103,11 @@ with v1 as( order by sum_sales - avg_monthly_sales, 3 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query48.q.out b/ql/src/test/results/clientpositive/perf/spark/query48.q.out index 1080da4..6e7db06 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query48.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query48.q.out @@ -63,6 +63,12 @@ select sum (ss_quantity) ) ) PREHOOK: type: QUERY +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select sum (ss_quantity) from store_sales, store, customer_demographics, customer_address, date_dim @@ -128,6 +134,12 @@ select sum (ss_quantity) ) ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query49.q.out b/ql/src/test/results/clientpositive/perf/spark/query49.q.out index 7145ada..3dd9405 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query49.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query49.q.out @@ -124,6 +124,14 @@ select order by 1,4,5 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_returns +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store_returns +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_returns +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain select 'web' as channel @@ -250,6 +258,14 @@ select order by 1,4,5 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_returns +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store_returns +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_returns +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/perf/spark/query5.q.out b/ql/src/test/results/clientpositive/perf/spark/query5.q.out index 1b1ff7d..73c0db1 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query5.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query5.q.out @@ -125,6 +125,17 @@ with ssr as ,id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_page +PREHOOK: Input: default@catalog_returns +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store +PREHOOK: Input: default@store_returns +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_returns +PREHOOK: Input: default@web_sales +PREHOOK: Input: default@web_site +#### A masked pattern was here #### POSTHOOK: query: explain with ssr as (select s_store_id, @@ -252,6 +263,17 @@ with ssr as ,id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_page +POSTHOOK: Input: default@catalog_returns +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_returns +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_returns +POSTHOOK: Input: default@web_sales +POSTHOOK: Input: default@web_site +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query50.q.out b/ql/src/test/results/clientpositive/perf/spark/query50.q.out index 614de04..74825e3 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query50.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query50.q.out @@ -56,6 +56,11 @@ order by s_store_name ,s_zip limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store +PREHOOK: Input: default@store_returns +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select s_store_name @@ -114,6 +119,11 @@ order by s_store_name ,s_zip limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_returns +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query51.q.out b/ql/src/test/results/clientpositive/perf/spark/query51.q.out index 2d18e77..5fdfb29 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query51.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query51.q.out @@ -42,6 +42,10 @@ order by item_sk ,d_date limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain WITH web_v1 as ( select @@ -86,6 +90,10 @@ order by item_sk ,d_date limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query52.q.out b/ql/src/test/results/clientpositive/perf/spark/query52.q.out index e114551..87ae518 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query52.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query52.q.out @@ -19,6 +19,10 @@ select dt.d_year ,brand_id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select dt.d_year ,item.i_brand_id brand_id @@ -40,6 +44,10 @@ select dt.d_year ,brand_id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/perf/spark/query53.q.out b/ql/src/test/results/clientpositive/perf/spark/query53.q.out index 6d50296..d209ba9 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query53.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query53.q.out @@ -25,6 +25,11 @@ order by avg_quarterly_sales, i_manufact_id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select i_manufact_id, @@ -52,6 +57,11 @@ order by avg_quarterly_sales, i_manufact_id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query54.q.out b/ql/src/test/results/clientpositive/perf/spark/query54.q.out index 6b85b68..7b73795 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query54.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query54.q.out @@ -57,6 +57,15 @@ with my_customers as ( order by segment, num_customers limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain with my_customers as ( select distinct c_customer_sk @@ -112,6 +121,15 @@ with my_customers as ( order by segment, num_customers limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query55.q.out b/ql/src/test/results/clientpositive/perf/spark/query55.q.out index 2c2c5e3..8b6b8e9 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query55.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query55.q.out @@ -11,6 +11,10 @@ select i_brand_id brand_id, i_brand brand, order by ext_price desc, i_brand_id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select i_brand_id brand_id, i_brand brand, sum(ss_ext_sales_price) ext_price @@ -24,6 +28,10 @@ select i_brand_id brand_id, i_brand brand, order by ext_price desc, i_brand_id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/perf/spark/query56.q.out b/ql/src/test/results/clientpositive/perf/spark/query56.q.out index b369c62..fd574d5 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query56.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query56.q.out @@ -65,6 +65,13 @@ where i_color in ('orchid','chiffon','lace')) order by total_sales limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain with ss as ( select i_item_id,sum(ss_ext_sales_price) total_sales @@ -132,6 +139,13 @@ where i_color in ('orchid','chiffon','lace')) order by total_sales limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/perf/spark/query57.q.out b/ql/src/test/results/clientpositive/perf/spark/query57.q.out index 3ed57e1..be558ea 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query57.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query57.q.out @@ -45,6 +45,11 @@ with v1 as( order by sum_sales - avg_monthly_sales, 3 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@call_center +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +#### A masked pattern was here #### POSTHOOK: query: explain with v1 as( select i_category, i_brand, @@ -92,6 +97,11 @@ with v1 as( order by sum_sales - avg_monthly_sales, 3 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@call_center +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query58.q.out b/ql/src/test/results/clientpositive/perf/spark/query58.q.out index 823a184..736019d 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query58.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query58.q.out @@ -65,6 +65,12 @@ with ss_items as ,ss_item_rev limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain with ss_items as (select i_item_id item_id @@ -129,6 +135,12 @@ with ss_items as ,ss_item_rev limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query59.q.out b/ql/src/test/results/clientpositive/perf/spark/query59.q.out index e9e4b28..48b788f 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query59.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query59.q.out @@ -41,6 +41,10 @@ with wss as order by s_store_name1,s_store_id1,d_week_seq1 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain with wss as (select d_week_seq, @@ -84,6 +88,10 @@ with wss as order by s_store_name1,s_store_id1,d_week_seq1 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query6.q.out b/ql/src/test/results/clientpositive/perf/spark/query6.q.out index 4557413..c632a1d 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query6.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query6.q.out @@ -24,6 +24,12 @@ select a.ca_state state, count(*) cnt order by cnt limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select a.ca_state state, count(*) cnt from customer_address a @@ -49,6 +55,12 @@ select a.ca_state state, count(*) cnt order by cnt limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query60.q.out b/ql/src/test/results/clientpositive/perf/spark/query60.q.out index ef7a0df..c0a4195 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query60.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query60.q.out @@ -75,6 +75,13 @@ where i_category in ('Children')) ,total_sales limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain with ss as ( select @@ -152,6 +159,13 @@ where i_category in ('Children')) ,total_sales limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/perf/spark/query61.q.out b/ql/src/test/results/clientpositive/perf/spark/query61.q.out index 7cfaa78..6fe4597 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query61.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query61.q.out @@ -42,6 +42,14 @@ from order by promotions, total limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@promotion +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select promotions,total,cast(promotions as decimal(15,4))/cast(total as decimal(15,4))*100 from @@ -85,6 +93,14 @@ from order by promotions, total limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@promotion +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-2 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/perf/spark/query63.q.out b/ql/src/test/results/clientpositive/perf/spark/query63.q.out index 21d4749..a79d3b8 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query63.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query63.q.out @@ -26,6 +26,11 @@ order by i_manager_id ,sum_sales limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select i_manager_id @@ -54,6 +59,11 @@ order by i_manager_id ,sum_sales limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query65.q.out b/ql/src/test/results/clientpositive/perf/spark/query65.q.out index c587e9a..ef4eb21 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query65.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query65.q.out @@ -26,6 +26,11 @@ select order by s_store_name, i_item_desc limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select s_store_name, @@ -54,6 +59,11 @@ select order by s_store_name, i_item_desc limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query66.q.out b/ql/src/test/results/clientpositive/perf/spark/query66.q.out index b779dfc..0bbc7d2 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query66.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query66.q.out @@ -219,6 +219,13 @@ select order by w_warehouse_name limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@ship_mode +PREHOOK: Input: default@time_dim +PREHOOK: Input: default@warehouse +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain select w_warehouse_name @@ -440,6 +447,13 @@ select order by w_warehouse_name limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@ship_mode +POSTHOOK: Input: default@time_dim +POSTHOOK: Input: default@warehouse +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query67.q.out b/ql/src/test/results/clientpositive/perf/spark/query67.q.out index f8c5313..422b4ba 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query67.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query67.q.out @@ -41,6 +41,11 @@ order by i_category ,rk limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select i_category @@ -84,6 +89,11 @@ order by i_category ,rk limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query68.q.out b/ql/src/test/results/clientpositive/perf/spark/query68.q.out index 01aa5e0..9fae218 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query68.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query68.q.out @@ -39,6 +39,13 @@ select c_last_name ,ss_ticket_number limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@household_demographics +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select c_last_name ,c_first_name @@ -80,6 +87,13 @@ select c_last_name ,ss_ticket_number limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@household_demographics +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query69.q.out b/ql/src/test/results/clientpositive/perf/spark/query69.q.out index 42acbbc..9436f4d 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query69.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query69.q.out @@ -44,6 +44,14 @@ select cd_credit_rating limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain select cd_gender, @@ -90,6 +98,14 @@ select cd_credit_rating limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query7.q.out b/ql/src/test/results/clientpositive/perf/spark/query7.q.out index ade0e15..dd32004 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query7.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query7.q.out @@ -18,6 +18,12 @@ select i_item_id, order by i_item_id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@promotion +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select i_item_id, avg(ss_quantity) agg1, @@ -38,6 +44,12 @@ select i_item_id, order by i_item_id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@promotion +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query70.q.out b/ql/src/test/results/clientpositive/perf/spark/query70.q.out index 9adcf7e..1f21e40 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query70.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query70.q.out @@ -35,6 +35,10 @@ select ,rank_within_parent limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select sum(ss_net_profit) as total_sum @@ -72,6 +76,10 @@ select ,rank_within_parent limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query71.q.out b/ql/src/test/results/clientpositive/perf/spark/query71.q.out index 2392414..b854089 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query71.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query71.q.out @@ -36,6 +36,13 @@ select i_brand_id brand_id, i_brand brand,t_hour,t_minute, group by i_brand, i_brand_id,t_hour,t_minute order by ext_price desc, i_brand_id PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@time_dim +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain select i_brand_id brand_id, i_brand brand,t_hour,t_minute, sum(ext_price) ext_price @@ -74,6 +81,13 @@ select i_brand_id brand_id, i_brand brand,t_hour,t_minute, group by i_brand, i_brand_id,t_hour,t_minute order by ext_price desc, i_brand_id POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@time_dim +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/perf/spark/query72.q.out b/ql/src/test/results/clientpositive/perf/spark/query72.q.out index f5f6a2a..babb448 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query72.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query72.q.out @@ -28,6 +28,16 @@ group by i_item_desc,w_warehouse_name,d1.d_week_seq order by total_cnt desc, i_item_desc, w_warehouse_name, d_week_seq limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_returns +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@household_demographics +PREHOOK: Input: default@inventory +PREHOOK: Input: default@item +PREHOOK: Input: default@promotion +PREHOOK: Input: default@warehouse +#### A masked pattern was here #### POSTHOOK: query: explain select i_item_desc ,w_warehouse_name @@ -58,6 +68,16 @@ group by i_item_desc,w_warehouse_name,d1.d_week_seq order by total_cnt desc, i_item_desc, w_warehouse_name, d_week_seq limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_returns +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@household_demographics +POSTHOOK: Input: default@inventory +POSTHOOK: Input: default@item +POSTHOOK: Input: default@promotion +POSTHOOK: Input: default@warehouse +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query73.q.out b/ql/src/test/results/clientpositive/perf/spark/query73.q.out index 570199d..01bf12c 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query73.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query73.q.out @@ -25,6 +25,12 @@ select c_last_name and cnt between 1 and 5 order by cnt desc PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@household_demographics +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select c_last_name ,c_first_name @@ -52,6 +58,12 @@ select c_last_name and cnt between 1 and 5 order by cnt desc POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@household_demographics +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query74.q.out b/ql/src/test/results/clientpositive/perf/spark/query74.q.out index 500e382..8259734 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query74.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query74.q.out @@ -58,6 +58,11 @@ with year_total as ( order by 2,1,3 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain with year_total as ( select c_customer_id customer_id @@ -118,6 +123,11 @@ with year_total as ( order by 2,1,3 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/perf/spark/query75.q.out b/ql/src/test/results/clientpositive/perf/spark/query75.q.out index b05ad43..4fb560a 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query75.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query75.q.out @@ -67,6 +67,15 @@ WITH all_sales AS ( ORDER BY sales_cnt_diff limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_returns +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_returns +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_returns +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain WITH all_sales AS ( SELECT d_year @@ -136,6 +145,15 @@ WITH all_sales AS ( ORDER BY sales_cnt_diff limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_returns +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_returns +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_returns +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/perf/spark/query76.q.out b/ql/src/test/results/clientpositive/perf/spark/query76.q.out index d3f4295..0416287 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query76.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query76.q.out @@ -21,6 +21,12 @@ GROUP BY channel, col_name, d_year, d_qoy, i_category ORDER BY channel, col_name, d_year, d_qoy, i_category limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain select channel, col_name, d_year, d_qoy, i_category, COUNT(*) sales_cnt, SUM(ext_sales_price) sales_amt FROM ( SELECT 'store' as channel, 'ss_addr_sk' col_name, d_year, d_qoy, i_category, ss_ext_sales_price ext_sales_price @@ -44,6 +50,12 @@ GROUP BY channel, col_name, d_year, d_qoy, i_category ORDER BY channel, col_name, d_year, d_qoy, i_category limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/perf/spark/query77.q.out b/ql/src/test/results/clientpositive/perf/spark/query77.q.out index 186de98..9a977a9 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query77.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query77.q.out @@ -105,6 +105,16 @@ with ss as ,id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_returns +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store +PREHOOK: Input: default@store_returns +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_page +PREHOOK: Input: default@web_returns +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain with ss as (select s_store_sk, @@ -211,6 +221,16 @@ with ss as ,id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_returns +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_returns +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_page +POSTHOOK: Input: default@web_returns +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query78.q.out b/ql/src/test/results/clientpositive/perf/spark/query78.q.out index 766ca96..4053aaa 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query78.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query78.q.out @@ -55,6 +55,14 @@ order by round(ss_qty/(coalesce(ws_qty+cs_qty,1)),2) limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_returns +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store_returns +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_returns +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain with ws as (select d_year AS ws_sold_year, ws_item_sk, @@ -112,6 +120,14 @@ order by round(ss_qty/(coalesce(ws_qty+cs_qty,1)),2) limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_returns +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store_returns +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_returns +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/perf/spark/query79.q.out b/ql/src/test/results/clientpositive/perf/spark/query79.q.out index b6e8e1f..8c2a6ca 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query79.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query79.q.out @@ -20,6 +20,12 @@ select order by c_last_name,c_first_name,substr(s_city,1,30), profit limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@household_demographics +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select c_last_name,c_first_name,substr(s_city,1,30),ss_ticket_number,amt,profit @@ -42,6 +48,12 @@ select order by c_last_name,c_first_name,substr(s_city,1,30), profit limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@household_demographics +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query8.q.out b/ql/src/test/results/clientpositive/perf/spark/query8.q.out index 1086d62..ba789f6 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query8.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query8.q.out @@ -105,6 +105,12 @@ select s_store_name order by s_store_name limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select s_store_name ,sum(ss_net_profit) @@ -212,6 +218,12 @@ select s_store_name order by s_store_name limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-2 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/perf/spark/query80.q.out b/ql/src/test/results/clientpositive/perf/spark/query80.q.out index f31bf31..51851c9 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query80.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query80.q.out @@ -93,6 +93,19 @@ group by web_site_id) ,id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_page +PREHOOK: Input: default@catalog_returns +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@promotion +PREHOOK: Input: default@store +PREHOOK: Input: default@store_returns +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_returns +PREHOOK: Input: default@web_sales +PREHOOK: Input: default@web_site +#### A masked pattern was here #### POSTHOOK: query: explain with ssr as (select s_store_id as store_id, @@ -188,6 +201,19 @@ group by web_site_id) ,id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_page +POSTHOOK: Input: default@catalog_returns +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@promotion +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_returns +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_returns +POSTHOOK: Input: default@web_sales +POSTHOOK: Input: default@web_site +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query81.q.out b/ql/src/test/results/clientpositive/perf/spark/query81.q.out index c824c26..ae64824 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query81.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query81.q.out @@ -28,6 +28,11 @@ with customer_total_return as ,ca_location_type,ctr_total_return limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_returns +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +#### A masked pattern was here #### POSTHOOK: query: explain with customer_total_return as (select cr_returning_customer_sk as ctr_customer_sk @@ -58,6 +63,11 @@ with customer_total_return as ,ca_location_type,ctr_total_return limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_returns +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/perf/spark/query82.q.out b/ql/src/test/results/clientpositive/perf/spark/query82.q.out index 86465f2..c0a55ea 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query82.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query82.q.out @@ -14,6 +14,11 @@ select i_item_id order by i_item_id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@inventory +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select i_item_id ,i_item_desc @@ -30,6 +35,11 @@ select i_item_id order by i_item_id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@inventory +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query83.q.out b/ql/src/test/results/clientpositive/perf/spark/query83.q.out index 8f9d3db..a4b8433 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query83.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query83.q.out @@ -64,6 +64,12 @@ with sr_items as ,sr_item_qty limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_returns +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_returns +PREHOOK: Input: default@web_returns +#### A masked pattern was here #### POSTHOOK: query: explain with sr_items as (select i_item_id item_id, @@ -130,6 +136,12 @@ with sr_items as ,sr_item_qty limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_returns +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_returns +POSTHOOK: Input: default@web_returns +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/perf/spark/query84.q.out b/ql/src/test/results/clientpositive/perf/spark/query84.q.out index 04c311a..6066449 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query84.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query84.q.out @@ -18,6 +18,13 @@ select c_customer_id as customer_id order by c_customer_id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@household_demographics +PREHOOK: Input: default@income_band +PREHOOK: Input: default@store_returns +#### A masked pattern was here #### POSTHOOK: query: explain select c_customer_id as customer_id ,c_last_name || ', ' || c_first_name as customername @@ -38,6 +45,13 @@ select c_customer_id as customer_id order by c_customer_id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@household_demographics +POSTHOOK: Input: default@income_band +POSTHOOK: Input: default@store_returns +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-2 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/perf/spark/query85.q.out b/ql/src/test/results/clientpositive/perf/spark/query85.q.out index 1cfc201..1b73fe2 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query85.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query85.q.out @@ -81,6 +81,14 @@ order by substr(r_reason_desc,1,20) ,avg(wr_fee) limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@reason +PREHOOK: Input: default@web_page +PREHOOK: Input: default@web_returns +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain select substr(r_reason_desc,1,20) ,avg(ws_quantity) @@ -164,6 +172,14 @@ order by substr(r_reason_desc,1,20) ,avg(wr_fee) limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@reason +POSTHOOK: Input: default@web_page +POSTHOOK: Input: default@web_returns +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query86.q.out b/ql/src/test/results/clientpositive/perf/spark/query86.q.out index 930bb7e..3f5a1cd 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query86.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query86.q.out @@ -23,6 +23,10 @@ select rank_within_parent limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain select sum(ws_net_paid) as total_sum @@ -48,6 +52,10 @@ select rank_within_parent limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query87.q.out b/ql/src/test/results/clientpositive/perf/spark/query87.q.out index e90aa4a..a5b43c5 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query87.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query87.q.out @@ -19,6 +19,12 @@ from ((select distinct c_last_name, c_first_name, d_date and d_month_seq between 1212 and 1212+11) ) cool_cust PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ((select distinct c_last_name, c_first_name, d_date @@ -40,6 +46,12 @@ from ((select distinct c_last_name, c_first_name, d_date and d_month_seq between 1212 and 1212+11) ) cool_cust POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query88.q.out b/ql/src/test/results/clientpositive/perf/spark/query88.q.out index f976818..4bb2c12 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query88.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query88.q.out @@ -91,6 +91,11 @@ from (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2)) and store.s_store_name = 'ese') s8 PREHOOK: type: QUERY +PREHOOK: Input: default@household_demographics +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@time_dim +#### A masked pattern was here #### POSTHOOK: query: explain select * from @@ -183,6 +188,11 @@ from (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2)) and store.s_store_name = 'ese') s8 POSTHOOK: type: QUERY +POSTHOOK: Input: default@household_demographics +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@time_dim +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-2 depends on stages: Stage-3, Stage-4, Stage-5, Stage-6, Stage-7, Stage-8, Stage-9 diff --git a/ql/src/test/results/clientpositive/perf/spark/query89.q.out b/ql/src/test/results/clientpositive/perf/spark/query89.q.out index ad4d600..b8c2fba 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query89.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query89.q.out @@ -25,6 +25,11 @@ where case when (avg_monthly_sales <> 0) then (abs(sum_sales - avg_monthly_sales order by sum_sales - avg_monthly_sales, s_store_name limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select * from( @@ -52,6 +57,11 @@ where case when (avg_monthly_sales <> 0) then (abs(sum_sales - avg_monthly_sales order by sum_sales - avg_monthly_sales, s_store_name limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query9.q.out b/ql/src/test/results/clientpositive/perf/spark/query9.q.out index 9446f66..526f970 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query9.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query9.q.out @@ -62,6 +62,9 @@ select case when (select count(*) from reason where r_reason_sk = 1 PREHOOK: type: QUERY +PREHOOK: Input: default@reason +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select case when (select count(*) from store_sales @@ -111,6 +114,9 @@ select case when (select count(*) from reason where r_reason_sk = 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@reason +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query90.q.out b/ql/src/test/results/clientpositive/perf/spark/query90.q.out index 20cfe40..889523d 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query90.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query90.q.out @@ -20,6 +20,11 @@ select cast(amc as decimal(15,4))/cast(pmc as decimal(15,4)) am_pm_ratio order by am_pm_ratio limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@household_demographics +PREHOOK: Input: default@time_dim +PREHOOK: Input: default@web_page +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain select cast(amc as decimal(15,4))/cast(pmc as decimal(15,4)) am_pm_ratio from ( select count(*) amc @@ -41,6 +46,11 @@ select cast(amc as decimal(15,4))/cast(pmc as decimal(15,4)) am_pm_ratio order by am_pm_ratio limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@household_demographics +POSTHOOK: Input: default@time_dim +POSTHOOK: Input: default@web_page +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-2 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/perf/spark/query91.q.out b/ql/src/test/results/clientpositive/perf/spark/query91.q.out index ba03c41..b1aafdc 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query91.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query91.q.out @@ -28,6 +28,14 @@ and ca_gmt_offset = -7 group by cc_call_center_id,cc_name,cc_manager,cd_marital_status,cd_education_status order by sum(cr_net_loss) desc PREHOOK: type: QUERY +PREHOOK: Input: default@call_center +PREHOOK: Input: default@catalog_returns +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@household_demographics +#### A masked pattern was here #### POSTHOOK: query: explain select cc_call_center_id Call_Center, @@ -58,6 +66,14 @@ and ca_gmt_offset = -7 group by cc_call_center_id,cc_name,cc_manager,cd_marital_status,cd_education_status order by sum(cr_net_loss) desc POSTHOOK: type: QUERY +POSTHOOK: Input: default@call_center +POSTHOOK: Input: default@catalog_returns +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@household_demographics +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query92.q.out b/ql/src/test/results/clientpositive/perf/spark/query92.q.out index bab4687..deea060 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query92.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query92.q.out @@ -27,6 +27,10 @@ and ws_ext_discount_amt order by sum(ws_ext_discount_amt) limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@web_sales +#### A masked pattern was here #### POSTHOOK: query: explain select sum(ws_ext_discount_amt) as `Excess Discount Amount` @@ -56,6 +60,10 @@ and ws_ext_discount_amt order by sum(ws_ext_discount_amt) limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@web_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query93.q.out b/ql/src/test/results/clientpositive/perf/spark/query93.q.out index d7beccb..ae7b173 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query93.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query93.q.out @@ -15,6 +15,10 @@ select ss_customer_sk order by sumsales, ss_customer_sk limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@reason +PREHOOK: Input: default@store_returns +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select ss_customer_sk ,sum(act_sales) sumsales @@ -32,6 +36,10 @@ select ss_customer_sk order by sumsales, ss_customer_sk limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@reason +POSTHOOK: Input: default@store_returns +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query94.q.out b/ql/src/test/results/clientpositive/perf/spark/query94.q.out index 86bbc0e..73fb5ca 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query94.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query94.q.out @@ -26,6 +26,12 @@ and not exists(select * order by count(distinct ws_order_number) limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@web_returns +PREHOOK: Input: default@web_sales +PREHOOK: Input: default@web_site +#### A masked pattern was here #### POSTHOOK: query: explain select count(distinct ws_order_number) as `order count` @@ -54,6 +60,12 @@ and not exists(select * order by count(distinct ws_order_number) limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@web_returns +POSTHOOK: Input: default@web_sales +POSTHOOK: Input: default@web_site +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query95.q.out b/ql/src/test/results/clientpositive/perf/spark/query95.q.out index 5f31595..2920445 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query95.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query95.q.out @@ -29,6 +29,12 @@ and ws1.ws_order_number in (select wr_order_number order by count(distinct ws_order_number) limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@web_returns +PREHOOK: Input: default@web_sales +PREHOOK: Input: default@web_site +#### A masked pattern was here #### POSTHOOK: query: explain with ws_wh as (select ws1.ws_order_number,ws1.ws_warehouse_sk wh1,ws2.ws_warehouse_sk wh2 @@ -60,6 +66,12 @@ and ws1.ws_order_number in (select wr_order_number order by count(distinct ws_order_number) limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@web_returns +POSTHOOK: Input: default@web_sales +POSTHOOK: Input: default@web_site +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query96.q.out b/ql/src/test/results/clientpositive/perf/spark/query96.q.out index 68af7a4..d7a7ee8 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query96.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query96.q.out @@ -13,6 +13,11 @@ where ss_sold_time_sk = time_dim.t_time_sk order by count(*) limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@household_demographics +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@time_dim +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from store_sales @@ -28,6 +33,11 @@ where ss_sold_time_sk = time_dim.t_time_sk order by count(*) limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@household_demographics +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@time_dim +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query97.q.out b/ql/src/test/results/clientpositive/perf/spark/query97.q.out index 1908e48..89993ce 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query97.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query97.q.out @@ -22,6 +22,10 @@ from ssci full outer join csci on (ssci.customer_sk=csci.customer_sk and ssci.item_sk = csci.item_sk) limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain with ssci as ( select ss_customer_sk customer_sk @@ -46,6 +50,10 @@ from ssci full outer join csci on (ssci.customer_sk=csci.customer_sk and ssci.item_sk = csci.item_sk) limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query98.q.out b/ql/src/test/results/clientpositive/perf/spark/query98.q.out index 56beb49..ea03c51 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query98.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query98.q.out @@ -29,6 +29,10 @@ order by ,i_item_desc ,revenueratio PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain select i_item_desc ,i_category @@ -60,6 +64,10 @@ order by ,i_item_desc ,revenueratio POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/spark/query99.q.out b/ql/src/test/results/clientpositive/perf/spark/query99.q.out index 1e584ae..4db43ef 100644 --- a/ql/src/test/results/clientpositive/perf/spark/query99.q.out +++ b/ql/src/test/results/clientpositive/perf/spark/query99.q.out @@ -32,6 +32,12 @@ order by substr(w_warehouse_name,1,20) ,cc_name limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@call_center +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@ship_mode +PREHOOK: Input: default@warehouse +#### A masked pattern was here #### POSTHOOK: query: explain select substr(w_warehouse_name,1,20) @@ -66,6 +72,12 @@ order by substr(w_warehouse_name,1,20) ,cc_name limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@call_center +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@ship_mode +POSTHOOK: Input: default@warehouse +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/perf/tez/query1.q.out b/ql/src/test/results/clientpositive/perf/tez/query1.q.out index ea6e0da..1c4acbf 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query1.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query1.q.out @@ -22,6 +22,11 @@ and ctr1.ctr_customer_sk = c_customer_sk order by c_customer_id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store +PREHOOK: Input: default@store_returns +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain with customer_total_return as (select sr_customer_sk as ctr_customer_sk @@ -46,6 +51,11 @@ and ctr1.ctr_customer_sk = c_customer_sk order by c_customer_id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_returns +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query10.q.out b/ql/src/test/results/clientpositive/perf/tez/query10.q.out index a537bd1..29f798f 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query10.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query10.q.out @@ -56,6 +56,14 @@ select cd_dep_college_count limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select cd_gender, @@ -114,6 +122,14 @@ select cd_dep_college_count limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query11.q.out b/ql/src/test/results/clientpositive/perf/tez/query11.q.out index 4984bc2..bae23c8 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query11.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query11.q.out @@ -72,6 +72,11 @@ with year_total as ( order by t_s_secyear.c_preferred_cust_flag limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain with year_total as ( select c_customer_id customer_id @@ -146,6 +151,11 @@ with year_total as ( order by t_s_secyear.c_preferred_cust_flag limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query12.q.out b/ql/src/test/results/clientpositive/perf/tez/query12.q.out index 4967de6..823c807 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query12.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query12.q.out @@ -30,6 +30,10 @@ order by ,revenueratio limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@web_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select i_item_desc ,i_category @@ -62,6 +66,10 @@ order by ,revenueratio limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@web_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query13.q.out b/ql/src/test/results/clientpositive/perf/tez/query13.q.out index d0ed3d8..e535461 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query13.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query13.q.out @@ -48,6 +48,13 @@ select avg(ss_quantity) and ss_net_profit between 50 and 250 )) PREHOOK: type: QUERY +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@household_demographics +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select avg(ss_quantity) ,avg(ss_ext_sales_price) @@ -98,6 +105,13 @@ select avg(ss_quantity) and ss_net_profit between 50 and 250 )) POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@household_demographics +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query14.q.out b/ql/src/test/results/clientpositive/perf/tez/query14.q.out index 43a19c0..317ee26 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query14.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query14.q.out @@ -104,6 +104,12 @@ with cross_items as order by channel,i_brand_id,i_class_id,i_category_id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain with cross_items as (select i_item_sk ss_item_sk @@ -207,6 +213,12 @@ with cross_items as order by channel,i_brand_id,i_class_id,i_category_id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query15.q.out b/ql/src/test/results/clientpositive/perf/tez/query15.q.out index 2f9f704..81ba418 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query15.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query15.q.out @@ -17,6 +17,11 @@ select ca_zip order by ca_zip limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select ca_zip ,sum(cs_sales_price) @@ -36,6 +41,11 @@ select ca_zip order by ca_zip limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query16.q.out b/ql/src/test/results/clientpositive/perf/tez/query16.q.out index d636874..648af26 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query16.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query16.q.out @@ -28,6 +28,12 @@ and not exists(select * order by count(distinct cs_order_number) limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@call_center +PREHOOK: Input: default@catalog_returns +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select count(distinct cs_order_number) as `order count` @@ -58,6 +64,12 @@ and not exists(select * order by count(distinct cs_order_number) limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@call_center +POSTHOOK: Input: default@catalog_returns +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query17.q.out b/ql/src/test/results/clientpositive/perf/tez/query17.q.out index 0141c13..6de9a96 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query17.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query17.q.out @@ -42,6 +42,13 @@ select i_item_id ,s_state limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_returns +PREHOOK: Input: default@store_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select i_item_id ,i_item_desc @@ -86,6 +93,13 @@ select i_item_id ,s_state limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_returns +POSTHOOK: Input: default@store_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query18.q.out b/ql/src/test/results/clientpositive/perf/tez/query18.q.out index 5fa9ad7..fed9ce0 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query18.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query18.q.out @@ -31,6 +31,13 @@ select i_item_id, i_item_id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select i_item_id, ca_country, @@ -64,6 +71,13 @@ select i_item_id, i_item_id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query19.q.out b/ql/src/test/results/clientpositive/perf/tez/query19.q.out index ed963c0..693f6ba 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query19.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query19.q.out @@ -22,6 +22,13 @@ select i_brand_id brand_id, i_brand brand, i_manufact_id, i_manufact, ,i_manufact limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select i_brand_id brand_id, i_brand brand, i_manufact_id, i_manufact, sum(ss_ext_sales_price) ext_price @@ -46,6 +53,13 @@ select i_brand_id brand_id, i_brand brand, i_manufact_id, i_manufact, ,i_manufact limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query2.q.out b/ql/src/test/results/clientpositive/perf/tez/query2.q.out index f964747..9def718 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query2.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query2.q.out @@ -57,6 +57,10 @@ with wscs as where d_week_seq1=d_week_seq2-53 order by d_week_seq1 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@web_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain with wscs as (select sold_date_sk @@ -116,6 +120,10 @@ with wscs as where d_week_seq1=d_week_seq2-53 order by d_week_seq1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@web_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query20.q.out b/ql/src/test/results/clientpositive/perf/tez/query20.q.out index 0c3bc5e..159ca89 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query20.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query20.q.out @@ -26,6 +26,10 @@ select i_item_desc ,revenueratio limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select i_item_desc ,i_category @@ -54,6 +58,10 @@ select i_item_desc ,revenueratio limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query21.q.out b/ql/src/test/results/clientpositive/perf/tez/query21.q.out index 923e3d0..dbfdaa157 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query21.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query21.q.out @@ -27,6 +27,11 @@ select * ,i_item_id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@inventory +PREHOOK: Input: default@item +PREHOOK: Input: default@warehouse +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from(select w_warehouse_name @@ -56,6 +61,11 @@ select * ,i_item_id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@inventory +POSTHOOK: Input: default@item +POSTHOOK: Input: default@warehouse +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query22.q.out b/ql/src/test/results/clientpositive/perf/tez/query22.q.out index 73b6e8e..dc84e6d 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query22.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query22.q.out @@ -19,6 +19,11 @@ select i_product_name order by qoh, i_product_name, i_brand, i_class, i_category limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@inventory +PREHOOK: Input: default@item +PREHOOK: Input: default@warehouse +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select i_product_name ,i_brand @@ -40,6 +45,11 @@ select i_product_name order by qoh, i_product_name, i_brand, i_class, i_category limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@inventory +POSTHOOK: Input: default@item +POSTHOOK: Input: default@warehouse +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query23.q.out b/ql/src/test/results/clientpositive/perf/tez/query23.q.out index 3743000..40d1e2d 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query23.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query23.q.out @@ -51,6 +51,13 @@ from and ws_bill_customer_sk in (select c_customer_sk from best_ss_customer))) y limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain with frequent_ss_items as (select substr(i_item_desc,1,30) itemdesc,i_item_sk item_sk,d_date solddate,count(*) cnt @@ -102,6 +109,13 @@ from and ws_bill_customer_sk in (select c_customer_sk from best_ss_customer))) y limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query24.q.out b/ql/src/test/results/clientpositive/perf/tez/query24.q.out index 903c648..d82b908 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query24.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query24.q.out @@ -48,6 +48,13 @@ group by c_last_name having sum(netpaid) > (select 0.05*avg(netpaid) from ssales) PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_returns +PREHOOK: Input: default@store_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain with ssales as (select c_last_name @@ -97,6 +104,13 @@ group by c_last_name having sum(netpaid) > (select 0.05*avg(netpaid) from ssales) POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_returns +POSTHOOK: Input: default@store_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query25.q.out b/ql/src/test/results/clientpositive/perf/tez/query25.q.out index 0abc3ef..56a008c 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query25.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query25.q.out @@ -45,6 +45,13 @@ select ,s_store_name limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_returns +PREHOOK: Input: default@store_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select i_item_id @@ -92,6 +99,13 @@ select ,s_store_name limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_returns +POSTHOOK: Input: default@store_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query26.q.out b/ql/src/test/results/clientpositive/perf/tez/query26.q.out index 8bf79e1..f2cf18d 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query26.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query26.q.out @@ -18,6 +18,12 @@ select i_item_id, order by i_item_id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@promotion +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select i_item_id, avg(cs_quantity) agg1, @@ -38,6 +44,12 @@ select i_item_id, order by i_item_id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@promotion +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query27.q.out b/ql/src/test/results/clientpositive/perf/tez/query27.q.out index cfa5cca..8181c6e 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query27.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query27.q.out @@ -20,6 +20,12 @@ select i_item_id, ,s_state limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select i_item_id, s_state, grouping(s_state) g_state, @@ -42,6 +48,12 @@ select i_item_id, ,s_state limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query28.q.out b/ql/src/test/results/clientpositive/perf/tez/query28.q.out index ca0bf37..f9d9820 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query28.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query28.q.out @@ -51,6 +51,8 @@ from (select avg(ss_list_price) B1_LP or ss_wholesale_cost between 42 and 42+20)) B6 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@store_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from (select avg(ss_list_price) B1_LP @@ -103,6 +105,8 @@ from (select avg(ss_list_price) B1_LP or ss_wholesale_cost between 42 and 42+20)) B6 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@store_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query29.q.out b/ql/src/test/results/clientpositive/perf/tez/query29.q.out index 5b8e4f6..1419bcb 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query29.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query29.q.out @@ -44,6 +44,13 @@ select ,s_store_name limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_returns +PREHOOK: Input: default@store_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select i_item_id @@ -90,6 +97,13 @@ select ,s_store_name limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_returns +POSTHOOK: Input: default@store_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query3.q.out b/ql/src/test/results/clientpositive/perf/tez/query3.q.out index c655c1b..94eb37c 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query3.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query3.q.out @@ -18,6 +18,10 @@ select dt.d_year ,brand_id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select dt.d_year ,item.i_brand_id brand_id @@ -38,6 +42,10 @@ select dt.d_year ,brand_id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query30.q.out b/ql/src/test/results/clientpositive/perf/tez/query30.q.out index 4d0e2d4..80190fa 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query30.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query30.q.out @@ -28,6 +28,11 @@ with customer_total_return as ,c_last_review_date,ctr_total_return limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@web_returns +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain with customer_total_return as (select wr_returning_customer_sk as ctr_customer_sk @@ -58,6 +63,11 @@ with customer_total_return as ,c_last_review_date,ctr_total_return limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@web_returns +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query31.q.out b/ql/src/test/results/clientpositive/perf/tez/query31.q.out index 789c68a..94331d8 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query31.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query31.q.out @@ -49,6 +49,11 @@ with ss as > case when ss2.store_sales > 0 then ss3.store_sales/ss2.store_sales else null end order by ss1.d_year PREHOOK: type: QUERY +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain with ss as (select ca_county,d_qoy, d_year,sum(ss_ext_sales_price) as store_sales @@ -100,6 +105,11 @@ with ss as > case when ss2.store_sales > 0 then ss3.store_sales/ss2.store_sales else null end order by ss1.d_year POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query32.q.out b/ql/src/test/results/clientpositive/perf/tez/query32.q.out index 74740cb..7ca99d0 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query32.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query32.q.out @@ -25,6 +25,10 @@ and cs_ext_discount_amt ) limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select sum(cs_ext_discount_amt) as `excess discount amount` from @@ -52,6 +56,10 @@ and cs_ext_discount_amt ) limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query33.q.out b/ql/src/test/results/clientpositive/perf/tez/query33.q.out index ad922e7..e9c1c6d 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query33.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query33.q.out @@ -72,6 +72,13 @@ where i_category in ('Books')) order by total_sales limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain with ss as ( select @@ -146,6 +153,13 @@ where i_category in ('Books')) order by total_sales limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query34.q.out b/ql/src/test/results/clientpositive/perf/tez/query34.q.out index f5046e3..8edb1c3 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query34.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query34.q.out @@ -28,6 +28,12 @@ select c_last_name and cnt between 15 and 20 order by c_last_name,c_first_name,c_salutation,c_preferred_cust_flag desc PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@household_demographics +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select c_last_name ,c_first_name @@ -58,6 +64,12 @@ select c_last_name and cnt between 15 and 20 order by c_last_name,c_first_name,c_salutation,c_preferred_cust_flag desc POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@household_demographics +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query35.q.out b/ql/src/test/results/clientpositive/perf/tez/query35.q.out index bf17313..3ad40cc 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query35.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query35.q.out @@ -54,6 +54,14 @@ select cd_dep_college_count limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select ca_state, @@ -110,6 +118,14 @@ select cd_dep_college_count limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query36.q.out b/ql/src/test/results/clientpositive/perf/tez/query36.q.out index cea3558..cfe56b3 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query36.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query36.q.out @@ -27,6 +27,11 @@ select ,rank_within_parent limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select sum(ss_net_profit)/sum(ss_ext_sales_price) as gross_margin @@ -56,6 +61,11 @@ select ,rank_within_parent limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query37.q.out b/ql/src/test/results/clientpositive/perf/tez/query37.q.out index 8841bfd..c9fee63 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query37.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query37.q.out @@ -14,6 +14,11 @@ select i_item_id order by i_item_id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@inventory +PREHOOK: Input: default@item +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select i_item_id ,i_item_desc @@ -30,6 +35,11 @@ select i_item_id order by i_item_id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@inventory +POSTHOOK: Input: default@item +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query38.q.out b/ql/src/test/results/clientpositive/perf/tez/query38.q.out index e3040e4..be40606 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query38.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query38.q.out @@ -20,6 +20,12 @@ select count(*) from ( ) hot_cust limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select count(*) from ( select distinct c_last_name, c_first_name, d_date @@ -42,6 +48,12 @@ select count(*) from ( ) hot_cust limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query39.q.out b/ql/src/test/results/clientpositive/perf/tez/query39.q.out index 35ce2dd..2cb2430 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query39.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query39.q.out @@ -24,6 +24,11 @@ where inv1.i_item_sk = inv2.i_item_sk order by inv1.w_warehouse_sk,inv1.i_item_sk,inv1.d_moy,inv1.mean,inv1.cov ,inv2.d_moy,inv2.mean, inv2.cov PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@inventory +PREHOOK: Input: default@item +PREHOOK: Input: default@warehouse +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain with inv as (select w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy @@ -50,6 +55,11 @@ where inv1.i_item_sk = inv2.i_item_sk order by inv1.w_warehouse_sk,inv1.i_item_sk,inv1.d_moy,inv1.mean,inv1.cov ,inv2.d_moy,inv2.mean, inv2.cov POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@inventory +POSTHOOK: Input: default@item +POSTHOOK: Input: default@warehouse +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query4.q.out b/ql/src/test/results/clientpositive/perf/tez/query4.q.out index 8aba5dd..88bf528 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query4.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query4.q.out @@ -106,6 +106,12 @@ union all order by t_s_secyear.customer_preferred_cust_flag limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain with year_total as ( select c_customer_id customer_id @@ -214,6 +220,12 @@ union all order by t_s_secyear.customer_preferred_cust_flag limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query40.q.out b/ql/src/test/results/clientpositive/perf/tez/query40.q.out index 2f73230..82a0024 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query40.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query40.q.out @@ -25,6 +25,12 @@ select order by w_state,i_item_id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_returns +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@warehouse +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select w_state @@ -52,6 +58,12 @@ select order by w_state,i_item_id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_returns +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@warehouse +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query42.q.out b/ql/src/test/results/clientpositive/perf/tez/query42.q.out index f47816a..3154616 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query42.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query42.q.out @@ -19,6 +19,10 @@ select dt.d_year ,item.i_category limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select dt.d_year ,item.i_category_id @@ -40,6 +44,10 @@ select dt.d_year ,item.i_category limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query43.q.out b/ql/src/test/results/clientpositive/perf/tez/query43.q.out index 69b4e5f..4a0630c 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query43.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query43.q.out @@ -16,6 +16,10 @@ select s_store_name, s_store_id, order by s_store_name, s_store_id,sun_sales,mon_sales,tue_sales,wed_sales,thu_sales,fri_sales,sat_sales limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select s_store_name, s_store_id, sum(case when (d_day_name='Sunday') then ss_sales_price else null end) sun_sales, @@ -34,6 +38,10 @@ select s_store_name, s_store_id, order by s_store_name, s_store_id,sun_sales,mon_sales,tue_sales,wed_sales,thu_sales,fri_sales,sat_sales limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query44.q.out b/ql/src/test/results/clientpositive/perf/tez/query44.q.out index 1a360e7..16f6178 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query44.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query44.q.out @@ -33,6 +33,9 @@ where asceding.rnk = descending.rnk order by asceding.rnk limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select asceding.rnk, i1.i_product_name best_performing, i2.i_product_name worst_performing from(select * @@ -67,6 +70,9 @@ where asceding.rnk = descending.rnk order by asceding.rnk limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query45.q.out b/ql/src/test/results/clientpositive/perf/tez/query45.q.out index 76f1a23..70210da 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query45.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query45.q.out @@ -18,6 +18,12 @@ select ca_zip, ca_county, sum(ws_sales_price) order by ca_zip, ca_county limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@web_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select ca_zip, ca_county, sum(ws_sales_price) from web_sales, customer, customer_address, date_dim, item @@ -37,6 +43,12 @@ select ca_zip, ca_county, sum(ws_sales_price) order by ca_zip, ca_county limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@web_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query46.q.out b/ql/src/test/results/clientpositive/perf/tez/query46.q.out index 29795b2..03e106d 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query46.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query46.q.out @@ -32,6 +32,13 @@ select c_last_name ,ss_ticket_number limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@household_demographics +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select c_last_name ,c_first_name @@ -66,6 +73,13 @@ select c_last_name ,ss_ticket_number limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@household_demographics +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query47.q.out b/ql/src/test/results/clientpositive/perf/tez/query47.q.out index 2989fce..ea0cbba 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query47.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query47.q.out @@ -48,6 +48,11 @@ with v1 as( order by sum_sales - avg_monthly_sales, 3 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain with v1 as( select i_category, i_brand, @@ -98,6 +103,11 @@ with v1 as( order by sum_sales - avg_monthly_sales, 3 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query48.q.out b/ql/src/test/results/clientpositive/perf/tez/query48.q.out index 56eb93f..e2b4610 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query48.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query48.q.out @@ -63,6 +63,12 @@ select sum (ss_quantity) ) ) PREHOOK: type: QUERY +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select sum (ss_quantity) from store_sales, store, customer_demographics, customer_address, date_dim @@ -128,6 +134,12 @@ select sum (ss_quantity) ) ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query49.q.out b/ql/src/test/results/clientpositive/perf/tez/query49.q.out index 2c2c42e..088be02 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query49.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query49.q.out @@ -124,6 +124,14 @@ select order by 1,4,5 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_returns +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store_returns +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_returns +PREHOOK: Input: default@web_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select 'web' as channel @@ -250,6 +258,14 @@ select order by 1,4,5 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_returns +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store_returns +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_returns +POSTHOOK: Input: default@web_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query5.q.out b/ql/src/test/results/clientpositive/perf/tez/query5.q.out index 86efb32..ba32ed3 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query5.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query5.q.out @@ -125,6 +125,17 @@ with ssr as ,id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_page +PREHOOK: Input: default@catalog_returns +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store +PREHOOK: Input: default@store_returns +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_returns +PREHOOK: Input: default@web_sales +PREHOOK: Input: default@web_site +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain with ssr as (select s_store_id, @@ -252,6 +263,17 @@ with ssr as ,id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_page +POSTHOOK: Input: default@catalog_returns +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_returns +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_returns +POSTHOOK: Input: default@web_sales +POSTHOOK: Input: default@web_site +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query50.q.out b/ql/src/test/results/clientpositive/perf/tez/query50.q.out index 5cf70d8..1fb6205 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query50.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query50.q.out @@ -56,6 +56,11 @@ order by s_store_name ,s_zip limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store +PREHOOK: Input: default@store_returns +PREHOOK: Input: default@store_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select s_store_name @@ -114,6 +119,11 @@ order by s_store_name ,s_zip limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_returns +POSTHOOK: Input: default@store_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query51.q.out b/ql/src/test/results/clientpositive/perf/tez/query51.q.out index 8a0802e..97d2430 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query51.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query51.q.out @@ -42,6 +42,10 @@ order by item_sk ,d_date limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain WITH web_v1 as ( select @@ -86,6 +90,10 @@ order by item_sk ,d_date limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query52.q.out b/ql/src/test/results/clientpositive/perf/tez/query52.q.out index f3d03c2..d96c347 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query52.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query52.q.out @@ -19,6 +19,10 @@ select dt.d_year ,brand_id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select dt.d_year ,item.i_brand_id brand_id @@ -40,6 +44,10 @@ select dt.d_year ,brand_id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query53.q.out b/ql/src/test/results/clientpositive/perf/tez/query53.q.out index 51c956d..7243f48 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query53.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query53.q.out @@ -25,6 +25,11 @@ order by avg_quarterly_sales, i_manufact_id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from (select i_manufact_id, @@ -52,6 +57,11 @@ order by avg_quarterly_sales, i_manufact_id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query54.q.out b/ql/src/test/results/clientpositive/perf/tez/query54.q.out index 924cc42..fcf5d73 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query54.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query54.q.out @@ -57,6 +57,15 @@ with my_customers as ( order by segment, num_customers limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain with my_customers as ( select distinct c_customer_sk @@ -112,6 +121,15 @@ with my_customers as ( order by segment, num_customers limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query55.q.out b/ql/src/test/results/clientpositive/perf/tez/query55.q.out index 2f27227..822f100 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query55.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query55.q.out @@ -11,6 +11,10 @@ select i_brand_id brand_id, i_brand brand, order by ext_price desc, i_brand_id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select i_brand_id brand_id, i_brand brand, sum(ss_ext_sales_price) ext_price @@ -24,6 +28,10 @@ select i_brand_id brand_id, i_brand brand, order by ext_price desc, i_brand_id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query56.q.out b/ql/src/test/results/clientpositive/perf/tez/query56.q.out index 13657a8..8169895 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query56.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query56.q.out @@ -65,6 +65,13 @@ where i_color in ('orchid','chiffon','lace')) order by total_sales limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain with ss as ( select i_item_id,sum(ss_ext_sales_price) total_sales @@ -132,6 +139,13 @@ where i_color in ('orchid','chiffon','lace')) order by total_sales limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query57.q.out b/ql/src/test/results/clientpositive/perf/tez/query57.q.out index 6453dcb..578610d 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query57.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query57.q.out @@ -45,6 +45,11 @@ with v1 as( order by sum_sales - avg_monthly_sales, 3 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@call_center +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain with v1 as( select i_category, i_brand, @@ -92,6 +97,11 @@ with v1 as( order by sum_sales - avg_monthly_sales, 3 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@call_center +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query58.q.out b/ql/src/test/results/clientpositive/perf/tez/query58.q.out index b2da513..c6e50ef 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query58.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query58.q.out @@ -63,6 +63,12 @@ with ss_items as ,ss_item_rev limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain with ss_items as (select i_item_id item_id @@ -127,6 +133,12 @@ with ss_items as ,ss_item_rev limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query59.q.out b/ql/src/test/results/clientpositive/perf/tez/query59.q.out index 1dd841b..014b225 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query59.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query59.q.out @@ -41,6 +41,10 @@ with wss as order by s_store_name1,s_store_id1,d_week_seq1 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain with wss as (select d_week_seq, @@ -84,6 +88,10 @@ with wss as order by s_store_name1,s_store_id1,d_week_seq1 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query6.q.out b/ql/src/test/results/clientpositive/perf/tez/query6.q.out index bafd175..5065c10 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query6.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query6.q.out @@ -24,6 +24,12 @@ select a.ca_state state, count(*) cnt order by cnt limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select a.ca_state state, count(*) cnt from customer_address a @@ -49,6 +55,12 @@ select a.ca_state state, count(*) cnt order by cnt limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query60.q.out b/ql/src/test/results/clientpositive/perf/tez/query60.q.out index 0cc4342..f28c02c 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query60.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query60.q.out @@ -75,6 +75,13 @@ where i_category in ('Children')) ,total_sales limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain with ss as ( select @@ -152,6 +159,13 @@ where i_category in ('Children')) ,total_sales limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query61.q.out b/ql/src/test/results/clientpositive/perf/tez/query61.q.out index 5f76da0..d04090a 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query61.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query61.q.out @@ -42,6 +42,14 @@ from order by promotions, total limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@promotion +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select promotions,total,cast(promotions as decimal(15,4))/cast(total as decimal(15,4))*100 from @@ -85,6 +93,14 @@ from order by promotions, total limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@promotion +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query63.q.out b/ql/src/test/results/clientpositive/perf/tez/query63.q.out index 89aa0b5..6d90432 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query63.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query63.q.out @@ -26,6 +26,11 @@ order by i_manager_id ,sum_sales limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from (select i_manager_id @@ -54,6 +59,11 @@ order by i_manager_id ,sum_sales limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query64.q.out b/ql/src/test/results/clientpositive/perf/tez/query64.q.out index 06c0a0a..bb16507 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query64.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query64.q.out @@ -116,6 +116,20 @@ order by cs1.product_name ,cs1.store_name ,cs2.cnt PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_returns +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@household_demographics +PREHOOK: Input: default@income_band +PREHOOK: Input: default@item +PREHOOK: Input: default@promotion +PREHOOK: Input: default@store +PREHOOK: Input: default@store_returns +PREHOOK: Input: default@store_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain with cs_ui as (select cs_item_sk @@ -234,6 +248,20 @@ order by cs1.product_name ,cs1.store_name ,cs2.cnt POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_returns +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@household_demographics +POSTHOOK: Input: default@income_band +POSTHOOK: Input: default@item +POSTHOOK: Input: default@promotion +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_returns +POSTHOOK: Input: default@store_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query65.q.out b/ql/src/test/results/clientpositive/perf/tez/query65.q.out index 1d7dbe2..6ab1b35 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query65.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query65.q.out @@ -26,6 +26,11 @@ select order by s_store_name, i_item_desc limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select s_store_name, @@ -54,6 +59,11 @@ select order by s_store_name, i_item_desc limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query66.q.out b/ql/src/test/results/clientpositive/perf/tez/query66.q.out index 1d32a46..f37ce2d 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query66.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query66.q.out @@ -219,6 +219,13 @@ select order by w_warehouse_name limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@ship_mode +PREHOOK: Input: default@time_dim +PREHOOK: Input: default@warehouse +PREHOOK: Input: default@web_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select w_warehouse_name @@ -440,6 +447,13 @@ select order by w_warehouse_name limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@ship_mode +POSTHOOK: Input: default@time_dim +POSTHOOK: Input: default@warehouse +POSTHOOK: Input: default@web_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query67.q.out b/ql/src/test/results/clientpositive/perf/tez/query67.q.out index 27ea728..27adc29 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query67.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query67.q.out @@ -41,6 +41,11 @@ order by i_category ,rk limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from (select i_category @@ -84,6 +89,11 @@ order by i_category ,rk limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query68.q.out b/ql/src/test/results/clientpositive/perf/tez/query68.q.out index 8d6b290..a3ca53b 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query68.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query68.q.out @@ -39,6 +39,13 @@ select c_last_name ,ss_ticket_number limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@household_demographics +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select c_last_name ,c_first_name @@ -80,6 +87,13 @@ select c_last_name ,ss_ticket_number limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@household_demographics +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query69.q.out b/ql/src/test/results/clientpositive/perf/tez/query69.q.out index 1c6db5b..d71c5ab 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query69.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query69.q.out @@ -44,6 +44,14 @@ select cd_credit_rating limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select cd_gender, @@ -90,6 +98,14 @@ select cd_credit_rating limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query7.q.out b/ql/src/test/results/clientpositive/perf/tez/query7.q.out index 512d4d5..571d4ec 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query7.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query7.q.out @@ -18,6 +18,12 @@ select i_item_id, order by i_item_id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@promotion +PREHOOK: Input: default@store_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select i_item_id, avg(ss_quantity) agg1, @@ -38,6 +44,12 @@ select i_item_id, order by i_item_id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@promotion +POSTHOOK: Input: default@store_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query70.q.out b/ql/src/test/results/clientpositive/perf/tez/query70.q.out index c9f2d63..bea1c96 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query70.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query70.q.out @@ -35,6 +35,10 @@ select ,rank_within_parent limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select sum(ss_net_profit) as total_sum @@ -72,6 +76,10 @@ select ,rank_within_parent limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query71.q.out b/ql/src/test/results/clientpositive/perf/tez/query71.q.out index 7618826..c8aec60 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query71.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query71.q.out @@ -36,6 +36,13 @@ select i_brand_id brand_id, i_brand brand,t_hour,t_minute, group by i_brand, i_brand_id,t_hour,t_minute order by ext_price desc, i_brand_id PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@time_dim +PREHOOK: Input: default@web_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select i_brand_id brand_id, i_brand brand,t_hour,t_minute, sum(ext_price) ext_price @@ -74,6 +81,13 @@ select i_brand_id brand_id, i_brand brand,t_hour,t_minute, group by i_brand, i_brand_id,t_hour,t_minute order by ext_price desc, i_brand_id POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@time_dim +POSTHOOK: Input: default@web_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query72.q.out b/ql/src/test/results/clientpositive/perf/tez/query72.q.out index a0d135f..0c05f0d 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query72.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query72.q.out @@ -28,6 +28,16 @@ group by i_item_desc,w_warehouse_name,d1.d_week_seq order by total_cnt desc, i_item_desc, w_warehouse_name, d_week_seq limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_returns +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@household_demographics +PREHOOK: Input: default@inventory +PREHOOK: Input: default@item +PREHOOK: Input: default@promotion +PREHOOK: Input: default@warehouse +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select i_item_desc ,w_warehouse_name @@ -58,6 +68,16 @@ group by i_item_desc,w_warehouse_name,d1.d_week_seq order by total_cnt desc, i_item_desc, w_warehouse_name, d_week_seq limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_returns +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@household_demographics +POSTHOOK: Input: default@inventory +POSTHOOK: Input: default@item +POSTHOOK: Input: default@promotion +POSTHOOK: Input: default@warehouse +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query73.q.out b/ql/src/test/results/clientpositive/perf/tez/query73.q.out index c9a87eaa..1202095 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query73.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query73.q.out @@ -25,6 +25,12 @@ select c_last_name and cnt between 1 and 5 order by cnt desc PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@household_demographics +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select c_last_name ,c_first_name @@ -52,6 +58,12 @@ select c_last_name and cnt between 1 and 5 order by cnt desc POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@household_demographics +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query74.q.out b/ql/src/test/results/clientpositive/perf/tez/query74.q.out index d65601d..c2a5f33 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query74.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query74.q.out @@ -58,6 +58,11 @@ with year_total as ( order by 2,1,3 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain with year_total as ( select c_customer_id customer_id @@ -118,6 +123,11 @@ with year_total as ( order by 2,1,3 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query75.q.out b/ql/src/test/results/clientpositive/perf/tez/query75.q.out index ffb2a9d..e67f221 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query75.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query75.q.out @@ -67,6 +67,15 @@ WITH all_sales AS ( ORDER BY sales_cnt_diff limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_returns +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_returns +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_returns +PREHOOK: Input: default@web_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain WITH all_sales AS ( SELECT d_year @@ -136,6 +145,15 @@ WITH all_sales AS ( ORDER BY sales_cnt_diff limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_returns +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_returns +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_returns +POSTHOOK: Input: default@web_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query76.q.out b/ql/src/test/results/clientpositive/perf/tez/query76.q.out index c65332e..b97cc2d 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query76.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query76.q.out @@ -21,6 +21,12 @@ GROUP BY channel, col_name, d_year, d_qoy, i_category ORDER BY channel, col_name, d_year, d_qoy, i_category limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select channel, col_name, d_year, d_qoy, i_category, COUNT(*) sales_cnt, SUM(ext_sales_price) sales_amt FROM ( SELECT 'store' as channel, 'ss_addr_sk' col_name, d_year, d_qoy, i_category, ss_ext_sales_price ext_sales_price @@ -44,6 +50,12 @@ GROUP BY channel, col_name, d_year, d_qoy, i_category ORDER BY channel, col_name, d_year, d_qoy, i_category limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query77.q.out b/ql/src/test/results/clientpositive/perf/tez/query77.q.out index e91eb58..4586207 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query77.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query77.q.out @@ -105,6 +105,16 @@ with ss as ,id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_returns +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store +PREHOOK: Input: default@store_returns +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_page +PREHOOK: Input: default@web_returns +PREHOOK: Input: default@web_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain with ss as (select s_store_sk, @@ -211,6 +221,16 @@ with ss as ,id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_returns +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_returns +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_page +POSTHOOK: Input: default@web_returns +POSTHOOK: Input: default@web_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query78.q.out b/ql/src/test/results/clientpositive/perf/tez/query78.q.out index d028b0a..2080675 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query78.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query78.q.out @@ -55,6 +55,14 @@ order by round(ss_qty/(coalesce(ws_qty+cs_qty,1)),2) limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_returns +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store_returns +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_returns +PREHOOK: Input: default@web_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain with ws as (select d_year AS ws_sold_year, ws_item_sk, @@ -112,6 +120,14 @@ order by round(ss_qty/(coalesce(ws_qty+cs_qty,1)),2) limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_returns +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store_returns +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_returns +POSTHOOK: Input: default@web_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query79.q.out b/ql/src/test/results/clientpositive/perf/tez/query79.q.out index aed6214..881cde1 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query79.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query79.q.out @@ -20,6 +20,12 @@ select order by c_last_name,c_first_name,substr(s_city,1,30), profit limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@household_demographics +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select c_last_name,c_first_name,substr(s_city,1,30),ss_ticket_number,amt,profit @@ -42,6 +48,12 @@ select order by c_last_name,c_first_name,substr(s_city,1,30), profit limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@household_demographics +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query8.q.out b/ql/src/test/results/clientpositive/perf/tez/query8.q.out index b468748..9677380 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query8.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query8.q.out @@ -105,6 +105,12 @@ select s_store_name order by s_store_name limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select s_store_name ,sum(ss_net_profit) @@ -212,6 +218,12 @@ select s_store_name order by s_store_name limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query80.q.out b/ql/src/test/results/clientpositive/perf/tez/query80.q.out index f250c5a..1ffc80c 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query80.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query80.q.out @@ -93,6 +93,19 @@ group by web_site_id) ,id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_page +PREHOOK: Input: default@catalog_returns +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@promotion +PREHOOK: Input: default@store +PREHOOK: Input: default@store_returns +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_returns +PREHOOK: Input: default@web_sales +PREHOOK: Input: default@web_site +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain with ssr as (select s_store_id as store_id, @@ -188,6 +201,19 @@ group by web_site_id) ,id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_page +POSTHOOK: Input: default@catalog_returns +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@promotion +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_returns +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_returns +POSTHOOK: Input: default@web_sales +POSTHOOK: Input: default@web_site +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query81.q.out b/ql/src/test/results/clientpositive/perf/tez/query81.q.out index 376500e..0b6bc6b 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query81.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query81.q.out @@ -28,6 +28,11 @@ with customer_total_return as ,ca_location_type,ctr_total_return limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_returns +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain with customer_total_return as (select cr_returning_customer_sk as ctr_customer_sk @@ -58,6 +63,11 @@ with customer_total_return as ,ca_location_type,ctr_total_return limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_returns +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query82.q.out b/ql/src/test/results/clientpositive/perf/tez/query82.q.out index d948b7d..a6441d2 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query82.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query82.q.out @@ -14,6 +14,11 @@ select i_item_id order by i_item_id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@inventory +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select i_item_id ,i_item_desc @@ -30,6 +35,11 @@ select i_item_id order by i_item_id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@inventory +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query83.q.out b/ql/src/test/results/clientpositive/perf/tez/query83.q.out index 98e4787..085081c 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query83.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query83.q.out @@ -64,6 +64,12 @@ with sr_items as ,sr_item_qty limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_returns +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_returns +PREHOOK: Input: default@web_returns +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain with sr_items as (select i_item_id item_id, @@ -130,6 +136,12 @@ with sr_items as ,sr_item_qty limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_returns +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_returns +POSTHOOK: Input: default@web_returns +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query84.q.out b/ql/src/test/results/clientpositive/perf/tez/query84.q.out index 587740d..ec56c44 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query84.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query84.q.out @@ -18,6 +18,13 @@ select c_customer_id as customer_id order by c_customer_id limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@household_demographics +PREHOOK: Input: default@income_band +PREHOOK: Input: default@store_returns +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select c_customer_id as customer_id ,c_last_name || ', ' || c_first_name as customername @@ -38,6 +45,13 @@ select c_customer_id as customer_id order by c_customer_id limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@household_demographics +POSTHOOK: Input: default@income_band +POSTHOOK: Input: default@store_returns +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query85.q.out b/ql/src/test/results/clientpositive/perf/tez/query85.q.out index 318b1e9..047f2da 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query85.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query85.q.out @@ -81,6 +81,14 @@ order by substr(r_reason_desc,1,20) ,avg(wr_fee) limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@reason +PREHOOK: Input: default@web_page +PREHOOK: Input: default@web_returns +PREHOOK: Input: default@web_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select substr(r_reason_desc,1,20) ,avg(ws_quantity) @@ -164,6 +172,14 @@ order by substr(r_reason_desc,1,20) ,avg(wr_fee) limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@reason +POSTHOOK: Input: default@web_page +POSTHOOK: Input: default@web_returns +POSTHOOK: Input: default@web_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query86.q.out b/ql/src/test/results/clientpositive/perf/tez/query86.q.out index 0d79a22..a7af080 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query86.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query86.q.out @@ -23,6 +23,10 @@ select rank_within_parent limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@web_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select sum(ws_net_paid) as total_sum @@ -48,6 +52,10 @@ select rank_within_parent limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@web_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query87.q.out b/ql/src/test/results/clientpositive/perf/tez/query87.q.out index 2a0f0f2..ae4a84b 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query87.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query87.q.out @@ -19,6 +19,12 @@ from ((select distinct c_last_name, c_first_name, d_date and d_month_seq between 1212 and 1212+11) ) cool_cust PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@customer +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@web_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select count(*) from ((select distinct c_last_name, c_first_name, d_date @@ -40,6 +46,12 @@ from ((select distinct c_last_name, c_first_name, d_date and d_month_seq between 1212 and 1212+11) ) cool_cust POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@web_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query88.q.out b/ql/src/test/results/clientpositive/perf/tez/query88.q.out index eeefd26..93d378b 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query88.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query88.q.out @@ -91,6 +91,11 @@ from (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2)) and store.s_store_name = 'ese') s8 PREHOOK: type: QUERY +PREHOOK: Input: default@household_demographics +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@time_dim +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from @@ -183,6 +188,11 @@ from (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2)) and store.s_store_name = 'ese') s8 POSTHOOK: type: QUERY +POSTHOOK: Input: default@household_demographics +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@time_dim +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query89.q.out b/ql/src/test/results/clientpositive/perf/tez/query89.q.out index d7f1be1..4659dbf 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query89.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query89.q.out @@ -25,6 +25,11 @@ where case when (avg_monthly_sales <> 0) then (abs(sum_sales - avg_monthly_sales order by sum_sales - avg_monthly_sales, s_store_name limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from( @@ -52,6 +57,11 @@ where case when (avg_monthly_sales <> 0) then (abs(sum_sales - avg_monthly_sales order by sum_sales - avg_monthly_sales, s_store_name limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query9.q.out b/ql/src/test/results/clientpositive/perf/tez/query9.q.out index 611daa8..54699f6 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query9.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query9.q.out @@ -62,6 +62,9 @@ select case when (select count(*) from reason where r_reason_sk = 1 PREHOOK: type: QUERY +PREHOOK: Input: default@reason +PREHOOK: Input: default@store_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select case when (select count(*) from store_sales @@ -111,6 +114,9 @@ select case when (select count(*) from reason where r_reason_sk = 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@reason +POSTHOOK: Input: default@store_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query90.q.out b/ql/src/test/results/clientpositive/perf/tez/query90.q.out index 7bb44a6..4342318 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query90.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query90.q.out @@ -20,6 +20,11 @@ select cast(amc as decimal(15,4))/cast(pmc as decimal(15,4)) am_pm_ratio order by am_pm_ratio limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@household_demographics +PREHOOK: Input: default@time_dim +PREHOOK: Input: default@web_page +PREHOOK: Input: default@web_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select cast(amc as decimal(15,4))/cast(pmc as decimal(15,4)) am_pm_ratio from ( select count(*) amc @@ -41,6 +46,11 @@ select cast(amc as decimal(15,4))/cast(pmc as decimal(15,4)) am_pm_ratio order by am_pm_ratio limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@household_demographics +POSTHOOK: Input: default@time_dim +POSTHOOK: Input: default@web_page +POSTHOOK: Input: default@web_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query91.q.out b/ql/src/test/results/clientpositive/perf/tez/query91.q.out index 4e628fe..eda5ebc 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query91.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query91.q.out @@ -28,6 +28,14 @@ and ca_gmt_offset = -7 group by cc_call_center_id,cc_name,cc_manager,cd_marital_status,cd_education_status order by sum(cr_net_loss) desc PREHOOK: type: QUERY +PREHOOK: Input: default@call_center +PREHOOK: Input: default@catalog_returns +PREHOOK: Input: default@customer +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@household_demographics +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select cc_call_center_id Call_Center, @@ -58,6 +66,14 @@ and ca_gmt_offset = -7 group by cc_call_center_id,cc_name,cc_manager,cd_marital_status,cd_education_status order by sum(cr_net_loss) desc POSTHOOK: type: QUERY +POSTHOOK: Input: default@call_center +POSTHOOK: Input: default@catalog_returns +POSTHOOK: Input: default@customer +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@household_demographics +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query92.q.out b/ql/src/test/results/clientpositive/perf/tez/query92.q.out index e94d2f4..75334b0 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query92.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query92.q.out @@ -27,6 +27,10 @@ and ws_ext_discount_amt order by sum(ws_ext_discount_amt) limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@web_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select sum(ws_ext_discount_amt) as `Excess Discount Amount` @@ -56,6 +60,10 @@ and ws_ext_discount_amt order by sum(ws_ext_discount_amt) limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@web_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query93.q.out b/ql/src/test/results/clientpositive/perf/tez/query93.q.out index eae344f..609acd5 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query93.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query93.q.out @@ -15,6 +15,10 @@ select ss_customer_sk order by sumsales, ss_customer_sk limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@reason +PREHOOK: Input: default@store_returns +PREHOOK: Input: default@store_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select ss_customer_sk ,sum(act_sales) sumsales @@ -32,6 +36,10 @@ select ss_customer_sk order by sumsales, ss_customer_sk limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@reason +POSTHOOK: Input: default@store_returns +POSTHOOK: Input: default@store_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query94.q.out b/ql/src/test/results/clientpositive/perf/tez/query94.q.out index 565d5b0..09941de 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query94.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query94.q.out @@ -26,6 +26,12 @@ and not exists(select * order by count(distinct ws_order_number) limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@web_returns +PREHOOK: Input: default@web_sales +PREHOOK: Input: default@web_site +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select count(distinct ws_order_number) as `order count` @@ -54,6 +60,12 @@ and not exists(select * order by count(distinct ws_order_number) limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@web_returns +POSTHOOK: Input: default@web_sales +POSTHOOK: Input: default@web_site +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query95.q.out b/ql/src/test/results/clientpositive/perf/tez/query95.q.out index fdd617d..b68cc6d 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query95.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query95.q.out @@ -29,6 +29,12 @@ and ws1.ws_order_number in (select wr_order_number order by count(distinct ws_order_number) limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@customer_address +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@web_returns +PREHOOK: Input: default@web_sales +PREHOOK: Input: default@web_site +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain with ws_wh as (select ws1.ws_order_number,ws1.ws_warehouse_sk wh1,ws2.ws_warehouse_sk wh2 @@ -60,6 +66,12 @@ and ws1.ws_order_number in (select wr_order_number order by count(distinct ws_order_number) limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_address +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@web_returns +POSTHOOK: Input: default@web_sales +POSTHOOK: Input: default@web_site +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query96.q.out b/ql/src/test/results/clientpositive/perf/tez/query96.q.out index a1e52d5..fa53cf7 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query96.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query96.q.out @@ -13,6 +13,11 @@ where ss_sold_time_sk = time_dim.t_time_sk order by count(*) limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@household_demographics +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +PREHOOK: Input: default@time_dim +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select count(*) from store_sales @@ -28,6 +33,11 @@ where ss_sold_time_sk = time_dim.t_time_sk order by count(*) limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@household_demographics +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +POSTHOOK: Input: default@time_dim +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query97.q.out b/ql/src/test/results/clientpositive/perf/tez/query97.q.out index afbd27f..12a7f71 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query97.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query97.q.out @@ -22,6 +22,10 @@ from ssci full outer join csci on (ssci.customer_sk=csci.customer_sk and ssci.item_sk = csci.item_sk) limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@store_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain with ssci as ( select ss_customer_sk customer_sk @@ -46,6 +50,10 @@ from ssci full outer join csci on (ssci.customer_sk=csci.customer_sk and ssci.item_sk = csci.item_sk) limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@store_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query98.q.out b/ql/src/test/results/clientpositive/perf/tez/query98.q.out index ea814da..17832bf 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query98.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query98.q.out @@ -29,6 +29,10 @@ order by ,i_item_desc ,revenueratio PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@item +PREHOOK: Input: default@store_sales +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select i_item_desc ,i_category @@ -60,6 +64,10 @@ order by ,i_item_desc ,revenueratio POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@item +POSTHOOK: Input: default@store_sales +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/perf/tez/query99.q.out b/ql/src/test/results/clientpositive/perf/tez/query99.q.out index ec14e0a..0bcd5d7 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query99.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query99.q.out @@ -32,6 +32,12 @@ order by substr(w_warehouse_name,1,20) ,cc_name limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@call_center +PREHOOK: Input: default@catalog_sales +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@ship_mode +PREHOOK: Input: default@warehouse +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select substr(w_warehouse_name,1,20) @@ -66,6 +72,12 @@ order by substr(w_warehouse_name,1,20) ,cc_name limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@call_center +POSTHOOK: Input: default@catalog_sales +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@ship_mode +POSTHOOK: Input: default@warehouse +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/plan_json.q.out b/ql/src/test/results/clientpositive/plan_json.q.out index f1212ef..26fa0a8 100644 --- a/ql/src/test/results/clientpositive/plan_json.q.out +++ b/ql/src/test/results/clientpositive/plan_json.q.out @@ -1,5 +1,9 @@ PREHOOK: query: EXPLAIN FORMATTED SELECT count(1) FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FORMATTED SELECT count(1) FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### {"optimizedSQL":"SELECT COUNT(*) AS `$f0`\nFROM `default`.`src`","STAGE DEPENDENCIES":{"Stage-0":{"ROOT STAGE":"TRUE"}},"STAGE PLANS":{"Stage-0":{"Fetch Operator":{"limit:":"1","Processor Tree:":{"ListSink":{"OperatorId:":"LIST_SINK_7"}}}}}} diff --git a/ql/src/test/results/clientpositive/pointlookup.q.out b/ql/src/test/results/clientpositive/pointlookup.q.out index a33b229..e4b408d 100644 --- a/ql/src/test/results/clientpositive/pointlookup.q.out +++ b/ql/src/test/results/clientpositive/pointlookup.q.out @@ -14,6 +14,8 @@ WHERE (key = '9' AND value = 'val_9') OR (key = '10' AND value = 'val_10')) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT key FROM src @@ -30,6 +32,8 @@ WHERE (key = '9' AND value = 'val_9') OR (key = '10' AND value = 'val_10')) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -118,6 +122,8 @@ WHERE (key = '9' AND value = 'val_9') OR (key = '10' AND value = 'val_10')) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT key FROM src @@ -134,6 +140,8 @@ WHERE (key = '9' AND value = 'val_9') OR (key = '10' AND value = 'val_10')) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -222,6 +230,8 @@ WHERE (key = '9' AND value = 'val_9') OR (key = '10' AND value = 'val_10')) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT key FROM src @@ -238,6 +248,8 @@ WHERE (key = '9' AND value = 'val_9') OR (key = '10' AND value = 'val_10')) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/pointlookup2.q.out b/ql/src/test/results/clientpositive/pointlookup2.q.out index 43c46ef..1f4744a 100644 --- a/ql/src/test/results/clientpositive/pointlookup2.q.out +++ b/ql/src/test/results/clientpositive/pointlookup2.q.out @@ -92,12 +92,20 @@ from pcr_t1_n2 where (ds='2000-04-08' and key=1) or (ds='2000-04-09' and key=2) order by key, value, ds PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1_n2 +PREHOOK: Input: default@pcr_t1_n2@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1_n2@ds=2000-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value, ds from pcr_t1_n2 where (ds='2000-04-08' and key=1) or (ds='2000-04-09' and key=2) order by key, value, ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1_n2 +POSTHOOK: Input: default@pcr_t1_n2@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1_n2@ds=2000-04-09 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value`, `ds` FROM `default`.`pcr_t1_n2` WHERE `ds` = '2000-04-08' AND `key` = 1 OR `ds` = '2000-04-09' AND `key` = 2 @@ -273,12 +281,18 @@ from pcr_t1_n2 t1 join pcr_t1_n2 t2 on t1.key=t2.key and t1.ds='2000-04-08' and t2.ds='2000-04-08' order by t1.key PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1_n2 +PREHOOK: Input: default@pcr_t1_n2@ds=2000-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from pcr_t1_n2 t1 join pcr_t1_n2 t2 on t1.key=t2.key and t1.ds='2000-04-08' and t2.ds='2000-04-08' order by t1.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1_n2 +POSTHOOK: Input: default@pcr_t1_n2@ds=2000-04-08 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t4`.`key`, `t4`.`value`, CAST('2000-04-08' AS STRING) AS `ds`, `t4`.`key1`, `t4`.`value1`, CAST('2000-04-08' AS STRING) AS `ds1` FROM (SELECT `t0`.`key`, `t0`.`value`, `t2`.`key` AS `key1`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value`, CAST('2000-04-08' AS STRING) AS `ds` @@ -507,12 +521,20 @@ from pcr_t1_n2 t1 join pcr_t1_n2 t2 on t1.key=t2.key and t1.ds='2000-04-08' and t2.ds='2000-04-09' order by t1.key PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1_n2 +PREHOOK: Input: default@pcr_t1_n2@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1_n2@ds=2000-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from pcr_t1_n2 t1 join pcr_t1_n2 t2 on t1.key=t2.key and t1.ds='2000-04-08' and t2.ds='2000-04-09' order by t1.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1_n2 +POSTHOOK: Input: default@pcr_t1_n2@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1_n2@ds=2000-04-09 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t4`.`key`, `t4`.`value`, CAST('2000-04-08' AS STRING) AS `ds`, `t4`.`key1`, `t4`.`value1`, CAST('2000-04-09' AS STRING) AS `ds1` FROM (SELECT `t0`.`key`, `t0`.`value`, `t2`.`key` AS `key1`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value`, CAST('2000-04-08' AS STRING) AS `ds` @@ -791,12 +813,22 @@ from pcr_t1_n2 t1 join pcr_t2_n0 t2 where (t1.ds='2000-04-08' and t2.key=1) or (t1.ds='2000-04-09' and t2.key=2) order by t2.key, t2.value, t1.ds PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1_n2 +PREHOOK: Input: default@pcr_t1_n2@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1_n2@ds=2000-04-09 +PREHOOK: Input: default@pcr_t2_n0 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from pcr_t1_n2 t1 join pcr_t2_n0 t2 where (t1.ds='2000-04-08' and t2.key=1) or (t1.ds='2000-04-09' and t2.key=2) order by t2.key, t2.value, t1.ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1_n2 +POSTHOOK: Input: default@pcr_t1_n2@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1_n2@ds=2000-04-09 +POSTHOOK: Input: default@pcr_t2_n0 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT * FROM (SELECT `key`, `value`, `ds` FROM `default`.`pcr_t1_n2` @@ -1115,12 +1147,24 @@ from pcr_t1_n2 t1 join pcr_t2_n0 t2 where (t2.ds='2000-04-08' and t1.key=1) or (t2.ds='2000-04-09' and t1.key=2) order by t1.key, t1.value, t2.ds PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1_n2 +PREHOOK: Input: default@pcr_t1_n2@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1_n2@ds=2000-04-09 +PREHOOK: Input: default@pcr_t1_n2@ds=2000-04-10 +PREHOOK: Input: default@pcr_t2_n0 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from pcr_t1_n2 t1 join pcr_t2_n0 t2 where (t2.ds='2000-04-08' and t1.key=1) or (t2.ds='2000-04-09' and t1.key=2) order by t1.key, t1.value, t2.ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1_n2 +POSTHOOK: Input: default@pcr_t1_n2@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1_n2@ds=2000-04-09 +POSTHOOK: Input: default@pcr_t1_n2@ds=2000-04-10 +POSTHOOK: Input: default@pcr_t2_n0 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT * FROM (SELECT `key`, `value`, `ds` FROM `default`.`pcr_t1_n2` @@ -1669,12 +1713,20 @@ from pcr_t1_n2 where (ds='2000-04-08' and key=1) or (ds='2000-04-09' and key=2) order by key, value, ds PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1_n2 +PREHOOK: Input: default@pcr_t1_n2@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1_n2@ds=2000-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value, ds from pcr_t1_n2 where (ds='2000-04-08' and key=1) or (ds='2000-04-09' and key=2) order by key, value, ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1_n2 +POSTHOOK: Input: default@pcr_t1_n2@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1_n2@ds=2000-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1846,12 +1898,18 @@ from pcr_t1_n2 t1 join pcr_t1_n2 t2 on t1.key=t2.key and t1.ds='2000-04-08' and t2.ds='2000-04-08' order by t1.key PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1_n2 +PREHOOK: Input: default@pcr_t1_n2@ds=2000-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from pcr_t1_n2 t1 join pcr_t1_n2 t2 on t1.key=t2.key and t1.ds='2000-04-08' and t2.ds='2000-04-08' order by t1.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1_n2 +POSTHOOK: Input: default@pcr_t1_n2@ds=2000-04-08 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t4`.`key`, `t4`.`value`, CAST('2000-04-08' AS STRING) AS `ds`, `t4`.`key1`, `t4`.`value1`, CAST('2000-04-08' AS STRING) AS `ds1` FROM (SELECT `t0`.`key`, `t0`.`value`, `t2`.`key` AS `key1`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value`, CAST('2000-04-08' AS STRING) AS `ds` @@ -2080,12 +2138,20 @@ from pcr_t1_n2 t1 join pcr_t1_n2 t2 on t1.key=t2.key and t1.ds='2000-04-08' and t2.ds='2000-04-09' order by t1.key PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1_n2 +PREHOOK: Input: default@pcr_t1_n2@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1_n2@ds=2000-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from pcr_t1_n2 t1 join pcr_t1_n2 t2 on t1.key=t2.key and t1.ds='2000-04-08' and t2.ds='2000-04-09' order by t1.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1_n2 +POSTHOOK: Input: default@pcr_t1_n2@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1_n2@ds=2000-04-09 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t4`.`key`, `t4`.`value`, CAST('2000-04-08' AS STRING) AS `ds`, `t4`.`key1`, `t4`.`value1`, CAST('2000-04-09' AS STRING) AS `ds1` FROM (SELECT `t0`.`key`, `t0`.`value`, `t2`.`key` AS `key1`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value`, CAST('2000-04-08' AS STRING) AS `ds` @@ -2364,12 +2430,22 @@ from pcr_t1_n2 t1 join pcr_t2_n0 t2 where (t1.ds='2000-04-08' and t2.key=1) or (t1.ds='2000-04-09' and t2.key=2) order by t2.key, t2.value, t1.ds PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1_n2 +PREHOOK: Input: default@pcr_t1_n2@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1_n2@ds=2000-04-09 +PREHOOK: Input: default@pcr_t2_n0 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from pcr_t1_n2 t1 join pcr_t2_n0 t2 where (t1.ds='2000-04-08' and t2.key=1) or (t1.ds='2000-04-09' and t2.key=2) order by t2.key, t2.value, t1.ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1_n2 +POSTHOOK: Input: default@pcr_t1_n2@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1_n2@ds=2000-04-09 +POSTHOOK: Input: default@pcr_t2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -2680,12 +2756,24 @@ from pcr_t1_n2 t1 join pcr_t2_n0 t2 where (t2.ds='2000-04-08' and t1.key=1) or (t2.ds='2000-04-09' and t1.key=2) order by t1.key, t1.value, t2.ds PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1_n2 +PREHOOK: Input: default@pcr_t1_n2@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1_n2@ds=2000-04-09 +PREHOOK: Input: default@pcr_t1_n2@ds=2000-04-10 +PREHOOK: Input: default@pcr_t2_n0 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from pcr_t1_n2 t1 join pcr_t2_n0 t2 where (t2.ds='2000-04-08' and t1.key=1) or (t2.ds='2000-04-09' and t1.key=2) order by t1.key, t1.value, t2.ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1_n2 +POSTHOOK: Input: default@pcr_t1_n2@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1_n2@ds=2000-04-09 +POSTHOOK: Input: default@pcr_t1_n2@ds=2000-04-10 +POSTHOOK: Input: default@pcr_t2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/pointlookup3.q.out b/ql/src/test/results/clientpositive/pointlookup3.q.out index c635f39..1777f9e 100644 --- a/ql/src/test/results/clientpositive/pointlookup3.q.out +++ b/ql/src/test/results/clientpositive/pointlookup3.q.out @@ -46,12 +46,20 @@ from pcr_t1_n1 where (ds1='2000-04-08' and key=1) or (ds1='2000-04-09' and key=2) order by key, value, ds1, ds2 PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1_n1 +PREHOOK: Input: default@pcr_t1_n1@ds1=2000-04-08/ds2=2001-04-08 +PREHOOK: Input: default@pcr_t1_n1@ds1=2000-04-09/ds2=2001-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value, ds1, ds2 from pcr_t1_n1 where (ds1='2000-04-08' and key=1) or (ds1='2000-04-09' and key=2) order by key, value, ds1, ds2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1_n1 +POSTHOOK: Input: default@pcr_t1_n1@ds1=2000-04-08/ds2=2001-04-08 +POSTHOOK: Input: default@pcr_t1_n1@ds1=2000-04-09/ds2=2001-04-09 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value`, `ds1`, `ds2` FROM `default`.`pcr_t1_n1` WHERE `ds1` = '2000-04-08' AND `key` = 1 OR `ds1` = '2000-04-09' AND `key` = 2 @@ -229,12 +237,18 @@ from pcr_t1_n1 where (ds1='2000-04-08' and ds2='2001-04-08' and key=1) or (ds1='2000-04-09' and ds2='2001-04-08' and key=2) order by key, value, ds1, ds2 PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1_n1 +PREHOOK: Input: default@pcr_t1_n1@ds1=2000-04-08/ds2=2001-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value, ds1, ds2 from pcr_t1_n1 where (ds1='2000-04-08' and ds2='2001-04-08' and key=1) or (ds1='2000-04-09' and ds2='2001-04-08' and key=2) order by key, value, ds1, ds2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1_n1 +POSTHOOK: Input: default@pcr_t1_n1@ds1=2000-04-08/ds2=2001-04-08 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value`, `ds1`, CAST('2001-04-08' AS STRING) AS `ds2` FROM (SELECT `key`, `value`, `ds1` FROM `default`.`pcr_t1_n1` @@ -363,12 +377,18 @@ from pcr_t1_n1 t1 join pcr_t1_n1 t2 on t1.key=t2.key and t1.ds1='2000-04-08' and t2.ds2='2001-04-08' order by t2.key, t2.value, t1.ds1 PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1_n1 +PREHOOK: Input: default@pcr_t1_n1@ds1=2000-04-08/ds2=2001-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from pcr_t1_n1 t1 join pcr_t1_n1 t2 on t1.key=t2.key and t1.ds1='2000-04-08' and t2.ds2='2001-04-08' order by t2.key, t2.value, t1.ds1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1_n1 +POSTHOOK: Input: default@pcr_t1_n1@ds1=2000-04-08/ds2=2001-04-08 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t4`.`key`, `t4`.`value`, CAST('2000-04-08' AS STRING) AS `ds1`, `t4`.`ds2`, `t4`.`key1`, `t4`.`value1`, `t4`.`ds11`, CAST('2001-04-08' AS STRING) AS `ds21` FROM (SELECT `t0`.`key`, `t0`.`value`, `t0`.`ds2`, `t2`.`key` AS `key1`, `t2`.`value` AS `value1`, `t2`.`ds1` AS `ds11` FROM (SELECT `key`, `value`, CAST('2000-04-08' AS STRING) AS `ds1`, `ds2` @@ -598,12 +618,20 @@ from pcr_t1_n1 t1 join pcr_t1_n1 t2 on t1.key=t2.key and t1.ds1='2000-04-08' and t2.ds1='2000-04-09' order by t2.key, t2.value, t1.ds1 PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1_n1 +PREHOOK: Input: default@pcr_t1_n1@ds1=2000-04-08/ds2=2001-04-08 +PREHOOK: Input: default@pcr_t1_n1@ds1=2000-04-09/ds2=2001-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from pcr_t1_n1 t1 join pcr_t1_n1 t2 on t1.key=t2.key and t1.ds1='2000-04-08' and t2.ds1='2000-04-09' order by t2.key, t2.value, t1.ds1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1_n1 +POSTHOOK: Input: default@pcr_t1_n1@ds1=2000-04-08/ds2=2001-04-08 +POSTHOOK: Input: default@pcr_t1_n1@ds1=2000-04-09/ds2=2001-04-09 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t4`.`key`, `t4`.`value`, CAST('2000-04-08' AS STRING) AS `ds1`, `t4`.`ds2`, `t4`.`key1`, `t4`.`value1`, CAST('2000-04-09' AS STRING) AS `ds11`, `t4`.`ds21` FROM (SELECT `t0`.`key`, `t0`.`value`, `t0`.`ds2`, `t2`.`key` AS `key1`, `t2`.`value` AS `value1`, `t2`.`ds2` AS `ds21` FROM (SELECT `key`, `value`, CAST('2000-04-08' AS STRING) AS `ds1`, `ds2` @@ -884,12 +912,22 @@ from pcr_t1_n1 t1 join pcr_t1_n1 t2 where (t1.ds1='2000-04-08' and t2.key=1) or (t1.ds1='2000-04-09' and t2.key=2) order by t2.key, t2.value, t1.ds1 PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1_n1 +PREHOOK: Input: default@pcr_t1_n1@ds1=2000-04-08/ds2=2001-04-08 +PREHOOK: Input: default@pcr_t1_n1@ds1=2000-04-09/ds2=2001-04-09 +PREHOOK: Input: default@pcr_t1_n1@ds1=2000-04-10/ds2=2001-04-10 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from pcr_t1_n1 t1 join pcr_t1_n1 t2 where (t1.ds1='2000-04-08' and t2.key=1) or (t1.ds1='2000-04-09' and t2.key=2) order by t2.key, t2.value, t1.ds1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1_n1 +POSTHOOK: Input: default@pcr_t1_n1@ds1=2000-04-08/ds2=2001-04-08 +POSTHOOK: Input: default@pcr_t1_n1@ds1=2000-04-09/ds2=2001-04-09 +POSTHOOK: Input: default@pcr_t1_n1@ds1=2000-04-10/ds2=2001-04-10 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT * FROM (SELECT `key`, `value`, `ds1`, `ds2` FROM `default`.`pcr_t1_n1` @@ -1436,12 +1474,20 @@ from pcr_t1_n1 where (ds1='2000-04-08' and key=1) or (ds1='2000-04-09' and key=2) order by key, value, ds1, ds2 PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1_n1 +PREHOOK: Input: default@pcr_t1_n1@ds1=2000-04-08/ds2=2001-04-08 +PREHOOK: Input: default@pcr_t1_n1@ds1=2000-04-09/ds2=2001-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value, ds1, ds2 from pcr_t1_n1 where (ds1='2000-04-08' and key=1) or (ds1='2000-04-09' and key=2) order by key, value, ds1, ds2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1_n1 +POSTHOOK: Input: default@pcr_t1_n1@ds1=2000-04-08/ds2=2001-04-08 +POSTHOOK: Input: default@pcr_t1_n1@ds1=2000-04-09/ds2=2001-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1615,12 +1661,18 @@ from pcr_t1_n1 where (ds1='2000-04-08' and ds2='2001-04-08' and key=1) or (ds1='2000-04-09' and ds2='2001-04-08' and key=2) order by key, value, ds1, ds2 PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1_n1 +PREHOOK: Input: default@pcr_t1_n1@ds1=2000-04-08/ds2=2001-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value, ds1, ds2 from pcr_t1_n1 where (ds1='2000-04-08' and ds2='2001-04-08' and key=1) or (ds1='2000-04-09' and ds2='2001-04-08' and key=2) order by key, value, ds1, ds2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1_n1 +POSTHOOK: Input: default@pcr_t1_n1@ds1=2000-04-08/ds2=2001-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1744,12 +1796,18 @@ from pcr_t1_n1 t1 join pcr_t1_n1 t2 on t1.key=t2.key and t1.ds1='2000-04-08' and t2.ds2='2001-04-08' order by t2.key, t2.value, t1.ds1 PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1_n1 +PREHOOK: Input: default@pcr_t1_n1@ds1=2000-04-08/ds2=2001-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from pcr_t1_n1 t1 join pcr_t1_n1 t2 on t1.key=t2.key and t1.ds1='2000-04-08' and t2.ds2='2001-04-08' order by t2.key, t2.value, t1.ds1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1_n1 +POSTHOOK: Input: default@pcr_t1_n1@ds1=2000-04-08/ds2=2001-04-08 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t4`.`key`, `t4`.`value`, CAST('2000-04-08' AS STRING) AS `ds1`, `t4`.`ds2`, `t4`.`key1`, `t4`.`value1`, `t4`.`ds11`, CAST('2001-04-08' AS STRING) AS `ds21` FROM (SELECT `t0`.`key`, `t0`.`value`, `t0`.`ds2`, `t2`.`key` AS `key1`, `t2`.`value` AS `value1`, `t2`.`ds1` AS `ds11` FROM (SELECT `key`, `value`, CAST('2000-04-08' AS STRING) AS `ds1`, `ds2` @@ -1979,12 +2037,20 @@ from pcr_t1_n1 t1 join pcr_t1_n1 t2 on t1.key=t2.key and t1.ds1='2000-04-08' and t2.ds1='2000-04-09' order by t2.key, t2.value, t1.ds1 PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1_n1 +PREHOOK: Input: default@pcr_t1_n1@ds1=2000-04-08/ds2=2001-04-08 +PREHOOK: Input: default@pcr_t1_n1@ds1=2000-04-09/ds2=2001-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from pcr_t1_n1 t1 join pcr_t1_n1 t2 on t1.key=t2.key and t1.ds1='2000-04-08' and t2.ds1='2000-04-09' order by t2.key, t2.value, t1.ds1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1_n1 +POSTHOOK: Input: default@pcr_t1_n1@ds1=2000-04-08/ds2=2001-04-08 +POSTHOOK: Input: default@pcr_t1_n1@ds1=2000-04-09/ds2=2001-04-09 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t4`.`key`, `t4`.`value`, CAST('2000-04-08' AS STRING) AS `ds1`, `t4`.`ds2`, `t4`.`key1`, `t4`.`value1`, CAST('2000-04-09' AS STRING) AS `ds11`, `t4`.`ds21` FROM (SELECT `t0`.`key`, `t0`.`value`, `t0`.`ds2`, `t2`.`key` AS `key1`, `t2`.`value` AS `value1`, `t2`.`ds2` AS `ds21` FROM (SELECT `key`, `value`, CAST('2000-04-08' AS STRING) AS `ds1`, `ds2` @@ -2265,12 +2331,22 @@ from pcr_t1_n1 t1 join pcr_t1_n1 t2 where (t1.ds1='2000-04-08' and t2.key=1) or (t1.ds1='2000-04-09' and t2.key=2) order by t2.key, t2.value, t1.ds1 PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1_n1 +PREHOOK: Input: default@pcr_t1_n1@ds1=2000-04-08/ds2=2001-04-08 +PREHOOK: Input: default@pcr_t1_n1@ds1=2000-04-09/ds2=2001-04-09 +PREHOOK: Input: default@pcr_t1_n1@ds1=2000-04-10/ds2=2001-04-10 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from pcr_t1_n1 t1 join pcr_t1_n1 t2 where (t1.ds1='2000-04-08' and t2.key=1) or (t1.ds1='2000-04-09' and t2.key=2) order by t2.key, t2.value, t1.ds1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1_n1 +POSTHOOK: Input: default@pcr_t1_n1@ds1=2000-04-08/ds2=2001-04-08 +POSTHOOK: Input: default@pcr_t1_n1@ds1=2000-04-09/ds2=2001-04-09 +POSTHOOK: Input: default@pcr_t1_n1@ds1=2000-04-10/ds2=2001-04-10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/pointlookup4.q.out b/ql/src/test/results/clientpositive/pointlookup4.q.out index 627c983..81a512a 100644 --- a/ql/src/test/results/clientpositive/pointlookup4.q.out +++ b/ql/src/test/results/clientpositive/pointlookup4.q.out @@ -46,12 +46,20 @@ from pcr_t1_n0 where (ds1='2000-04-08' and ds2='2001-04-08' and key=1) or (ds1='2000-04-09' and ds2='2001-04-09' and key=2) order by key, value, ds1, ds2 PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1_n0 +PREHOOK: Input: default@pcr_t1_n0@ds1=2000-04-08/ds2=2001-04-08 +PREHOOK: Input: default@pcr_t1_n0@ds1=2000-04-09/ds2=2001-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value, ds1, ds2 from pcr_t1_n0 where (ds1='2000-04-08' and ds2='2001-04-08' and key=1) or (ds1='2000-04-09' and ds2='2001-04-09' and key=2) order by key, value, ds1, ds2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1_n0 +POSTHOOK: Input: default@pcr_t1_n0@ds1=2000-04-08/ds2=2001-04-08 +POSTHOOK: Input: default@pcr_t1_n0@ds1=2000-04-09/ds2=2001-04-09 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value`, `ds1`, `ds2` FROM `default`.`pcr_t1_n0` WHERE `ds1` = '2000-04-08' AND `ds2` = '2001-04-08' AND `key` = 1 OR `ds1` = '2000-04-09' AND `ds2` = '2001-04-09' AND `key` = 2 @@ -248,12 +256,20 @@ from pcr_t1_n0 where (ds1='2000-04-08' and ds2='2001-04-08' and key=1) or (ds1='2000-04-09' and ds2='2001-04-09' and key=2) order by key, value, ds1, ds2 PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1_n0 +PREHOOK: Input: default@pcr_t1_n0@ds1=2000-04-08/ds2=2001-04-08 +PREHOOK: Input: default@pcr_t1_n0@ds1=2000-04-09/ds2=2001-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value, ds1, ds2 from pcr_t1_n0 where (ds1='2000-04-08' and ds2='2001-04-08' and key=1) or (ds1='2000-04-09' and ds2='2001-04-09' and key=2) order by key, value, ds1, ds2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1_n0 +POSTHOOK: Input: default@pcr_t1_n0@ds1=2000-04-08/ds2=2001-04-08 +POSTHOOK: Input: default@pcr_t1_n0@ds1=2000-04-09/ds2=2001-04-09 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/position_alias_test_1.q.out b/ql/src/test/results/clientpositive/position_alias_test_1.q.out index 9e6fa76..613df44 100644 --- a/ql/src/test/results/clientpositive/position_alias_test_1.q.out +++ b/ql/src/test/results/clientpositive/position_alias_test_1.q.out @@ -35,6 +35,10 @@ PREHOOK: query: explain alias_test_03 alias03 on alias01.a = alias03.a PREHOOK: type: QUERY +PREHOOK: Input: default@alias_test_01 +PREHOOK: Input: default@alias_test_02 +PREHOOK: Input: default@alias_test_03 +#### A masked pattern was here #### POSTHOOK: query: explain select * from alias_test_01 alias01 @@ -47,6 +51,10 @@ POSTHOOK: query: explain alias_test_03 alias03 on alias01.a = alias03.a POSTHOOK: type: QUERY +POSTHOOK: Input: default@alias_test_01 +POSTHOOK: Input: default@alias_test_02 +POSTHOOK: Input: default@alias_test_03 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/ppd1.q.out b/ql/src/test/results/clientpositive/ppd1.q.out index b7e813d..5c836dd 100644 --- a/ql/src/test/results/clientpositive/ppd1.q.out +++ b/ql/src/test/results/clientpositive/ppd1.q.out @@ -1,9 +1,13 @@ PREHOOK: query: EXPLAIN SELECT src.key as c3 from src where src.key > '2' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src.key as c3 from src where src.key > '2' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -429,9 +433,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT src.key as c3 from src where src.key > '2' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src.key as c3 from src where src.key > '2' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/ppd2.q.out b/ql/src/test/results/clientpositive/ppd2.q.out index b9b1de8..8fd9636 100644 --- a/ql/src/test/results/clientpositive/ppd2.q.out +++ b/ql/src/test/results/clientpositive/ppd2.q.out @@ -12,6 +12,9 @@ from ( sort by a.key,a.cc desc) b where b.cc>1 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain select b.key,b.cc from ( @@ -26,6 +29,9 @@ from ( sort by a.key,a.cc desc) b where b.cc>1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -258,6 +264,12 @@ FROM ( ) sub WHERE sub.tag_student > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT user_id FROM ( @@ -270,6 +282,12 @@ FROM ( ) sub WHERE sub.tag_student > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -306,9 +324,13 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT x.key, x.value as v1, y.key FROM SRC x JOIN SRC y ON (x.key = y.key) where x.key = 20 CLUSTER BY v1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.key, x.value as v1, y.key FROM SRC x JOIN SRC y ON (x.key = y.key) where x.key = 20 CLUSTER BY v1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -405,6 +427,9 @@ from ( sort by a.key,a.cc desc) b where b.cc>1 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain select b.key,b.cc from ( @@ -419,6 +444,9 @@ from ( sort by a.key,a.cc desc) b where b.cc>1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/ppd_clusterby.q.out b/ql/src/test/results/clientpositive/ppd_clusterby.q.out index c963334..b1ef8dc 100644 --- a/ql/src/test/results/clientpositive/ppd_clusterby.q.out +++ b/ql/src/test/results/clientpositive/ppd_clusterby.q.out @@ -1,9 +1,13 @@ PREHOOK: query: EXPLAIN SELECT * FROM SRC x where x.key = 10 CLUSTER BY x.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM SRC x where x.key = 10 CLUSTER BY x.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -60,9 +64,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT x.key, x.value as v1, y.key FROM SRC x JOIN SRC y ON (x.key = y.key) where x.key = 20 CLUSTER BY v1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.key, x.value as v1, y.key FROM SRC x JOIN SRC y ON (x.key = y.key) where x.key = 20 CLUSTER BY v1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -160,9 +168,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT * FROM SRC x where x.key = 10 CLUSTER BY x.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM SRC x where x.key = 10 CLUSTER BY x.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -219,9 +231,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT x.key, x.value as v1, y.key FROM SRC x JOIN SRC y ON (x.key = y.key) where x.key = 20 CLUSTER BY v1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.key, x.value as v1, y.key FROM SRC x JOIN SRC y ON (x.key = y.key) where x.key = 20 CLUSTER BY v1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/ppd_constant_expr.q.out b/ql/src/test/results/clientpositive/ppd_constant_expr.q.out index f59ef81..27c13d3 100644 --- a/ql/src/test/results/clientpositive/ppd_constant_expr.q.out +++ b/ql/src/test/results/clientpositive/ppd_constant_expr.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE ppd_constant_expr SELECT 4 + NULL, src1.key - NULL, NULL + NULL PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +PREHOOK: Output: default@ppd_constant_expr POSTHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE ppd_constant_expr SELECT 4 + NULL, src1.key - NULL, NULL + NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@ppd_constant_expr STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -177,10 +181,14 @@ PREHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE ppd_constant_expr SELECT 4 + NULL, src1.key - NULL, NULL + NULL PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +PREHOOK: Output: default@ppd_constant_expr POSTHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE ppd_constant_expr SELECT 4 + NULL, src1.key - NULL, NULL + NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@ppd_constant_expr STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/ppd_constant_where.q.out b/ql/src/test/results/clientpositive/ppd_constant_where.q.out index ee6cc08..8965f41 100644 --- a/ql/src/test/results/clientpositive/ppd_constant_where.q.out +++ b/ql/src/test/results/clientpositive/ppd_constant_where.q.out @@ -1,7 +1,11 @@ PREHOOK: query: EXPLAIN SELECT COUNT(*) FROM srcpart WHERE ds = '2008-04-08' and 'a' = 'a' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT COUNT(*) FROM srcpart WHERE ds = '2008-04-08' and 'a' = 'a' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/ppd_gby.q.out b/ql/src/test/results/clientpositive/ppd_gby.q.out index 37578c2..0b1bbdd 100644 --- a/ql/src/test/results/clientpositive/ppd_gby.q.out +++ b/ql/src/test/results/clientpositive/ppd_gby.q.out @@ -4,12 +4,16 @@ FROM (SELECT src.value as c1, count(src.key) as c2 from src where src.value > 'val_10' group by src.value) src1 WHERE src1.c1 > 'val_200' and (src1.c2 > 30 or src1.c1 < 'val_400') PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.c1 FROM (SELECT src.value as c1, count(src.key) as c2 from src where src.value > 'val_10' group by src.value) src1 WHERE src1.c1 > 'val_200' and (src1.c2 > 30 or src1.c1 < 'val_400') POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -214,12 +218,16 @@ FROM (SELECT src.value as c1, count(src.key) as c2 from src where src.value > 'val_10' group by src.value) src1 WHERE src1.c1 > 'val_200' and (src1.c2 > 30 or src1.c1 < 'val_400') PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.c1 FROM (SELECT src.value as c1, count(src.key) as c2 from src where src.value > 'val_10' group by src.value) src1 WHERE src1.c1 > 'val_200' and (src1.c2 > 30 or src1.c1 < 'val_400') POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/ppd_gby2.q.out b/ql/src/test/results/clientpositive/ppd_gby2.q.out index 42b8809..5a36869 100644 --- a/ql/src/test/results/clientpositive/ppd_gby2.q.out +++ b/ql/src/test/results/clientpositive/ppd_gby2.q.out @@ -5,6 +5,8 @@ FROM WHERE src1.c1 > 'val_200' AND (src1.c2 > 30 OR src1.c1 < 'val_400') GROUP BY src1.c2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT max(src1.c1), src1.c2 FROM @@ -12,6 +14,8 @@ FROM WHERE src1.c1 > 'val_200' AND (src1.c2 > 30 OR src1.c1 < 'val_400') GROUP BY src1.c2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -127,6 +131,8 @@ FROM WHERE src1.c1 > 'val_200' AND (src1.c2 > 30 OR src1.c1 < 'val_400') GROUP BY src1.c2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT max(src1.c1), src1.c2 FROM @@ -134,6 +140,8 @@ FROM WHERE src1.c1 > 'val_200' AND (src1.c2 > 30 OR src1.c1 < 'val_400') GROUP BY src1.c2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/ppd_gby_join.q.out b/ql/src/test/results/clientpositive/ppd_gby_join.q.out index 6193c8e..450ff3c 100644 --- a/ql/src/test/results/clientpositive/ppd_gby_join.q.out +++ b/ql/src/test/results/clientpositive/ppd_gby_join.q.out @@ -8,6 +8,8 @@ ON src1.c1 = src2.c3 AND src1.c1 < '400' WHERE src1.c1 > '20' AND (src1.c2 < 'val_50' OR src1.c1 > '2') AND (src2.c3 > '50' OR src1.c1 < '50') AND (src2.c3 <> '4') GROUP BY src1.c1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.c1, count(1) FROM @@ -18,6 +20,8 @@ ON src1.c1 = src2.c3 AND src1.c1 < '400' WHERE src1.c1 > '20' AND (src1.c2 < 'val_50' OR src1.c1 > '2') AND (src2.c3 > '50' OR src1.c1 < '50') AND (src2.c3 <> '4') GROUP BY src1.c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -272,6 +276,8 @@ ON src1.c1 = src2.c3 AND src1.c1 < '400' WHERE src1.c1 > '20' AND (src1.c2 < 'val_50' OR src1.c1 > '2') AND (src2.c3 > '50' OR src1.c1 < '50') AND (src2.c3 <> '4') GROUP BY src1.c1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.c1, count(1) FROM @@ -282,6 +288,8 @@ ON src1.c1 = src2.c3 AND src1.c1 < '400' WHERE src1.c1 > '20' AND (src1.c2 < 'val_50' OR src1.c1 > '2') AND (src2.c3 > '50' OR src1.c1 < '50') AND (src2.c3 <> '4') GROUP BY src1.c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/ppd_join.q.out b/ql/src/test/results/clientpositive/ppd_join.q.out index c47f866..cb4747e 100644 --- a/ql/src/test/results/clientpositive/ppd_join.q.out +++ b/ql/src/test/results/clientpositive/ppd_join.q.out @@ -7,6 +7,8 @@ JOIN ON src1.c1 = src2.c3 AND src1.c1 < '400' WHERE src1.c1 > '20' and (src1.c2 < 'val_50' or src1.c1 > '2') and (src2.c3 > '50' or src1.c1 < '50') and (src2.c3 <> '4') PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.c1, src2.c4 FROM @@ -16,6 +18,8 @@ JOIN ON src1.c1 = src2.c3 AND src1.c1 < '400' WHERE src1.c1 > '20' and (src1.c2 < 'val_50' or src1.c1 > '2') and (src2.c3 > '50' or src1.c1 < '50') and (src2.c3 <> '4') POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -529,6 +533,8 @@ JOIN ON src1.c1 = src2.c3 AND src1.c1 < '400' WHERE src1.c1 > '20' and (src1.c2 < 'val_50' or src1.c1 > '2') and (src2.c3 > '50' or src1.c1 < '50') and (src2.c3 <> '4') PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.c1, src2.c4 FROM @@ -538,6 +544,8 @@ JOIN ON src1.c1 = src2.c3 AND src1.c1 < '400' WHERE src1.c1 > '20' and (src1.c2 < 'val_50' or src1.c1 > '2') and (src2.c3 > '50' or src1.c1 < '50') and (src2.c3 <> '4') POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/ppd_join2.q.out b/ql/src/test/results/clientpositive/ppd_join2.q.out index 3ffd65f..aa1c58f 100644 --- a/ql/src/test/results/clientpositive/ppd_join2.q.out +++ b/ql/src/test/results/clientpositive/ppd_join2.q.out @@ -10,6 +10,8 @@ JOIN ON src1.c2 = src3.c6 WHERE src1.c1 <> '311' and (src1.c2 <> 'val_50' or src1.c1 > '1') and (src2.c3 <> '10' or src1.c1 <> '10') and (src2.c3 <> '14') and (sqrt(src3.c5) <> 13) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.c1, src2.c4 FROM @@ -22,6 +24,8 @@ JOIN ON src1.c2 = src3.c6 WHERE src1.c1 <> '311' and (src1.c2 <> 'val_50' or src1.c1 > '1') and (src2.c3 <> '10' or src1.c1 <> '10') and (src2.c3 <> '14') and (sqrt(src3.c5) <> 13) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1690,6 +1694,8 @@ JOIN ON src1.c2 = src3.c6 WHERE src1.c1 <> '311' and (src1.c2 <> 'val_50' or src1.c1 > '1') and (src2.c3 <> '10' or src1.c1 <> '10') and (src2.c3 <> '14') and (sqrt(src3.c5) <> 13) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.c1, src2.c4 FROM @@ -1702,6 +1708,8 @@ JOIN ON src1.c2 = src3.c6 WHERE src1.c1 <> '311' and (src1.c2 <> 'val_50' or src1.c1 > '1') and (src2.c3 <> '10' or src1.c1 <> '10') and (src2.c3 <> '14') and (sqrt(src3.c5) <> 13) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/ppd_join3.q.out b/ql/src/test/results/clientpositive/ppd_join3.q.out index 4a53e61..755bd12 100644 --- a/ql/src/test/results/clientpositive/ppd_join3.q.out +++ b/ql/src/test/results/clientpositive/ppd_join3.q.out @@ -10,6 +10,8 @@ JOIN ON src1.c1 = src3.c5 WHERE src1.c1 > '0' and (src1.c2 <> 'val_500' or src1.c1 > '1') and (src2.c3 > '10' or src1.c1 <> '10') and (src2.c3 <> '4') and (src3.c5 <> '1') PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.c1, src2.c4 FROM @@ -22,6 +24,8 @@ JOIN ON src1.c1 = src3.c5 WHERE src1.c1 > '0' and (src1.c2 <> 'val_500' or src1.c1 > '1') and (src2.c3 > '10' or src1.c1 <> '10') and (src2.c3 <> '4') and (src3.c5 <> '1') POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1721,6 +1725,8 @@ JOIN ON src1.c1 = src3.c5 WHERE src1.c1 > '0' and (src1.c2 <> 'val_500' or src1.c1 > '1') and (src2.c3 > '10' or src1.c1 <> '10') and (src2.c3 <> '4') and (src3.c5 <> '1') PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.c1, src2.c4 FROM @@ -1733,6 +1739,8 @@ JOIN ON src1.c1 = src3.c5 WHERE src1.c1 > '0' and (src1.c2 <> 'val_500' or src1.c1 > '1') and (src2.c3 > '10' or src1.c1 <> '10') and (src2.c3 <> '4') and (src3.c5 <> '1') POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/ppd_join4.q.out b/ql/src/test/results/clientpositive/ppd_join4.q.out index 47cea8b..1e99bb3 100644 --- a/ql/src/test/results/clientpositive/ppd_join4.q.out +++ b/ql/src/test/results/clientpositive/ppd_join4.q.out @@ -37,6 +37,8 @@ from join test_tbl t3 on (t2.id=t3.id ) where t2.name='c' and t3.id='a' PREHOOK: type: QUERY +PREHOOK: Input: default@test_tbl +#### A masked pattern was here #### POSTHOOK: query: explain select t2.* from @@ -44,6 +46,8 @@ from join test_tbl t3 on (t2.id=t3.id ) where t2.name='c' and t3.id='a' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_tbl +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/ppd_join5.q.out b/ql/src/test/results/clientpositive/ppd_join5.q.out index 184d7ff..b56e43d 100644 --- a/ql/src/test/results/clientpositive/ppd_join5.q.out +++ b/ql/src/test/results/clientpositive/ppd_join5.q.out @@ -38,11 +38,17 @@ select a.*,b.d d1,c.d d2 from t1_n79 a join t2_n48 b on (a.id1 = b.id) join t2_n48 c on (a.id2 = b.id) where b.d <= 1 and c.d <= 1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n79 +PREHOOK: Input: default@t2_n48 +#### A masked pattern was here #### POSTHOOK: query: explain select a.*,b.d d1,c.d d2 from t1_n79 a join t2_n48 b on (a.id1 = b.id) join t2_n48 c on (a.id2 = b.id) where b.d <= 1 and c.d <= 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n79 +POSTHOOK: Input: default@t2_n48 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -157,6 +163,9 @@ select a.*,b.d d1,c.d d2 from join t2_n48 c on (a.id2 = b.id) where b.d <= 1 and c.d <= 1 ) z where d1 > 1 or d2 > 1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n79 +PREHOOK: Input: default@t2_n48 +#### A masked pattern was here #### POSTHOOK: query: explain select * from ( select a.*,b.d d1,c.d d2 from @@ -164,6 +173,9 @@ select a.*,b.d d1,c.d d2 from join t2_n48 c on (a.id2 = b.id) where b.d <= 1 and c.d <= 1 ) z where d1 > 1 or d2 > 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n79 +POSTHOOK: Input: default@t2_n48 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/ppd_join_filter.q.out b/ql/src/test/results/clientpositive/ppd_join_filter.q.out index 2eb0c45..7fdbf97 100644 --- a/ql/src/test/results/clientpositive/ppd_join_filter.q.out +++ b/ql/src/test/results/clientpositive/ppd_join_filter.q.out @@ -11,6 +11,8 @@ group by key ) b on a.key=b.key and b.k1 < 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain extended select a.key, b.k2, b.k3 from src a join ( @@ -24,6 +26,8 @@ group by key ) b on a.key=b.key and b.k1 < 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t0`.`key`, `t4`.`k2`, `t4`.`k3` FROM (SELECT `key` FROM `default`.`src` @@ -354,6 +358,8 @@ group by key ) b on a.key=b.key and b.k1 < 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain extended select a.key, b.k2, b.k3 from src a join ( @@ -367,6 +373,8 @@ group by key ) b on a.key=b.key and b.k1 < 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t0`.`key`, `t4`.`k2`, `t4`.`k3` FROM (SELECT `key` FROM `default`.`src` @@ -697,6 +705,8 @@ group by key ) b on a.key=b.key and b.k1 < 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain extended select a.key, b.k2, b.k3 from src a join ( @@ -710,6 +720,8 @@ group by key ) b on a.key=b.key and b.k1 < 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t0`.`key`, `t4`.`k2`, `t4`.`k3` FROM (SELECT `key` FROM `default`.`src` @@ -1040,6 +1052,8 @@ group by key ) b on a.key=b.key and b.k1 < 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain extended select a.key, b.k2, b.k3 from src a join ( @@ -1053,6 +1067,8 @@ group by key ) b on a.key=b.key and b.k1 < 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t0`.`key`, `t4`.`k2`, `t4`.`k3` FROM (SELECT `key` FROM `default`.`src` diff --git a/ql/src/test/results/clientpositive/ppd_multi_insert.q.out b/ql/src/test/results/clientpositive/ppd_multi_insert.q.out index 7644c27..9059cf8 100644 --- a/ql/src/test/results/clientpositive/ppd_multi_insert.q.out +++ b/ql/src/test/results/clientpositive/ppd_multi_insert.q.out @@ -37,6 +37,11 @@ INSERT OVERWRITE TABLE mi2 SELECT a.key, a.value WHERE a.key >= 100 and a.key < INSERT OVERWRITE TABLE mi3 PARTITION(ds='2008-04-08', hr='12') SELECT a.key WHERE a.key >= 200 and a.key < 300 INSERT OVERWRITE DIRECTORY 'target/warehouse/mi4.out' SELECT a.value WHERE a.key >= 300 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@mi1 +PREHOOK: Output: default@mi2 +PREHOOK: Output: default@mi3@ds=2008-04-08/hr=12 +PREHOOK: Output: target/warehouse/mi4.out POSTHOOK: query: EXPLAIN FROM src a JOIN src b ON (a.key = b.key) INSERT OVERWRITE TABLE mi1 SELECT a.* WHERE a.key < 100 @@ -44,6 +49,11 @@ INSERT OVERWRITE TABLE mi2 SELECT a.key, a.value WHERE a.key >= 100 and a.key < INSERT OVERWRITE TABLE mi3 PARTITION(ds='2008-04-08', hr='12') SELECT a.key WHERE a.key >= 200 and a.key < 300 INSERT OVERWRITE DIRECTORY 'target/warehouse/mi4.out' SELECT a.value WHERE a.key >= 300 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@mi1 +POSTHOOK: Output: default@mi2 +POSTHOOK: Output: default@mi3@ds=2008-04-08/hr=12 +POSTHOOK: Output: target/warehouse/mi4.out STAGE DEPENDENCIES: Stage-4 is a root stage Stage-0 depends on stages: Stage-4 @@ -1442,6 +1452,11 @@ INSERT OVERWRITE TABLE mi2 SELECT a.key, a.value WHERE a.key >= 100 and a.key < INSERT OVERWRITE TABLE mi3 PARTITION(ds='2008-04-08', hr='12') SELECT a.key WHERE a.key >= 200 and a.key < 300 INSERT OVERWRITE DIRECTORY 'target/warehouse/mi4.out' SELECT a.value WHERE a.key >= 300 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@mi1 +PREHOOK: Output: default@mi2 +PREHOOK: Output: default@mi3@ds=2008-04-08/hr=12 +PREHOOK: Output: target/warehouse/mi4.out POSTHOOK: query: EXPLAIN FROM src a JOIN src b ON (a.key = b.key) INSERT OVERWRITE TABLE mi1 SELECT a.* WHERE a.key < 100 @@ -1449,6 +1464,11 @@ INSERT OVERWRITE TABLE mi2 SELECT a.key, a.value WHERE a.key >= 100 and a.key < INSERT OVERWRITE TABLE mi3 PARTITION(ds='2008-04-08', hr='12') SELECT a.key WHERE a.key >= 200 and a.key < 300 INSERT OVERWRITE DIRECTORY 'target/warehouse/mi4.out' SELECT a.value WHERE a.key >= 300 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@mi1 +POSTHOOK: Output: default@mi2 +POSTHOOK: Output: default@mi3@ds=2008-04-08/hr=12 +POSTHOOK: Output: target/warehouse/mi4.out STAGE DEPENDENCIES: Stage-4 is a root stage Stage-0 depends on stages: Stage-4 diff --git a/ql/src/test/results/clientpositive/ppd_outer_join1.q.out b/ql/src/test/results/clientpositive/ppd_outer_join1.q.out index 9ee9a19..7d8d133 100644 --- a/ql/src/test/results/clientpositive/ppd_outer_join1.q.out +++ b/ql/src/test/results/clientpositive/ppd_outer_join1.q.out @@ -7,6 +7,8 @@ PREHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM src a @@ -16,6 +18,8 @@ POSTHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -114,6 +118,8 @@ PREHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM src a @@ -123,6 +129,8 @@ POSTHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/ppd_outer_join2.q.out b/ql/src/test/results/clientpositive/ppd_outer_join2.q.out index efbc020..0f276e5 100644 --- a/ql/src/test/results/clientpositive/ppd_outer_join2.q.out +++ b/ql/src/test/results/clientpositive/ppd_outer_join2.q.out @@ -7,6 +7,8 @@ PREHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value WHERE a.key > '10' AND a.key < '20' AND b.key > '15' AND b.key < '25' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM src a @@ -16,6 +18,8 @@ POSTHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value WHERE a.key > '10' AND a.key < '20' AND b.key > '15' AND b.key < '25' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -234,6 +238,8 @@ PREHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value WHERE a.key > '10' AND a.key < '20' AND b.key > '15' AND b.key < '25' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM src a @@ -243,6 +249,8 @@ POSTHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value WHERE a.key > '10' AND a.key < '20' AND b.key > '15' AND b.key < '25' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/ppd_outer_join3.q.out b/ql/src/test/results/clientpositive/ppd_outer_join3.q.out index 4dcf288..6193909 100644 --- a/ql/src/test/results/clientpositive/ppd_outer_join3.q.out +++ b/ql/src/test/results/clientpositive/ppd_outer_join3.q.out @@ -7,6 +7,8 @@ PREHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value WHERE a.key > '10' AND a.key < '20' AND b.key > '15' AND b.key < '25' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM src a @@ -16,6 +18,8 @@ POSTHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value WHERE a.key > '10' AND a.key < '20' AND b.key > '15' AND b.key < '25' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -234,6 +238,8 @@ PREHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value WHERE a.key > '10' AND a.key < '20' AND b.key > '15' AND b.key < '25' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM src a @@ -243,6 +249,8 @@ POSTHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value WHERE a.key > '10' AND a.key < '20' AND b.key > '15' AND b.key < '25' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/ppd_outer_join4.q.out b/ql/src/test/results/clientpositive/ppd_outer_join4.q.out index 1eab7bd..ce8d49a 100644 --- a/ql/src/test/results/clientpositive/ppd_outer_join4.q.out +++ b/ql/src/test/results/clientpositive/ppd_outer_join4.q.out @@ -10,6 +10,8 @@ PREHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value, c.key WHERE a.key > '10' AND a.key < '20' AND b.key > '15' AND b.key < '25' AND sqrt(c.key) <> 13 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM src a @@ -22,6 +24,8 @@ POSTHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value, c.key WHERE a.key > '10' AND a.key < '20' AND b.key > '15' AND b.key < '25' AND sqrt(c.key) <> 13 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -374,6 +378,8 @@ PREHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value, c.key WHERE a.key > '10' AND a.key < '20' AND b.key > '15' AND b.key < '25' AND sqrt(c.key) <> 13 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM src a @@ -386,6 +392,8 @@ POSTHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value, c.key WHERE a.key > '10' AND a.key < '20' AND b.key > '15' AND b.key < '25' AND sqrt(c.key) <> 13 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/ppd_outer_join5.q.out b/ql/src/test/results/clientpositive/ppd_outer_join5.q.out index 101527f..e8fbfbe 100644 --- a/ql/src/test/results/clientpositive/ppd_outer_join5.q.out +++ b/ql/src/test/results/clientpositive/ppd_outer_join5.q.out @@ -34,8 +34,16 @@ Warning: Shuffle Join JOIN[14][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'S Warning: Shuffle Join JOIN[11][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-1:MAPRED' is a cross product PREHOOK: query: explain select * from t1_n98 full outer join t2_n61 on t1_n98.id=t2_n61.id join t3_n23 on t2_n61.id=t3_n23.id where t3_n23.id=20 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n98 +PREHOOK: Input: default@t2_n61 +PREHOOK: Input: default@t3_n23 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t1_n98 full outer join t2_n61 on t1_n98.id=t2_n61.id join t3_n23 on t2_n61.id=t3_n23.id where t3_n23.id=20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n98 +POSTHOOK: Input: default@t2_n61 +POSTHOOK: Input: default@t3_n23 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -145,8 +153,16 @@ Warning: Shuffle Join JOIN[14][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'S Warning: Shuffle Join JOIN[11][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-1:MAPRED' is a cross product PREHOOK: query: explain select * from t1_n98 join t2_n61 on (t1_n98.id=t2_n61.id) left outer join t3_n23 on (t2_n61.id=t3_n23.id) where t2_n61.id=20 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n98 +PREHOOK: Input: default@t2_n61 +PREHOOK: Input: default@t3_n23 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t1_n98 join t2_n61 on (t1_n98.id=t2_n61.id) left outer join t3_n23 on (t2_n61.id=t3_n23.id) where t2_n61.id=20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n98 +POSTHOOK: Input: default@t2_n61 +POSTHOOK: Input: default@t3_n23 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -253,8 +269,16 @@ Warning: Shuffle Join JOIN[14][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'S Warning: Shuffle Join JOIN[11][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-1:MAPRED' is a cross product PREHOOK: query: explain select * from t1_n98 join t2_n61 on (t1_n98.id=t2_n61.id) left outer join t3_n23 on (t1_n98.id=t3_n23.id) where t2_n61.id=20 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n98 +PREHOOK: Input: default@t2_n61 +PREHOOK: Input: default@t3_n23 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t1_n98 join t2_n61 on (t1_n98.id=t2_n61.id) left outer join t3_n23 on (t1_n98.id=t3_n23.id) where t2_n61.id=20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n98 +POSTHOOK: Input: default@t2_n61 +POSTHOOK: Input: default@t3_n23 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/ppd_random.q.out b/ql/src/test/results/clientpositive/ppd_random.q.out index ae2a917..3234ec9 100644 --- a/ql/src/test/results/clientpositive/ppd_random.q.out +++ b/ql/src/test/results/clientpositive/ppd_random.q.out @@ -7,6 +7,8 @@ JOIN ON src1.c1 = src2.c3 WHERE rand() > 0.5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.c1, src2.c4 FROM @@ -16,6 +18,8 @@ JOIN ON src1.c1 = src2.c3 WHERE rand() > 0.5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -94,6 +98,8 @@ JOIN ON src1.c1 = src2.c3 WHERE rand() > 0.5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.c1, src2.c4 FROM @@ -103,6 +109,8 @@ JOIN ON src1.c1 = src2.c3 WHERE rand() > 0.5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/ppd_repeated_alias.q.out b/ql/src/test/results/clientpositive/ppd_repeated_alias.q.out index b725e9f..295a2c1 100644 --- a/ql/src/test/results/clientpositive/ppd_repeated_alias.q.out +++ b/ql/src/test/results/clientpositive/ppd_repeated_alias.q.out @@ -28,12 +28,18 @@ FROM pokes_n0 a LEFT OUTER JOIN pokes2_n0 b ON a.foo=b.foo WHERE b.bar=3 PREHOOK: type: QUERY +PREHOOK: Input: default@pokes2_n0 +PREHOOK: Input: default@pokes_n0 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT a.foo as foo1, b.foo as foo2, b.bar FROM pokes_n0 a LEFT OUTER JOIN pokes2_n0 b ON a.foo=b.foo WHERE b.bar=3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@pokes2_n0 +POSTHOOK: Input: default@pokes_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -106,6 +112,9 @@ SELECT * FROM ON a.foo=b.foo) a WHERE a.bar=3 PREHOOK: type: QUERY +PREHOOK: Input: default@pokes2_n0 +PREHOOK: Input: default@pokes_n0 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM (SELECT a.foo as foo1, b.foo as foo2, b.bar @@ -113,6 +122,9 @@ SELECT * FROM ON a.foo=b.foo) a WHERE a.bar=3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@pokes2_n0 +POSTHOOK: Input: default@pokes_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -185,6 +197,9 @@ SELECT * FROM ON a.foo=b.foo) a WHERE a.bar=3 PREHOOK: type: QUERY +PREHOOK: Input: default@pokes2_n0 +PREHOOK: Input: default@pokes_n0 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM (SELECT a.foo as foo1, b.foo as foo2, a.bar @@ -192,6 +207,9 @@ SELECT * FROM ON a.foo=b.foo) a WHERE a.bar=3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@pokes2_n0 +POSTHOOK: Input: default@pokes_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -260,8 +278,12 @@ STAGE PLANS: Warning: Shuffle Join JOIN[15][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-1:MAPRED' is a cross product PREHOOK: query: explain select c.foo, d.bar from (select c.foo, b.bar, c.blah from pokes_n0 c left outer join pokes_n0 b on c.foo=b.foo) c left outer join pokes_n0 d where d.foo=1 and c.bar=2 PREHOOK: type: QUERY +PREHOOK: Input: default@pokes_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select c.foo, d.bar from (select c.foo, b.bar, c.blah from pokes_n0 c left outer join pokes_n0 b on c.foo=b.foo) c left outer join pokes_n0 d where d.foo=1 and c.bar=2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@pokes_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/ppd_transform.q.out b/ql/src/test/results/clientpositive/ppd_transform.q.out index b38088f..4814143 100644 --- a/ql/src/test/results/clientpositive/ppd_transform.q.out +++ b/ql/src/test/results/clientpositive/ppd_transform.q.out @@ -7,6 +7,9 @@ FROM ( ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 PREHOOK: type: QUERY +PREHOOK: Input: cat +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM ( FROM src @@ -16,6 +19,9 @@ FROM ( ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 POSTHOOK: type: QUERY +POSTHOOK: Input: cat +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -181,6 +187,9 @@ FROM ( ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 PREHOOK: type: QUERY +PREHOOK: Input: cat +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM ( FROM src @@ -190,6 +199,9 @@ FROM ( ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 POSTHOOK: type: QUERY +POSTHOOK: Input: cat +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -352,12 +364,18 @@ FROM ( ) reduced #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: cat +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM ( FROM ( SELECT * FROM src ) mapout REDUCE * USING 'cat' AS x,y ) reduced #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: cat +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/ppd_udf_case.q.out b/ql/src/test/results/clientpositive/ppd_udf_case.q.out index 07f78bb..23b835c 100644 --- a/ql/src/test/results/clientpositive/ppd_udf_case.q.out +++ b/ql/src/test/results/clientpositive/ppd_udf_case.q.out @@ -12,6 +12,10 @@ WHERE a.ds = '2008-04-08' AND END ORDER BY a.key, a.value, a.ds, a.hr, b.key, b.value, b.ds, b.hr PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM srcpart a JOIN srcpart b @@ -25,6 +29,10 @@ WHERE a.ds = '2008-04-08' AND END ORDER BY a.key, a.value, a.ds, a.hr, b.key, b.value, b.ds, b.hr POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -161,6 +169,10 @@ WHERE a.ds = '2008-04-08' AND END ORDER BY a.key, a.value, a.ds, a.hr, b.key, b.value, b.ds, b.hr PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM srcpart a JOIN srcpart b @@ -174,6 +186,10 @@ WHERE a.ds = '2008-04-08' AND END ORDER BY a.key, a.value, a.ds, a.hr, b.key, b.value, b.ds, b.hr POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/ppd_udf_col.q.out b/ql/src/test/results/clientpositive/ppd_udf_col.q.out index ee5d300..291c69f 100644 --- a/ql/src/test/results/clientpositive/ppd_udf_col.q.out +++ b/ql/src/test/results/clientpositive/ppd_udf_col.q.out @@ -3,11 +3,15 @@ SELECT key, randum123 FROM (SELECT *, cast(rand() as double) AS randum123 FROM src WHERE key = 100) a WHERE randum123 <=0.1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, randum123 FROM (SELECT *, cast(rand() as double) AS randum123 FROM src WHERE key = 100) a WHERE randum123 <=0.1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -51,6 +55,8 @@ SELECT key, randum123 FROM (SELECT *, cast(rand() as double) AS randum123 FROM src WHERE key = 100) a WHERE randum123 <=0.1)s WHERE s.randum123>0.1 LIMIT 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM ( @@ -58,6 +64,8 @@ SELECT key, randum123 FROM (SELECT *, cast(rand() as double) AS randum123 FROM src WHERE key = 100) a WHERE randum123 <=0.1)s WHERE s.randum123>0.1 LIMIT 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -99,11 +107,15 @@ SELECT key,randum123, h4 FROM (SELECT *, cast(rand() as double) AS randum123, hex(4) AS h4 FROM src WHERE key = 100) a WHERE a.h4 <= 3 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key,randum123, h4 FROM (SELECT *, cast(rand() as double) AS randum123, hex(4) AS h4 FROM src WHERE key = 100) a WHERE a.h4 <= 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -142,11 +154,15 @@ SELECT key,randum123, v10 FROM (SELECT *, cast(rand() as double) AS randum123, value*10 AS v10 FROM src WHERE key = 100) a WHERE a.v10 <= 200 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key,randum123, v10 FROM (SELECT *, cast(rand() as double) AS randum123, value*10 AS v10 FROM src WHERE key = 100) a WHERE a.v10 <= 200 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -185,11 +201,15 @@ SELECT key, randum123 FROM (SELECT *, cast(rand() as double) AS randum123 FROM src WHERE key = 100) a WHERE randum123 <=0.1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, randum123 FROM (SELECT *, cast(rand() as double) AS randum123 FROM src WHERE key = 100) a WHERE randum123 <=0.1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -233,6 +253,8 @@ SELECT key, randum123 FROM (SELECT *, cast(rand() as double) AS randum123 FROM src WHERE key = 100) a WHERE randum123 <=0.1)s WHERE s.randum123>0.1 LIMIT 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM ( @@ -240,6 +262,8 @@ SELECT key, randum123 FROM (SELECT *, cast(rand() as double) AS randum123 FROM src WHERE key = 100) a WHERE randum123 <=0.1)s WHERE s.randum123>0.1 LIMIT 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -281,11 +305,15 @@ SELECT key,randum123, h4 FROM (SELECT *, cast(rand() as double) AS randum123, hex(4) AS h4 FROM src WHERE key = 100) a WHERE a.h4 <= 3 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key,randum123, h4 FROM (SELECT *, cast(rand() as double) AS randum123, hex(4) AS h4 FROM src WHERE key = 100) a WHERE a.h4 <= 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -324,11 +352,15 @@ SELECT key,randum123, v10 FROM (SELECT *, cast(rand() as double) AS randum123, value*10 AS v10 FROM src WHERE key = 100) a WHERE a.v10 <= 200 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key,randum123, v10 FROM (SELECT *, cast(rand() as double) AS randum123, value*10 AS v10 FROM src WHERE key = 100) a WHERE a.v10 <= 200 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/ppd_udtf.q.out b/ql/src/test/results/clientpositive/ppd_udtf.q.out index 409e982..e43cfa9 100644 --- a/ql/src/test/results/clientpositive/ppd_udtf.q.out +++ b/ql/src/test/results/clientpositive/ppd_udtf.q.out @@ -5,6 +5,8 @@ SELECT value from ( ) A ) B WHERE value < 450 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT value from ( select explode(array(key, value)) as (value) from ( @@ -12,6 +14,8 @@ SELECT value from ( ) A ) B WHERE value < 450 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/ppd_union.q.out b/ql/src/test/results/clientpositive/ppd_union.q.out index 238a6dc..2d67046 100644 --- a/ql/src/test/results/clientpositive/ppd_union.q.out +++ b/ql/src/test/results/clientpositive/ppd_union.q.out @@ -7,6 +7,8 @@ FROM ( SELECT unioned_query.* WHERE key > '4' and value > 'val_4' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM ( FROM src select src.key, src.value WHERE src.key < '100' @@ -16,6 +18,8 @@ FROM ( SELECT unioned_query.* WHERE key > '4' and value > 'val_4' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -249,6 +253,8 @@ FROM ( SELECT unioned_query.* WHERE key > '4' and value > 'val_4' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM ( FROM src select src.key, src.value WHERE src.key < '100' @@ -258,6 +264,8 @@ FROM ( SELECT unioned_query.* WHERE key > '4' and value > 'val_4' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/ppd_vc.q.out b/ql/src/test/results/clientpositive/ppd_vc.q.out index 34890f2..6a5edc3 100644 --- a/ql/src/test/results/clientpositive/ppd_vc.q.out +++ b/ql/src/test/results/clientpositive/ppd_vc.q.out @@ -1,9 +1,21 @@ PREHOOK: query: explain extended select * from srcpart where BLOCK__OFFSET__INSIDE__FILE<100 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from srcpart where BLOCK__OFFSET__INSIDE__FILE<100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value`, `ds`, `hr` FROM `default`.`srcpart` WHERE `BLOCK__OFFSET__INSIDE__FILE` < 100 @@ -317,11 +329,25 @@ select b.* from src a join (select *,BLOCK__OFFSET__INSIDE__FILE from srcpart where BLOCK__OFFSET__INSIDE__FILE<100) b on a.key=b.key AND b.BLOCK__OFFSET__INSIDE__FILE<50 order by ds,hr,BLOCK__OFFSET__INSIDE__FILE PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain extended select b.* from src a join (select *,BLOCK__OFFSET__INSIDE__FILE from srcpart where BLOCK__OFFSET__INSIDE__FILE<100) b on a.key=b.key AND b.BLOCK__OFFSET__INSIDE__FILE<50 order by ds,hr,BLOCK__OFFSET__INSIDE__FILE POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t2`.`key`, `t2`.`value`, `t2`.`ds`, `t2`.`hr`, `t2`.`BLOCK__OFFSET__INSIDE__FILE` AS `block__offset__inside__file` FROM (SELECT `key` FROM `default`.`src` diff --git a/ql/src/test/results/clientpositive/ppd_windowing1.q.out b/ql/src/test/results/clientpositive/ppd_windowing1.q.out index 4cd2e35..5e1a0a0 100644 --- a/ql/src/test/results/clientpositive/ppd_windowing1.q.out +++ b/ql/src/test/results/clientpositive/ppd_windowing1.q.out @@ -1,7 +1,11 @@ PREHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key) as c1 from src)r1 where key > '2' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key) as c1 from src)r1 where key > '2' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -67,8 +71,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key) as c1 from src)r1 where key > 2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key) as c1 from src)r1 where key > 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -134,8 +142,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key) as c1 from src)r1 where cast(key as int) > 2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key) as c1 from src)r1 where cast(key as int) > 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -201,8 +213,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key) as c1 from src)r1 where (cast(key as int) + 1) > 2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key) as c1 from src)r1 where (cast(key as int) + 1) > 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -268,8 +284,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select * from (SELECT (cast(key as int))+2 as key, sum(key) over(partition by key) as c1 from src)r1 where (cast(key as int) + 1) > 2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from (SELECT (cast(key as int))+2 as key, sum(key) over(partition by key) as c1 from src)r1 where (cast(key as int) + 1) > 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -335,8 +355,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key, value) as c1 from src)r1 where key > '2' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key, value) as c1 from src)r1 where key > '2' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -402,8 +426,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key, value) as c1 from src)r1 where key > 2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key, value) as c1 from src)r1 where key > 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -469,8 +497,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key, value) as c1 from src)r1 where cast(key as int) > 2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key, value) as c1 from src)r1 where cast(key as int) > 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -536,8 +568,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key, value) as c1 from src)r1 where (cast(key as int) + 1) > 2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key, value) as c1 from src)r1 where (cast(key as int) + 1) > 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -603,8 +639,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select * from (SELECT (cast(key as int))+2 as key, sum(key) over(partition by key, value) as c1 from src)r1 where (cast(key as int) + 1) > 2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from (SELECT (cast(key as int))+2 as key, sum(key) over(partition by key, value) as c1 from src)r1 where (cast(key as int) + 1) > 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -670,8 +710,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(key) over(partition by key) as c2 from src)r1 where key > '2' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(key) over(partition by key) as c2 from src)r1 where key > '2' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -785,8 +829,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(key) over(partition by key) as c2 from src)r1 where key > 2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(key) over(partition by key) as c2 from src)r1 where key > 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -900,8 +948,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(key) over(partition by key) as c2 from src)r1 where (cast(key as int) + 1) > 2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(key) over(partition by key) as c2 from src)r1 where (cast(key as int) + 1) > 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1015,8 +1067,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select * from (SELECT (cast(key as int))+2 as key, sum(key) over(partition by key,value) as c1, sum(key) over(partition by key) as c2 from src)r1 where (cast(key as int) + 1) > 2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from (SELECT (cast(key as int))+2 as key, sum(key) over(partition by key,value) as c1, sum(key) over(partition by key) as c2 from src)r1 where (cast(key as int) + 1) > 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1130,8 +1186,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(value) over(partition by key) as c2 from src)r1 where key > '2' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(value) over(partition by key) as c2 from src)r1 where key > '2' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1245,8 +1305,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(value) over(partition by key) as c2 from src)r1 where key > 2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(value) over(partition by key) as c2 from src)r1 where key > 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1360,8 +1424,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(value) over(partition by key) as c2 from src)r1 where (cast(key as int) + 1) > 2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key,value) as c1, sum(value) over(partition by key) as c2 from src)r1 where (cast(key as int) + 1) > 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1475,8 +1543,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select * from (SELECT (cast(key as int))+2 as key, sum(key) over(partition by key,value) as c1, sum(value) over(partition by key) as c2 from src)r1 where (cast(key as int) + 1) > 2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from (SELECT (cast(key as int))+2 as key, sum(key) over(partition by key,value) as c1, sum(value) over(partition by key) as c2 from src)r1 where (cast(key as int) + 1) > 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1590,8 +1662,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key,value) as c1, avg(value) over(partition by value) as c2 from src)r1 where key > '2' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key,value) as c1, avg(value) over(partition by value) as c2 from src)r1 where key > '2' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1705,8 +1781,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key + 2) as c1 from src)r1 where key > '2' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key + 2) as c1 from src)r1 where key > '2' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1773,8 +1853,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key + value) as c1 from src)r1 where key > '2' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from (SELECT key, sum(key) over(partition by key + value) as c1 from src)r1 where key > '2' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1841,8 +1925,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select * from (SELECT key, value, sum(key) over(partition by key, value) as c1 from src)r1 where (key + value) > '2' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from (SELECT key, value, sum(key) over(partition by key, value) as c1 from src)r1 where (key + value) > '2' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1908,8 +1996,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select * from (SELECT key, value, sum(key) over(partition by key + value) as c1 from src)r1 where (key + value) > '2' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from (SELECT key, value, sum(key) over(partition by key + value) as c1 from src)r1 where (key + value) > '2' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1976,8 +2068,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select * from (SELECT (cast(key as int))+(cast(value as int)) as key, sum(key) over(partition by key) as c1 from src)r1 where key > 2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from (SELECT (cast(key as int))+(cast(value as int)) as key, sum(key) over(partition by key) as c1 from src)r1 where key > 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/ppr_allchildsarenull.q.out b/ql/src/test/results/clientpositive/ppr_allchildsarenull.q.out index 275e669..e883a30 100644 --- a/ql/src/test/results/clientpositive/ppr_allchildsarenull.q.out +++ b/ql/src/test/results/clientpositive/ppr_allchildsarenull.q.out @@ -7,6 +7,10 @@ SELECT THEN 1 ELSE 0 end ) > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT CAST(key AS INT) AS user_id, value @@ -16,6 +20,10 @@ SELECT THEN 1 ELSE 0 end ) > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT CAST(`key` AS INTEGER) AS `user_id`, `value` FROM `default`.`srcpart` WHERE `ds` = '2008-04-08' AND (`value` LIKE 'aaa%' OR `value` LIKE 'vvv%') @@ -206,6 +214,12 @@ SELECT THEN 1 ELSE 0 end ) > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT CAST(key AS INT) AS user_id, value @@ -215,6 +229,12 @@ SELECT THEN 1 ELSE 0 end ) > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT CAST(`key` AS INTEGER) AS `user_id`, `value` FROM `default`.`srcpart` WHERE `ds` = '2008-04-08' AND (`value` LIKE 'aaa%' OR `value` LIKE 'vvv%') diff --git a/ql/src/test/results/clientpositive/ppr_pushdown3.q.out b/ql/src/test/results/clientpositive/ppr_pushdown3.q.out index 6b37990..e417249 100644 --- a/ql/src/test/results/clientpositive/ppr_pushdown3.q.out +++ b/ql/src/test/results/clientpositive/ppr_pushdown3.q.out @@ -1,7 +1,19 @@ PREHOOK: query: explain select * from srcpart where key < 10 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select * from srcpart where key < 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -80,8 +92,20 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 9 val_9 2008-04-09 12 PREHOOK: query: explain select * from srcpart PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select * from srcpart POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -2117,8 +2141,20 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 97 val_97 2008-04-09 12 PREHOOK: query: explain select key from srcpart PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select key from srcpart POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/ptf_matchpath.q.out b/ql/src/test/results/clientpositive/ptf_matchpath.q.out index c597114..3e3260d 100644 --- a/ql/src/test/results/clientpositive/ptf_matchpath.q.out +++ b/ql/src/test/results/clientpositive/ptf_matchpath.q.out @@ -45,6 +45,8 @@ from matchpath(on arg4('origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath') ) PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select origin_city_name, fl_num, year, month, day_of_month, sz, tpath from matchpath(on @@ -56,6 +58,8 @@ from matchpath(on arg4('origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath') ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -163,6 +167,8 @@ from matchpath(on ) where fl_num = 1142 PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select origin_city_name, fl_num, year, month, day_of_month, sz, tpath from matchpath(on @@ -174,6 +180,8 @@ from matchpath(on ) where fl_num = 1142 POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -272,6 +280,8 @@ from matchpath(on arg4('origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath') ) PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select origin_city_name, fl_num, year, month, day_of_month, sz, tpath from matchpath(on @@ -282,6 +292,8 @@ from matchpath(on arg4('origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath') ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/ptfgroupbyjoin.q.out b/ql/src/test/results/clientpositive/ptfgroupbyjoin.q.out index 886e5ac..59cb83b 100644 --- a/ql/src/test/results/clientpositive/ptfgroupbyjoin.q.out +++ b/ql/src/test/results/clientpositive/ptfgroupbyjoin.q.out @@ -55,6 +55,9 @@ from ( ) ddd inner join tlb2 aaa on aaa.fid = ddd.fkey PREHOOK: type: QUERY +PREHOOK: Input: default@tlb1 +PREHOOK: Input: default@tlb2 +#### A masked pattern was here #### POSTHOOK: query: explain select ddd.id, ddd.fkey, aaa.name from ( @@ -64,6 +67,9 @@ from ( ) ddd inner join tlb2 aaa on aaa.fid = ddd.fkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@tlb1 +POSTHOOK: Input: default@tlb2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -193,6 +199,9 @@ from ( ) ddd inner join tlb2 aaa on aaa.fid = ddd.fkey PREHOOK: type: QUERY +PREHOOK: Input: default@tlb1 +PREHOOK: Input: default@tlb2 +#### A masked pattern was here #### POSTHOOK: query: explain select ddd.id, ddd.fkey, aaa.name, ddd.rnum from ( @@ -202,6 +211,9 @@ from ( ) ddd inner join tlb2 aaa on aaa.fid = ddd.fkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@tlb1 +POSTHOOK: Input: default@tlb2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -351,6 +363,9 @@ from ( ) ddd inner join tlb2 aaa on aaa.fid = ddd.fkey PREHOOK: type: QUERY +PREHOOK: Input: default@tlb1 +PREHOOK: Input: default@tlb2 +#### A masked pattern was here #### POSTHOOK: query: explain select ddd.id, ddd.fkey, aaa.name from ( @@ -360,6 +375,9 @@ from ( ) ddd inner join tlb2 aaa on aaa.fid = ddd.fkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@tlb1 +POSTHOOK: Input: default@tlb2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/push_or.q.out b/ql/src/test/results/clientpositive/push_or.q.out index 4cc32d0..240cd4f 100644 --- a/ql/src/test/results/clientpositive/push_or.q.out +++ b/ql/src/test/results/clientpositive/push_or.q.out @@ -32,8 +32,16 @@ POSTHOOK: Lineage: push_or PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.Fie POSTHOOK: Lineage: push_or PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain extended select key, value, ds from push_or where ds='2000-04-09' or key=5 order by key, ds PREHOOK: type: QUERY +PREHOOK: Input: default@push_or +PREHOOK: Input: default@push_or@ds=2000-04-08 +PREHOOK: Input: default@push_or@ds=2000-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value, ds from push_or where ds='2000-04-09' or key=5 order by key, ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@push_or +POSTHOOK: Input: default@push_or@ds=2000-04-08 +POSTHOOK: Input: default@push_or@ds=2000-04-09 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value`, `ds` FROM `default`.`push_or` WHERE `ds` = '2000-04-09' OR `key` = 5 diff --git a/ql/src/test/results/clientpositive/quote1.q.out b/ql/src/test/results/clientpositive/quote1.q.out index 68715b0..e242e69 100644 --- a/ql/src/test/results/clientpositive/quote1.q.out +++ b/ql/src/test/results/clientpositive/quote1.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n103 PARTITION(`table`='2008-04-08') SELECT src.key as `partition`, src.value as `from` WHERE src.key >= 200 and src.key < 300 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n103@table=2008-04-08 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n103 PARTITION(`table`='2008-04-08') SELECT src.key as `partition`, src.value as `from` WHERE src.key >= 200 and src.key < 300 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n103@table=2008-04-08 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -143,9 +147,13 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT `int`.`location`, `int`.`type`, `int`.`table` FROM dest1_n103 `int` WHERE `int`.`table` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@dest1_n103 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT `int`.`location`, `int`.`type`, `int`.`table` FROM dest1_n103 `int` WHERE `int`.`table` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest1_n103 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/quote2.q.out b/ql/src/test/results/clientpositive/quote2.q.out index 086960a..8d350da 100644 --- a/ql/src/test/results/clientpositive/quote2.q.out +++ b/ql/src/test/results/clientpositive/quote2.q.out @@ -14,6 +14,8 @@ SELECT FROM src LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT 'abc', "abc", @@ -30,6 +32,8 @@ SELECT FROM src LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/quotedid_basic.q.out b/ql/src/test/results/clientpositive/quotedid_basic.q.out index 6c8aa59..0c13874 100644 --- a/ql/src/test/results/clientpositive/quotedid_basic.q.out +++ b/ql/src/test/results/clientpositive/quotedid_basic.q.out @@ -25,8 +25,12 @@ POSTHOOK: Input: default@t1_n7 #### A masked pattern was here #### PREHOOK: query: explain select `x+1`, `y&y`, `!@#$%^&*()_q` from t1_n7 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n7 +#### A masked pattern was here #### POSTHOOK: query: explain select `x+1`, `y&y`, `!@#$%^&*()_q` from t1_n7 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n7 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -46,8 +50,12 @@ STAGE PLANS: PREHOOK: query: explain select `x+1`, `y&y`, `!@#$%^&*()_q` from t1_n7 where `!@#$%^&*()_q` = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n7 +#### A masked pattern was here #### POSTHOOK: query: explain select `x+1`, `y&y`, `!@#$%^&*()_q` from t1_n7 where `!@#$%^&*()_q` = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n7 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -83,8 +91,12 @@ STAGE PLANS: PREHOOK: query: explain select `x+1`, `y&y`, `!@#$%^&*()_q` from t1_n7 where `!@#$%^&*()_q` = '1' group by `x+1`, `y&y`, `!@#$%^&*()_q` having `!@#$%^&*()_q` = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n7 +#### A masked pattern was here #### POSTHOOK: query: explain select `x+1`, `y&y`, `!@#$%^&*()_q` from t1_n7 where `!@#$%^&*()_q` = '1' group by `x+1`, `y&y`, `!@#$%^&*()_q` having `!@#$%^&*()_q` = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n7 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -141,9 +153,13 @@ STAGE PLANS: PREHOOK: query: explain select `x+1`, `y&y`, `!@#$%^&*()_q`, rank() over(partition by `!@#$%^&*()_q` order by `y&y`) from t1_n7 where `!@#$%^&*()_q` = '1' group by `x+1`, `y&y`, `!@#$%^&*()_q` having `!@#$%^&*()_q` = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n7 +#### A masked pattern was here #### POSTHOOK: query: explain select `x+1`, `y&y`, `!@#$%^&*()_q`, rank() over(partition by `!@#$%^&*()_q` order by `y&y`) from t1_n7 where `!@#$%^&*()_q` = '1' group by `x+1`, `y&y`, `!@#$%^&*()_q` having `!@#$%^&*()_q` = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n7 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -245,9 +261,13 @@ STAGE PLANS: PREHOOK: query: explain select `X+1`, `Y&y`, `!@#$%^&*()_Q`, rank() over(partition by `!@#$%^&*()_q` order by `y&y`) from t1_n7 where `!@#$%^&*()_q` = '1' group by `x+1`, `y&Y`, `!@#$%^&*()_q` having `!@#$%^&*()_Q` = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n7 +#### A masked pattern was here #### POSTHOOK: query: explain select `X+1`, `Y&y`, `!@#$%^&*()_Q`, rank() over(partition by `!@#$%^&*()_q` order by `y&y`) from t1_n7 where `!@#$%^&*()_q` = '1' group by `x+1`, `y&Y`, `!@#$%^&*()_q` having `!@#$%^&*()_Q` = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n7 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/quotedid_partition.q.out b/ql/src/test/results/clientpositive/quotedid_partition.q.out index 43cc3a4..bccda02 100644 --- a/ql/src/test/results/clientpositive/quotedid_partition.q.out +++ b/ql/src/test/results/clientpositive/quotedid_partition.q.out @@ -27,10 +27,16 @@ PREHOOK: query: explain select `x+1`, `y&y`, `!@#$%^&*()_q` from src_p where `!@#$%^&*()_q` = 'a' and `x+1`='10' group by `x+1`, `y&y`, `!@#$%^&*()_q` having `!@#$%^&*()_q` = 'a' PREHOOK: type: QUERY +PREHOOK: Input: default@src_p +PREHOOK: Input: default@src_p@!@%23$%25%5E&%2A()_q=a +#### A masked pattern was here #### POSTHOOK: query: explain select `x+1`, `y&y`, `!@#$%^&*()_q` from src_p where `!@#$%^&*()_q` = 'a' and `x+1`='10' group by `x+1`, `y&y`, `!@#$%^&*()_q` having `!@#$%^&*()_q` = 'a' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_p +POSTHOOK: Input: default@src_p@!@%23$%25%5E&%2A()_q=a +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/quotedid_skew.q.out b/ql/src/test/results/clientpositive/quotedid_skew.q.out index 6f6c9b7..5c7a5a2 100644 --- a/ql/src/test/results/clientpositive/quotedid_skew.q.out +++ b/ql/src/test/results/clientpositive/quotedid_skew.q.out @@ -37,9 +37,15 @@ POSTHOOK: Output: default@t2_n28 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n46 a JOIN T2_n28 b ON a. `!@#$%^&*()_q` = b. `!@#$%^&*()_q` PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n46 +PREHOOK: Input: default@t2_n28 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n46 a JOIN T2_n28 b ON a. `!@#$%^&*()_q` = b. `!@#$%^&*()_q` POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n46 +POSTHOOK: Input: default@t2_n28 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 diff --git a/ql/src/test/results/clientpositive/rand_partitionpruner1.q.out b/ql/src/test/results/clientpositive/rand_partitionpruner1.q.out index dc79ab2..665e15f 100644 --- a/ql/src/test/results/clientpositive/rand_partitionpruner1.q.out +++ b/ql/src/test/results/clientpositive/rand_partitionpruner1.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain extended select * from src where rand(1) < 0.1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from src where rand(1) < 0.1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`src` WHERE RAND(1) < 0.1 diff --git a/ql/src/test/results/clientpositive/rand_partitionpruner2.q.out b/ql/src/test/results/clientpositive/rand_partitionpruner2.q.out index 414d2d2..692d861 100644 --- a/ql/src/test/results/clientpositive/rand_partitionpruner2.q.out +++ b/ql/src/test/results/clientpositive/rand_partitionpruner2.q.out @@ -10,10 +10,18 @@ PREHOOK: query: explain extended insert overwrite table tmptable_n1 select a.* from srcpart a where rand(1) < 0.1 and a.ds = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@tmptable_n1 POSTHOOK: query: explain extended insert overwrite table tmptable_n1 select a.* from srcpart a where rand(1) < 0.1 and a.ds = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@tmptable_n1 OPTIMIZED SQL: SELECT `key`, `value`, CAST('2008-04-08' AS STRING) AS `ds`, `hr` FROM `default`.`srcpart` WHERE RAND(1) < 0.1 AND `ds` = '2008-04-08' diff --git a/ql/src/test/results/clientpositive/rand_partitionpruner3.q.out b/ql/src/test/results/clientpositive/rand_partitionpruner3.q.out index dc44caf..9a45eb9 100644 --- a/ql/src/test/results/clientpositive/rand_partitionpruner3.q.out +++ b/ql/src/test/results/clientpositive/rand_partitionpruner3.q.out @@ -1,7 +1,13 @@ PREHOOK: query: explain extended select a.* from srcpart a where rand(1) < 0.1 and a.ds = '2008-04-08' and not(key > 50 or key < 10) and a.hr like '%2' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain extended select a.* from srcpart a where rand(1) < 0.1 and a.ds = '2008-04-08' and not(key > 50 or key < 10) and a.hr like '%2' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value`, CAST('2008-04-08' AS STRING) AS `ds`, `hr` FROM `default`.`srcpart` WHERE RAND(1) < 0.1 AND `ds` = '2008-04-08' AND `key` <= 50 AND `key` >= 10 AND `hr` LIKE '%2' @@ -92,8 +98,14 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 37 val_37 2008-04-08 12 PREHOOK: query: explain extended select a.* from srcpart a where a.ds = '2008-04-08' and not(key > 50 or key < 10) and a.hr like '%2' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain extended select a.* from srcpart a where a.ds = '2008-04-08' and not(key > 50 or key < 10) and a.hr like '%2' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value`, CAST('2008-04-08' AS STRING) AS `ds`, `hr` FROM `default`.`srcpart` WHERE `ds` = '2008-04-08' AND `key` <= 50 AND `key` >= 10 AND `hr` LIKE '%2' diff --git a/ql/src/test/results/clientpositive/rcfile_null_value.q.out b/ql/src/test/results/clientpositive/rcfile_null_value.q.out index 01fd8c0..6139ca3 100644 --- a/ql/src/test/results/clientpositive/rcfile_null_value.q.out +++ b/ql/src/test/results/clientpositive/rcfile_null_value.q.out @@ -72,6 +72,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_rc SELECT c.c1, c.c2, c.c3, c.c4 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_rc POSTHOOK: query: EXPLAIN FROM ( FROM @@ -87,6 +89,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_rc SELECT c.c1, c.c2, c.c3, c.c4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_rc STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/reduceSinkDeDuplication_pRS_key_empty.q.out b/ql/src/test/results/clientpositive/reduceSinkDeDuplication_pRS_key_empty.q.out index 7ff79f8..00d8f5a 100644 --- a/ql/src/test/results/clientpositive/reduceSinkDeDuplication_pRS_key_empty.q.out +++ b/ql/src/test/results/clientpositive/reduceSinkDeDuplication_pRS_key_empty.q.out @@ -33,6 +33,8 @@ select var_samp(substr(src.value,5)) as d from src)subq PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select compute_stats(a,'fm',16),compute_stats(b,'fm',16),compute_stats(c,'fm',16),compute_stats(d,'fm',16) from ( @@ -43,6 +45,8 @@ select var_samp(substr(src.value,5)) as d from src)subq POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -123,6 +127,8 @@ select var_samp(substr(src.value,5)) as d from src)subq PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select compute_stats(a,'fm',16),compute_stats(b,'fm',16),compute_stats(c,'fm',16),compute_stats(d,'fm',16) from ( @@ -133,6 +139,8 @@ select var_samp(substr(src.value,5)) as d from src)subq POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/reduce_deduplicate_exclude_join.q.out b/ql/src/test/results/clientpositive/reduce_deduplicate_exclude_join.q.out index 8f83473..9dcebeb 100644 --- a/ql/src/test/results/clientpositive/reduce_deduplicate_exclude_join.q.out +++ b/ql/src/test/results/clientpositive/reduce_deduplicate_exclude_join.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain select * from (select * from src cluster by key) a join src b on a.key = b.key limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select * from src cluster by key) a join src b on a.key = b.key limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-5 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/reduce_deduplicate_extended2.q.out b/ql/src/test/results/clientpositive/reduce_deduplicate_extended2.q.out index 8985572..96c95f9 100644 --- a/ql/src/test/results/clientpositive/reduce_deduplicate_extended2.q.out +++ b/ql/src/test/results/clientpositive/reduce_deduplicate_extended2.q.out @@ -4,12 +4,16 @@ FROM src f JOIN src g ON (f.key = g.key AND f.value = g.value) GROUP BY g.value, f.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT f.key, g.value FROM src f JOIN src g ON (f.key = g.key AND f.value = g.value) GROUP BY g.value, f.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -107,6 +111,8 @@ JOIN src g ON (f.key = g.key AND f.value = g.value) GROUP BY g.key, f.value ORDER BY f.value, g.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT g.key, f.value FROM src f @@ -114,6 +120,8 @@ JOIN src g ON (f.key = g.key AND f.value = g.value) GROUP BY g.key, f.value ORDER BY f.value, g.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -218,6 +226,8 @@ JOIN ( ON (f.key = g.key AND f.value = g.value) GROUP BY g.value, f.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT f.key, g.value FROM src f @@ -228,6 +238,8 @@ JOIN ( ON (f.key = g.key AND f.value = g.value) GROUP BY g.value, f.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -356,6 +368,8 @@ JOIN ( ON (f.key = g.key AND f.value = g.value) GROUP BY g.value, f.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT f.key, g.value FROM ( @@ -369,6 +383,8 @@ JOIN ( ON (f.key = g.key AND f.value = g.value) GROUP BY g.value, f.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 @@ -523,6 +539,8 @@ JOIN ( GROUP BY g.value, f.key ORDER BY f.key desc, g.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT f.key, g.value FROM ( @@ -536,6 +554,8 @@ JOIN ( GROUP BY g.value, f.key ORDER BY f.key desc, g.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 @@ -698,6 +718,8 @@ UNION ALL ) x ORDER BY x.value desc, x.key desc PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.key, x.value FROM ( @@ -727,6 +749,8 @@ UNION ALL ) x ORDER BY x.value desc, x.key desc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/regex_col.q.out b/ql/src/test/results/clientpositive/regex_col.q.out index 217cbe1..ad54904 100644 --- a/ql/src/test/results/clientpositive/regex_col.q.out +++ b/ql/src/test/results/clientpositive/regex_col.q.out @@ -1,9 +1,21 @@ PREHOOK: query: EXPLAIN SELECT * FROM srcpart PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM srcpart POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -24,9 +36,21 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT `..` FROM srcpart PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT `..` FROM srcpart POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -47,9 +71,21 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT srcpart.`..` FROM srcpart PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT srcpart.`..` FROM srcpart POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -71,10 +107,22 @@ PREHOOK: query: EXPLAIN SELECT `..` FROM srcpart a JOIN srcpart b ON a.key = b.key AND a.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT `..` FROM srcpart a JOIN srcpart b ON a.key = b.key AND a.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -147,11 +195,23 @@ SELECT b.`..` FROM srcpart a JOIN srcpart b ON a.key = b.key AND a.hr = b.hr AND a.ds = b.ds AND a.key = 103 ORDER BY ds, hr PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT b.`..` FROM srcpart a JOIN srcpart b ON a.key = b.key AND a.hr = b.hr AND a.ds = b.ds AND a.key = 103 ORDER BY ds, hr POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -278,9 +338,21 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: query: EXPLAIN SELECT `.e.` FROM srcpart PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT `.e.` FROM srcpart POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -301,9 +373,21 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT `d.*` FROM srcpart PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT `d.*` FROM srcpart POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -324,9 +408,21 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT `(ds)?+.+` FROM srcpart PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT `(ds)?+.+` FROM srcpart POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -347,9 +443,21 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT `(ds|hr)?+.+` FROM srcpart ORDER BY key, value LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT `(ds|hr)?+.+` FROM srcpart ORDER BY key, value LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/regexp_extract.q.out b/ql/src/test/results/clientpositive/regexp_extract.q.out index b76f0ff..4f76845 100644 --- a/ql/src/test/results/clientpositive/regexp_extract.q.out +++ b/ql/src/test/results/clientpositive/regexp_extract.q.out @@ -7,6 +7,8 @@ FROM ( ) tmap SELECT tmap.key, regexp_extract(tmap.value, 'val_(\\d+\\t\\d+)',1) WHERE tmap.key < 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED FROM ( FROM src @@ -16,6 +18,8 @@ FROM ( ) tmap SELECT tmap.key, regexp_extract(tmap.value, 'val_(\\d+\\t\\d+)',1) WHERE tmap.key < 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -260,6 +264,8 @@ FROM ( ) tmap SELECT tmap.key, regexp_extract(tmap.value, 'val_(\\d+\\t\\d+)') WHERE tmap.key < 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED FROM ( FROM src @@ -269,6 +275,8 @@ FROM ( ) tmap SELECT tmap.key, regexp_extract(tmap.value, 'val_(\\d+\\t\\d+)') WHERE tmap.key < 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/reloadJar.q.out b/ql/src/test/results/clientpositive/reloadJar.q.out index 878a5b5..5353d32 100644 --- a/ql/src/test/results/clientpositive/reloadJar.q.out +++ b/ql/src/test/results/clientpositive/reloadJar.q.out @@ -8,10 +8,14 @@ PREHOOK: query: EXPLAIN SELECT example_iden(key) FROM src LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT example_iden(key) FROM src LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/remove_exprs_stats.q.out b/ql/src/test/results/clientpositive/remove_exprs_stats.q.out index 4aeea45..d8c7bae 100644 --- a/ql/src/test/results/clientpositive/remove_exprs_stats.q.out +++ b/ql/src/test/results/clientpositive/remove_exprs_stats.q.out @@ -64,8 +64,12 @@ POSTHOOK: Output: default@loc_orc_n0 #### A masked pattern was here #### PREHOOK: query: explain select * from loc_orc_n0 where locid < 30 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc_n0 where locid < 30 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -85,8 +89,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc_n0 where locid > 30 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc_n0 where locid > 30 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -122,8 +130,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc_n0 where locid <= 30 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc_n0 where locid <= 30 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -143,8 +155,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc_n0 where locid >= 30 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc_n0 where locid >= 30 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -180,8 +196,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc_n0 where locid < 6 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc_n0 where locid < 6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -217,8 +237,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc_n0 where locid > 6 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc_n0 where locid > 6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -254,8 +278,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc_n0 where locid <= 6 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc_n0 where locid <= 6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -275,8 +303,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc_n0 where locid >= 6 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc_n0 where locid >= 6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -312,8 +344,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc_n0 where locid < 1 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc_n0 where locid < 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -349,8 +385,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc_n0 where locid > 1 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc_n0 where locid > 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -386,8 +426,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc_n0 where locid <= 1 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc_n0 where locid <= 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -423,8 +467,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc_n0 where locid >= 1 PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc_n0 where locid >= 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -444,8 +492,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc_n0 where locid IN (-4,5,30,40) PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc_n0 where locid IN (-4,5,30,40) POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -481,8 +533,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc_n0 where locid IN (5,2,3) PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc_n0 where locid IN (5,2,3) POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -518,8 +574,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc_n0 where locid IN (1,6,9) PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc_n0 where locid IN (1,6,9) POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -555,8 +615,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc_n0 where locid IN (40,30) PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc_n0 where locid IN (40,30) POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -619,8 +683,12 @@ POSTHOOK: Output: default@t_n7 #### A masked pattern was here #### PREHOOK: query: explain select * from t_n7 where s is null PREHOOK: type: QUERY +PREHOOK: Input: default@t_n7 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t_n7 where s is null POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_n7 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -640,8 +708,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc_n0 where locid is not null PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc_n0 where locid is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -661,8 +733,12 @@ STAGE PLANS: PREHOOK: query: explain select * from t_n7 where s is not null PREHOOK: type: QUERY +PREHOOK: Input: default@t_n7 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t_n7 where s is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_n7 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -698,8 +774,12 @@ STAGE PLANS: PREHOOK: query: explain select * from loc_orc_n0 where locid is null PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from loc_orc_n0 where locid is null POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -754,8 +834,12 @@ POSTHOOK: Output: default@t_n7 #### A masked pattern was here #### PREHOOK: query: explain select * from t_n7 where s is not null PREHOOK: type: QUERY +PREHOOK: Input: default@t_n7 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t_n7 where s is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_n7 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -791,8 +875,12 @@ STAGE PLANS: PREHOOK: query: explain select * from t_n7 where s is null PREHOOK: type: QUERY +PREHOOK: Input: default@t_n7 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t_n7 where s is null POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_n7 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/router_join_ppr.q.out b/ql/src/test/results/clientpositive/router_join_ppr.q.out index 42be369..749b67e 100644 --- a/ql/src/test/results/clientpositive/router_join_ppr.q.out +++ b/ql/src/test/results/clientpositive/router_join_ppr.q.out @@ -7,6 +7,11 @@ PREHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED FROM src a @@ -16,6 +21,11 @@ POSTHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`key` AS `key1`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`src` @@ -312,6 +322,11 @@ PREHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED FROM srcpart a @@ -321,6 +336,11 @@ POSTHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`key` AS `key1`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value`, CAST('2008-04-08' AS STRING) AS `ds` FROM `default`.`srcpart` @@ -621,6 +641,11 @@ PREHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 AND b.ds = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED FROM src a @@ -630,6 +655,11 @@ POSTHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 AND b.ds = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`key` AS `key1`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`src` @@ -926,6 +956,11 @@ PREHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 AND a.ds = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED FROM srcpart a @@ -935,6 +970,11 @@ POSTHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 AND a.ds = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`key` AS `key1`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value`, CAST('2008-04-08' AS STRING) AS `ds` FROM `default`.`srcpart` diff --git a/ql/src/test/results/clientpositive/row__id.q.out b/ql/src/test/results/clientpositive/row__id.q.out index 2fdbc72..0432d2e 100644 --- a/ql/src/test/results/clientpositive/row__id.q.out +++ b/ql/src/test/results/clientpositive/row__id.q.out @@ -49,9 +49,19 @@ POSTHOOK: Lineage: hello_acid PARTITION(load_date=2016-03-03).value SCRIPT [] PREHOOK: query: explain select tid from (select row__id.writeid as tid from hello_acid) sub order by tid PREHOOK: type: QUERY +PREHOOK: Input: default@hello_acid +PREHOOK: Input: default@hello_acid@load_date=2016-03-01 +PREHOOK: Input: default@hello_acid@load_date=2016-03-02 +PREHOOK: Input: default@hello_acid@load_date=2016-03-03 +#### A masked pattern was here #### POSTHOOK: query: explain select tid from (select row__id.writeid as tid from hello_acid) sub order by tid POSTHOOK: type: QUERY +POSTHOOK: Input: default@hello_acid +POSTHOOK: Input: default@hello_acid@load_date=2016-03-01 +POSTHOOK: Input: default@hello_acid@load_date=2016-03-02 +POSTHOOK: Input: default@hello_acid@load_date=2016-03-03 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -111,9 +121,19 @@ POSTHOOK: Input: default@hello_acid@load_date=2016-03-03 PREHOOK: query: explain select tid from (select row__id.writeid as tid from hello_acid) sub where tid = 3 PREHOOK: type: QUERY +PREHOOK: Input: default@hello_acid +PREHOOK: Input: default@hello_acid@load_date=2016-03-01 +PREHOOK: Input: default@hello_acid@load_date=2016-03-02 +PREHOOK: Input: default@hello_acid@load_date=2016-03-03 +#### A masked pattern was here #### POSTHOOK: query: explain select tid from (select row__id.writeid as tid from hello_acid) sub where tid = 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@hello_acid +POSTHOOK: Input: default@hello_acid@load_date=2016-03-01 +POSTHOOK: Input: default@hello_acid@load_date=2016-03-02 +POSTHOOK: Input: default@hello_acid@load_date=2016-03-03 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/runtime_skewjoin_mapjoin_spark.q.out b/ql/src/test/results/clientpositive/runtime_skewjoin_mapjoin_spark.q.out index 9d05758..5656b6b 100644 --- a/ql/src/test/results/clientpositive/runtime_skewjoin_mapjoin_spark.q.out +++ b/ql/src/test/results/clientpositive/runtime_skewjoin_mapjoin_spark.q.out @@ -21,6 +21,9 @@ JOIN (SELECT src.key,src.value FROM src JOIN T1_n94 ON src.key=T1_n94.key) b ON a.key=b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@t1_n94 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT COUNT(*) FROM (SELECT src1.key,src1.value FROM src src1 JOIN src src2 ON src1.key=src2.key) a @@ -28,6 +31,9 @@ JOIN (SELECT src.key,src.value FROM src JOIN T1_n94 ON src.key=T1_n94.key) b ON a.key=b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@t1_n94 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-18 is a root stage , consists of Stage-27, Stage-28, Stage-2 Stage-27 has a backup stage: Stage-2 diff --git a/ql/src/test/results/clientpositive/sample1.q.out b/ql/src/test/results/clientpositive/sample1.q.out index af3ce4a..2287727 100644 --- a/ql/src/test/results/clientpositive/sample1.q.out +++ b/ql/src/test/results/clientpositive/sample1.q.out @@ -11,11 +11,17 @@ INSERT OVERWRITE TABLE dest1_n89 SELECT s.* FROM srcpart TABLESAMPLE (BUCKET 1 OUT OF 1 ON rand()) s WHERE s.ds='2008-04-08' and s.hr='11' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@dest1_n89 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest1_n89 SELECT s.* FROM srcpart TABLESAMPLE (BUCKET 1 OUT OF 1 ON rand()) s WHERE s.ds='2008-04-08' and s.hr='11' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@dest1_n89 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/sample3.q.out b/ql/src/test/results/clientpositive/sample3.q.out index 183ad2d..2bd0b0b 100644 --- a/ql/src/test/results/clientpositive/sample3.q.out +++ b/ql/src/test/results/clientpositive/sample3.q.out @@ -2,10 +2,14 @@ PREHOOK: query: EXPLAIN SELECT s.key FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 5 on key) s PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT s.key FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 5 on key) s POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/sample5.q.out b/ql/src/test/results/clientpositive/sample5.q.out index 7bb321d..73ad532 100644 --- a/ql/src/test/results/clientpositive/sample5.q.out +++ b/ql/src/test/results/clientpositive/sample5.q.out @@ -11,11 +11,15 @@ INSERT OVERWRITE TABLE dest1_n69 SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 5 on key) s PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket +PREHOOK: Output: default@dest1_n69 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest1_n69 SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 5 on key) s POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket +POSTHOOK: Output: default@dest1_n69 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/sample6.q.out b/ql/src/test/results/clientpositive/sample6.q.out index a6a6f2c..483f8f7 100644 --- a/ql/src/test/results/clientpositive/sample6.q.out +++ b/ql/src/test/results/clientpositive/sample6.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest1_n27 SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 4 on key) s PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket +PREHOOK: Output: default@dest1_n27 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest1_n27 SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 4 on key) s POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket +POSTHOOK: Output: default@dest1_n27 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -703,9 +707,13 @@ POSTHOOK: Input: default@dest1_n27 PREHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 4 OUT OF 4 on key) s ORDER BY key, value PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 4 OUT OF 4 on key) s ORDER BY key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1110,9 +1118,13 @@ POSTHOOK: Input: default@srcbucket PREHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 2 on key) s ORDER BY key, value PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 2 on key) s ORDER BY key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1741,9 +1753,13 @@ POSTHOOK: Input: default@srcbucket PREHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 3 on key) s ORDER BY key, value PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 3 on key) s ORDER BY key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2253,9 +2269,13 @@ POSTHOOK: Input: default@srcbucket PREHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 2 OUT OF 3 on key) s ORDER BY key, value PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 2 OUT OF 3 on key) s ORDER BY key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2704,9 +2724,13 @@ POSTHOOK: Input: default@srcbucket PREHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM srcbucket2 TABLESAMPLE (BUCKET 1 OUT OF 2 on key) s ORDER BY key, value PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM srcbucket2 TABLESAMPLE (BUCKET 1 OUT OF 2 on key) s ORDER BY key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3082,9 +3106,13 @@ POSTHOOK: Input: default@srcbucket2 PREHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM srcbucket2 TABLESAMPLE (BUCKET 2 OUT OF 4 on key) s ORDER BY key, value PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM srcbucket2 TABLESAMPLE (BUCKET 2 OUT OF 4 on key) s ORDER BY key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3351,9 +3379,13 @@ POSTHOOK: Output: default@empty_bucket PREHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM empty_bucket TABLESAMPLE (BUCKET 1 OUT OF 2 on key) s ORDER BY key, value PREHOOK: type: QUERY +PREHOOK: Input: default@empty_bucket +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM empty_bucket TABLESAMPLE (BUCKET 1 OUT OF 2 on key) s ORDER BY key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@empty_bucket +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/sample7.q.out b/ql/src/test/results/clientpositive/sample7.q.out index 8df78fe..590e4f3 100644 --- a/ql/src/test/results/clientpositive/sample7.q.out +++ b/ql/src/test/results/clientpositive/sample7.q.out @@ -11,11 +11,15 @@ INSERT OVERWRITE TABLE dest1_n160 SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 4 on key) s WHERE s.key > 100 PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket +PREHOOK: Output: default@dest1_n160 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest1_n160 SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 4 on key) s WHERE s.key > 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket +POSTHOOK: Output: default@dest1_n160 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/sample8.q.out b/ql/src/test/results/clientpositive/sample8.q.out index 3280cb5..8965f32 100644 --- a/ql/src/test/results/clientpositive/sample8.q.out +++ b/ql/src/test/results/clientpositive/sample8.q.out @@ -4,12 +4,24 @@ FROM srcpart TABLESAMPLE (BUCKET 1 OUT OF 1 ON key) s JOIN srcpart TABLESAMPLE (BUCKET 1 OUT OF 10 ON key) t WHERE t.key = s.key and t.value = s.value and s.ds='2008-04-08' and s.hr='11' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM srcpart TABLESAMPLE (BUCKET 1 OUT OF 1 ON key) s JOIN srcpart TABLESAMPLE (BUCKET 1 OUT OF 10 ON key) t WHERE t.key = s.key and t.value = s.value and s.ds='2008-04-08' and s.hr='11' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -654,9 +666,15 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: query: EXPLAIN SELECT * FROM src TABLESAMPLE(100 ROWS) a JOIN src1 TABLESAMPLE(10 ROWS) b ON a.key=b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src TABLESAMPLE(100 ROWS) a JOIN src1 TABLESAMPLE(10 ROWS) b ON a.key=b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -737,9 +755,15 @@ POSTHOOK: Input: default@src1 PREHOOK: query: EXPLAIN SELECT * FROM src TABLESAMPLE(100 ROWS) a, src1 TABLESAMPLE(10 ROWS) b WHERE a.key=b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src TABLESAMPLE(100 ROWS) a, src1 TABLESAMPLE(10 ROWS) b WHERE a.key=b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/sample9.q.out b/ql/src/test/results/clientpositive/sample9.q.out index 4819dc1..709acc5 100644 --- a/ql/src/test/results/clientpositive/sample9.q.out +++ b/ql/src/test/results/clientpositive/sample9.q.out @@ -2,10 +2,14 @@ PREHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM (SELECT a.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 2 on key) a) s PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM (SELECT a.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 2 on key) a) s POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/sample_islocalmode_hook_use_metadata.q.out b/ql/src/test/results/clientpositive/sample_islocalmode_hook_use_metadata.q.out index 2f70268..c967a31 100644 --- a/ql/src/test/results/clientpositive/sample_islocalmode_hook_use_metadata.q.out +++ b/ql/src/test/results/clientpositive/sample_islocalmode_hook_use_metadata.q.out @@ -100,6 +100,8 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain select count(1) from sih_src_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@sih_src_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -117,6 +119,8 @@ PREHOOK: Input: default@sih_src_n1 1500 PREHOOK: query: explain select count(1) from sih_src_n1 tablesample(1 percent) PREHOOK: type: QUERY +PREHOOK: Input: default@sih_src_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -167,6 +171,8 @@ PREHOOK: Input: default@sih_src_n1 25 PREHOOK: query: explain select count(1) from sih_src_n1 tablesample(10 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@sih_src_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/script_pipe.q.out b/ql/src/test/results/clientpositive/script_pipe.q.out index 984934e..0235f9e 100644 --- a/ql/src/test/results/clientpositive/script_pipe.q.out +++ b/ql/src/test/results/clientpositive/script_pipe.q.out @@ -1,7 +1,11 @@ PREHOOK: query: EXPLAIN SELECT TRANSFORM(*) USING 'true' AS a, b, c FROM (SELECT * FROM src LIMIT 1) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT TRANSFORM(*) USING 'true' AS a, b, c FROM (SELECT * FROM src LIMIT 1) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -57,8 +61,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT TRANSFORM(key, value, key, value, key, value, key, value, key, value, key, value) USING 'head -n 1' as a,b,c,d FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT TRANSFORM(key, value, key, value, key, value, key, value, key, value, key, value) USING 'head -n 1' as a,b,c,d FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/select_as_omitted.q.out b/ql/src/test/results/clientpositive/select_as_omitted.q.out index e89affe..c4cbda0 100644 --- a/ql/src/test/results/clientpositive/select_as_omitted.q.out +++ b/ql/src/test/results/clientpositive/select_as_omitted.q.out @@ -5,6 +5,8 @@ SELECT a, b FROM ( ) src1 ORDER BY a LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIn SELECT a, b FROM ( SELECT key a, value b @@ -12,6 +14,8 @@ SELECT a, b FROM ( ) src1 ORDER BY a LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/select_column_pruning.q.out b/ql/src/test/results/clientpositive/select_column_pruning.q.out index 15675ac..130fac3 100644 --- a/ql/src/test/results/clientpositive/select_column_pruning.q.out +++ b/ql/src/test/results/clientpositive/select_column_pruning.q.out @@ -27,8 +27,12 @@ POSTHOOK: Lineage: lv_table1.c8 SIMPLE [] POSTHOOK: Lineage: lv_table1.c9 SIMPLE [] PREHOOK: query: EXPLAIN SELECT * FROM lv_table1 LATERAL VIEW explode(array(1,2,3)) myTable AS myCol WHERE c3 = 100 SORT BY c1 ASC, myCol ASC LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@lv_table1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM lv_table1 LATERAL VIEW explode(array(1,2,3)) myTable AS myCol WHERE c3 = 100 SORT BY c1 ASC, myCol ASC LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@lv_table1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/select_dummy_source.q.out b/ql/src/test/results/clientpositive/select_dummy_source.q.out index ee07e64..1f529c7 100644 --- a/ql/src/test/results/clientpositive/select_dummy_source.q.out +++ b/ql/src/test/results/clientpositive/select_dummy_source.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select 'a', 100 PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select 'a', 100 POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -34,9 +38,13 @@ a 100 PREHOOK: query: explain select 1 + 1 PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select 1 + 1 POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -67,9 +75,13 @@ POSTHOOK: Input: _dummy_database@_dummy_table PREHOOK: query: explain select explode(array('a', 'b')) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select explode(array('a', 'b')) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -120,9 +132,13 @@ b PREHOOK: query: explain select 'a', 100 PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select 'a', 100 POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -153,9 +169,13 @@ a 100 PREHOOK: query: explain select 1 + 1 PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select 1 + 1 POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -186,9 +206,13 @@ POSTHOOK: Input: _dummy_database@_dummy_table PREHOOK: query: explain select explode(array('a', 'b')) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select explode(array('a', 'b')) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -227,9 +251,13 @@ b PREHOOK: query: explain select 2 + 3,x from (select 1 + 2 x) X PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select 2 + 3,x from (select 1 + 2 x) X POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/select_transform_hint.q.out b/ql/src/test/results/clientpositive/select_transform_hint.q.out index 0b3603d..e501317 100644 --- a/ql/src/test/results/clientpositive/select_transform_hint.q.out +++ b/ql/src/test/results/clientpositive/select_transform_hint.q.out @@ -4,12 +4,18 @@ TRANSFORM(a.key, a.value) USING 'cat' AS (tkey, tvalue) FROM src a join src b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: cat +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+MAPJOIN(a)*/ TRANSFORM(a.key, a.value) USING 'cat' AS (tkey, tvalue) FROM src a join src b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: cat +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -1125,12 +1131,18 @@ TRANSFORM(a.key, a.value) USING 'cat' AS (tkey, tvalue) FROM src a join src b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: cat +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+STREAMTABLE(a)*/ TRANSFORM(a.key, a.value) USING 'cat' AS (tkey, tvalue) FROM src a join src b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: cat +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/select_unquote_and.q.out b/ql/src/test/results/clientpositive/select_unquote_and.q.out index 4049ade..0f3778d 100644 --- a/ql/src/test/results/clientpositive/select_unquote_and.q.out +++ b/ql/src/test/results/clientpositive/select_unquote_and.q.out @@ -41,8 +41,16 @@ POSTHOOK: Input: default@npe_test_n0 498 PREHOOK: query: EXPLAIN SELECT * FROM npe_test_n0 WHERE ds > 2012-11-31 AND ds < 2012-12-15 PREHOOK: type: QUERY +PREHOOK: Input: default@npe_test_n0 +PREHOOK: Input: default@npe_test_n0@ds=2012-12-11 +PREHOOK: Input: default@npe_test_n0@ds=2012-12-12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM npe_test_n0 WHERE ds > 2012-11-31 AND ds < 2012-12-15 POSTHOOK: type: QUERY +POSTHOOK: Input: default@npe_test_n0 +POSTHOOK: Input: default@npe_test_n0@ds=2012-12-11 +POSTHOOK: Input: default@npe_test_n0@ds=2012-12-12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/select_unquote_not.q.out b/ql/src/test/results/clientpositive/select_unquote_not.q.out index 28e7d8a..75b5b2d 100644 --- a/ql/src/test/results/clientpositive/select_unquote_not.q.out +++ b/ql/src/test/results/clientpositive/select_unquote_not.q.out @@ -41,8 +41,16 @@ POSTHOOK: Input: default@npe_test_n1 498 PREHOOK: query: EXPLAIN SELECT * FROM npe_test_n1 WHERE NOT ds < 2012-11-31 PREHOOK: type: QUERY +PREHOOK: Input: default@npe_test_n1 +PREHOOK: Input: default@npe_test_n1@ds=2012-12-11 +PREHOOK: Input: default@npe_test_n1@ds=2012-12-12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM npe_test_n1 WHERE NOT ds < 2012-11-31 POSTHOOK: type: QUERY +POSTHOOK: Input: default@npe_test_n1 +POSTHOOK: Input: default@npe_test_n1@ds=2012-12-11 +POSTHOOK: Input: default@npe_test_n1@ds=2012-12-12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/select_unquote_or.q.out b/ql/src/test/results/clientpositive/select_unquote_or.q.out index ea99057..525332d 100644 --- a/ql/src/test/results/clientpositive/select_unquote_or.q.out +++ b/ql/src/test/results/clientpositive/select_unquote_or.q.out @@ -41,8 +41,16 @@ POSTHOOK: Input: default@npe_test 498 PREHOOK: query: EXPLAIN SELECT * FROM npe_test WHERE ds > 2012-11-31 OR ds < 2012-12-15 PREHOOK: type: QUERY +PREHOOK: Input: default@npe_test +PREHOOK: Input: default@npe_test@ds=2012-12-11 +PREHOOK: Input: default@npe_test@ds=2012-12-12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM npe_test WHERE ds > 2012-11-31 OR ds < 2012-12-15 POSTHOOK: type: QUERY +POSTHOOK: Input: default@npe_test +POSTHOOK: Input: default@npe_test@ds=2012-12-11 +POSTHOOK: Input: default@npe_test@ds=2012-12-12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/semijoin2.q.out b/ql/src/test/results/clientpositive/semijoin2.q.out index 0e65993..4312994 100644 --- a/ql/src/test/results/clientpositive/semijoin2.q.out +++ b/ql/src/test/results/clientpositive/semijoin2.q.out @@ -30,6 +30,9 @@ INNER JOIN table_18_n0 tt2 ON (tt2.decimal1611_col_22) = (tt1.decimal1208_col_20 WHERE (t1.timestamp_col_10) = (tt2.timestamp_col_18)) PREHOOK: type: QUERY +PREHOOK: Input: default@table_18_n0 +PREHOOK: Input: default@table_1_n0 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT COALESCE(498, LEAD(COALESCE(-973, -684, 515)) OVER (PARTITION BY (t2.int_col_2 + t1.smallint_col_25) ORDER BY (t2.int_col_2 + t1.smallint_col_25), FLOOR(t1.double_col_61) DESC), 524) AS int_col, @@ -46,6 +49,9 @@ INNER JOIN table_18_n0 tt2 ON (tt2.decimal1611_col_22) = (tt1.decimal1208_col_20 WHERE (t1.timestamp_col_10) = (tt2.timestamp_col_18)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_18_n0 +POSTHOOK: Input: default@table_1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-6 diff --git a/ql/src/test/results/clientpositive/semijoin3.q.out b/ql/src/test/results/clientpositive/semijoin3.q.out index 6d999b4..e621bce 100644 --- a/ql/src/test/results/clientpositive/semijoin3.q.out +++ b/ql/src/test/results/clientpositive/semijoin3.q.out @@ -34,6 +34,9 @@ left semi join where key = 0) t2_n37 on 1 = 1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n59 +PREHOOK: Input: default@t2_n37 +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from @@ -46,6 +49,9 @@ left semi join where key = 0) t2_n37 on 1 = 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n59 +POSTHOOK: Input: default@t2_n37 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/semijoin4.q.out b/ql/src/test/results/clientpositive/semijoin4.q.out index 135fcfe..336161c 100644 --- a/ql/src/test/results/clientpositive/semijoin4.q.out +++ b/ql/src/test/results/clientpositive/semijoin4.q.out @@ -37,6 +37,9 @@ WHERE (t2.tinyint_col_21) IN ( ON (tt2.decimal1911_col_16) = (tt1.decimal1309_col_65) WHERE (tt1.timestamp_col_66) = (tt2.timestamp_col_19)) PREHOOK: type: QUERY +PREHOOK: Input: default@table_1 +PREHOOK: Input: default@table_18 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT COALESCE(498, @@ -55,6 +58,9 @@ WHERE (t2.tinyint_col_21) IN ( ON (tt2.decimal1911_col_16) = (tt1.decimal1309_col_65) WHERE (tt1.timestamp_col_66) = (tt2.timestamp_col_19)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_1 +POSTHOOK: Input: default@table_18 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-6 diff --git a/ql/src/test/results/clientpositive/semijoin5.q.out b/ql/src/test/results/clientpositive/semijoin5.q.out index 8c94715..0108bd3 100644 --- a/ql/src/test/results/clientpositive/semijoin5.q.out +++ b/ql/src/test/results/clientpositive/semijoin5.q.out @@ -30,6 +30,9 @@ WHERE (t2.smallint_col_19) IN (SELECT INNER JOIN table_18_n1 tt2 ON (tt2.decimal1911_col_16) = (tt1.decimal2612_col_77) WHERE (t1.timestamp_col_9) = (tt2.timestamp_col_18)) PREHOOK: type: QUERY +PREHOOK: Input: default@table_18_n1 +PREHOOK: Input: default@table_1_n1 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT COALESCE(498, LEAD(COALESCE(-973, -684, 515)) OVER (PARTITION BY (t2.int_col_10 + t1.smallint_col_50) ORDER BY (t2.int_col_10 + t1.smallint_col_50), FLOOR(t1.double_col_16) DESC), 524) AS int_col, @@ -46,6 +49,9 @@ WHERE (t2.smallint_col_19) IN (SELECT INNER JOIN table_18_n1 tt2 ON (tt2.decimal1911_col_16) = (tt1.decimal2612_col_77) WHERE (t1.timestamp_col_9) = (tt2.timestamp_col_18)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_18_n1 +POSTHOOK: Input: default@table_1_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-6 diff --git a/ql/src/test/results/clientpositive/serde_opencsv.q.out b/ql/src/test/results/clientpositive/serde_opencsv.q.out index 1ffc229..1f80eeb 100644 --- a/ql/src/test/results/clientpositive/serde_opencsv.q.out +++ b/ql/src/test/results/clientpositive/serde_opencsv.q.out @@ -15,6 +15,8 @@ WITH SERDEPROPERTIES( "escapeChar" = "\\" ) stored as textfile PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@serde_opencsv POSTHOOK: query: EXPLAIN CREATE TABLE serde_opencsv( words STRING, @@ -32,6 +34,8 @@ WITH SERDEPROPERTIES( "escapeChar" = "\\" ) stored as textfile POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@serde_opencsv STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/serde_regex.q.out b/ql/src/test/results/clientpositive/serde_regex.q.out index 5a19ec9..6437750 100644 --- a/ql/src/test/results/clientpositive/serde_regex.q.out +++ b/ql/src/test/results/clientpositive/serde_regex.q.out @@ -15,6 +15,8 @@ WITH SERDEPROPERTIES ( ) STORED AS TEXTFILE PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@serde_regex POSTHOOK: query: EXPLAIN CREATE TABLE serde_regex( host STRING, @@ -32,6 +34,8 @@ WITH SERDEPROPERTIES ( ) STORED AS TEXTFILE POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@serde_regex STAGE DEPENDENCIES: Stage-0 is a root stage @@ -137,6 +141,8 @@ WITH SERDEPROPERTIES ( ) STORED AS TEXTFILE PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@serde_regex1 POSTHOOK: query: EXPLAIN CREATE TABLE serde_regex1( key decimal(38,18), @@ -147,6 +153,8 @@ WITH SERDEPROPERTIES ( ) STORED AS TEXTFILE POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@serde_regex1 STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/serde_user_properties.q.out b/ql/src/test/results/clientpositive/serde_user_properties.q.out index 7acb443..572665c 100644 --- a/ql/src/test/results/clientpositive/serde_user_properties.q.out +++ b/ql/src/test/results/clientpositive/serde_user_properties.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain extended select key from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain extended select key from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key` FROM `default`.`src` STAGE DEPENDENCIES: @@ -24,8 +28,12 @@ STAGE PLANS: PREHOOK: query: explain extended select a.key from src a PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain extended select a.key from src a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key` FROM `default`.`src` STAGE DEPENDENCIES: @@ -48,8 +56,12 @@ STAGE PLANS: PREHOOK: query: explain extended select a.key from src tablesample(1 percent) a PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain extended select a.key from src tablesample(1 percent) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -155,8 +167,12 @@ STAGE PLANS: PREHOOK: query: explain extended select key from src ('user.defined.key'='some.value') PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain extended select key from src ('user.defined.key'='some.value') POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key` FROM `default`.`src` STAGE DEPENDENCIES: @@ -179,8 +195,12 @@ STAGE PLANS: PREHOOK: query: explain extended select key from src ('user.defined.key'='some.value') tablesample(1 percent) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain extended select key from src ('user.defined.key'='some.value') tablesample(1 percent) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -290,8 +310,12 @@ STAGE PLANS: PREHOOK: query: explain extended select a.key from src ('user.defined.key'='some.value') a PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain extended select a.key from src ('user.defined.key'='some.value') a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key` FROM `default`.`src` STAGE DEPENDENCIES: @@ -314,8 +338,12 @@ STAGE PLANS: PREHOOK: query: explain extended select a.key from src ('user.defined.key'='some.value') tablesample(1 percent) a PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain extended select a.key from src ('user.defined.key'='some.value') tablesample(1 percent) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/set_processor_namespaces.q.out b/ql/src/test/results/clientpositive/set_processor_namespaces.q.out index 0c1c101..40dc69c 100644 --- a/ql/src/test/results/clientpositive/set_processor_namespaces.q.out +++ b/ql/src/test/results/clientpositive/set_processor_namespaces.q.out @@ -5,8 +5,12 @@ go=5 raw=${hiveconf:zzz} PREHOOK: query: EXPLAIN SELECT * FROM src where key=5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src where key=5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/set_variable_sub.q.out b/ql/src/test/results/clientpositive/set_variable_sub.q.out index 778d300..b964037 100644 --- a/ql/src/test/results/clientpositive/set_variable_sub.q.out +++ b/ql/src/test/results/clientpositive/set_variable_sub.q.out @@ -1,7 +1,11 @@ PREHOOK: query: EXPLAIN SELECT * FROM src where key="value1" PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src where key="value1" POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -37,8 +41,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT * FROM src where key="value1" PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src where key="value1" POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -74,8 +82,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT * FROM src where key="1" PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src where key="1" POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/setop_subq.q.out b/ql/src/test/results/clientpositive/setop_subq.q.out index d48b466..00b1c5e 100644 --- a/ql/src/test/results/clientpositive/setop_subq.q.out +++ b/ql/src/test/results/clientpositive/setop_subq.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain select key from ((select key from src) union (select key from src))subq PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key from ((select key from src) union (select key from src))subq POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -70,8 +74,12 @@ STAGE PLANS: PREHOOK: query: explain select key from ((select key from src) intersect (select key from src))subq PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key from ((select key from src) intersect (select key from src))subq POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 @@ -216,8 +224,12 @@ STAGE PLANS: PREHOOK: query: explain select key from ((select key from src) intersect select key from src)subq PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key from ((select key from src) intersect select key from src)subq POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 @@ -362,8 +374,12 @@ STAGE PLANS: PREHOOK: query: explain select key from (select key from src intersect (select key from src))subq PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key from (select key from src intersect (select key from src))subq POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 @@ -509,9 +525,13 @@ STAGE PLANS: PREHOOK: query: explain select a.key, b.value from ( (select key from src)a join (select value from src)b on a.key=b.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.value from ( (select key from src)a join (select value from src)b on a.key=b.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/show_columns.q.out b/ql/src/test/results/clientpositive/show_columns.q.out index 83d68b6..80d69a7 100644 --- a/ql/src/test/results/clientpositive/show_columns.q.out +++ b/ql/src/test/results/clientpositive/show_columns.q.out @@ -9,9 +9,11 @@ POSTHOOK: Output: default@shcol_test PREHOOK: query: EXPLAIN SHOW COLUMNS from shcol_test PREHOOK: type: SHOWCOLUMNS +PREHOOK: Input: default@shcol_test POSTHOOK: query: EXPLAIN SHOW COLUMNS from shcol_test POSTHOOK: type: SHOWCOLUMNS +POSTHOOK: Input: default@shcol_test STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/show_tables.q.out b/ql/src/test/results/clientpositive/show_tables.q.out index 88e29aa..e1016aa 100644 --- a/ql/src/test/results/clientpositive/show_tables.q.out +++ b/ql/src/test/results/clientpositive/show_tables.q.out @@ -17,9 +17,11 @@ POSTHOOK: Output: default@shtb_test2_n0 PREHOOK: query: EXPLAIN SHOW TABLES 'shtb_*' PREHOOK: type: SHOWTABLES +PREHOOK: Input: database:default POSTHOOK: query: EXPLAIN SHOW TABLES 'shtb_*' POSTHOOK: type: SHOWTABLES +POSTHOOK: Input: database:default STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -48,9 +50,11 @@ shtb_test2_n0 PREHOOK: query: EXPLAIN SHOW TABLES LIKE 'shtb_test1_n0|shtb_test2_n0' PREHOOK: type: SHOWTABLES +PREHOOK: Input: database:default POSTHOOK: query: EXPLAIN SHOW TABLES LIKE 'shtb_test1_n0|shtb_test2_n0' POSTHOOK: type: SHOWTABLES +POSTHOOK: Input: database:default STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/showparts.q.out b/ql/src/test/results/clientpositive/showparts.q.out index 85bd0f2..ddb44b6 100644 --- a/ql/src/test/results/clientpositive/showparts.q.out +++ b/ql/src/test/results/clientpositive/showparts.q.out @@ -1,9 +1,11 @@ PREHOOK: query: EXPLAIN SHOW PARTITIONS srcpart PREHOOK: type: SHOWPARTITIONS +PREHOOK: Input: default@srcpart POSTHOOK: query: EXPLAIN SHOW PARTITIONS srcpart POSTHOOK: type: SHOWPARTITIONS +POSTHOOK: Input: default@srcpart STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/skewjoin.q.out b/ql/src/test/results/clientpositive/skewjoin.q.out index 2d52527..7e724ab 100644 --- a/ql/src/test/results/clientpositive/skewjoin.q.out +++ b/ql/src/test/results/clientpositive/skewjoin.q.out @@ -74,10 +74,14 @@ PREHOOK: query: EXPLAIN FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1_n17 SELECT src1.key, src2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_j1_n17 POSTHOOK: query: EXPLAIN FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1_n17 SELECT src1.key, src2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_j1_n17 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-6 depends on stages: Stage-1 , consists of Stage-7, Stage-0, Stage-3 @@ -285,12 +289,22 @@ FROM T1_n128 a JOIN T2_n76 b ON a.key = b.key JOIN T3_n30 c ON b.key = c.key JOIN T4_n17 d ON c.key = d.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n128 +PREHOOK: Input: default@t2_n76 +PREHOOK: Input: default@t3_n30 +PREHOOK: Input: default@t4_n17 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ STREAMTABLE(a) */ * FROM T1_n128 a JOIN T2_n76 b ON a.key = b.key JOIN T3_n30 c ON b.key = c.key JOIN T4_n17 d ON c.key = d.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n128 +POSTHOOK: Input: default@t2_n76 +POSTHOOK: Input: default@t3_n30 +POSTHOOK: Input: default@t4_n17 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -405,12 +419,22 @@ FROM T1_n128 a JOIN T2_n76 b ON a.key = b.key JOIN T3_n30 c ON b.key = c.key JOIN T4_n17 d ON c.key = d.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n128 +PREHOOK: Input: default@t2_n76 +PREHOOK: Input: default@t3_n30 +PREHOOK: Input: default@t4_n17 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ STREAMTABLE(a,c) */ * FROM T1_n128 a JOIN T2_n76 b ON a.key = b.key JOIN T3_n30 c ON b.key = c.key JOIN T4_n17 d ON c.key = d.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n128 +POSTHOOK: Input: default@t2_n76 +POSTHOOK: Input: default@t3_n30 +POSTHOOK: Input: default@t4_n17 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -521,8 +545,14 @@ POSTHOOK: Input: default@t4_n17 2 12 2 22 2 12 2 12 PREHOOK: query: EXPLAIN FROM T1_n128 a JOIN src c ON c.key+1=a.key SELECT /*+ STREAMTABLE(a) */ sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@t1_n128 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM T1_n128 a JOIN src c ON c.key+1=a.key SELECT /*+ STREAMTABLE(a) */ sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@t1_n128 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -623,6 +653,8 @@ JOIN ON (x.key = Y.key) SELECT sum(hash(Y.key)), sum(hash(Y.value)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM (SELECT src.* FROM src) x JOIN @@ -630,6 +662,8 @@ JOIN ON (x.key = Y.key) SELECT sum(hash(Y.key)), sum(hash(Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-5 depends on stages: Stage-1 , consists of Stage-6, Stage-2 @@ -791,6 +825,8 @@ JOIN ON (x.key = Y.key and substring(x.value, 5)=substring(y.value, 5)+1) SELECT sum(hash(Y.key)), sum(hash(Y.value)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM (SELECT src.* FROM src) x JOIN @@ -798,6 +834,8 @@ JOIN ON (x.key = Y.key and substring(x.value, 5)=substring(y.value, 5)+1) SELECT sum(hash(Y.key)), sum(hash(Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-5 depends on stages: Stage-1 , consists of Stage-6, Stage-2 @@ -963,6 +1001,8 @@ JOIN (SELECT src.key as c5, src.value as c6 from src) src3 ON src1.c1 = src3.c5 AND src3.c5 < 80 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT sum(hash(src1.c1)), sum(hash(src2.c4)) FROM @@ -974,6 +1014,8 @@ JOIN (SELECT src.key as c5, src.value as c6 from src) src3 ON src1.c1 = src3.c5 AND src3.c5 < 80 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-8, Stage-9, Stage-2 @@ -1221,9 +1263,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT /*+ mapjoin(v)*/ sum(hash(k.key)), sum(hash(v.val)) FROM T1_n128 k LEFT OUTER JOIN T1_n128 v ON k.key+1=v.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n128 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ mapjoin(v)*/ sum(hash(k.key)), sum(hash(v.val)) FROM T1_n128 k LEFT OUTER JOIN T1_n128 v ON k.key+1=v.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n128 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/skewjoin_mapjoin1.q.out b/ql/src/test/results/clientpositive/skewjoin_mapjoin1.q.out index 2e44e09..7b28121 100644 --- a/ql/src/test/results/clientpositive/skewjoin_mapjoin1.q.out +++ b/ql/src/test/results/clientpositive/skewjoin_mapjoin1.q.out @@ -37,9 +37,15 @@ POSTHOOK: Output: default@t2_n40 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n67 a JOIN T2_n40 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n67 +PREHOOK: Input: default@t2_n40 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n67 a JOIN T2_n40 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n67 +POSTHOOK: Input: default@t2_n40 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-8 is a root stage Stage-2 depends on stages: Stage-8 @@ -174,9 +180,15 @@ POSTHOOK: Input: default@t2_n40 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n67 a RIGHT OUTER JOIN T2_n40 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n67 +PREHOOK: Input: default@t2_n40 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n67 a RIGHT OUTER JOIN T2_n40 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n67 +POSTHOOK: Input: default@t2_n40 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-8 is a root stage Stage-2 depends on stages: Stage-8 @@ -313,9 +325,15 @@ NULL NULL 5 15 PREHOOK: query: EXPLAIN SELECT count(1) FROM T1_n67 a JOIN T2_n40 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n67 +PREHOOK: Input: default@t2_n40 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(1) FROM T1_n67 a JOIN T2_n40 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n67 +POSTHOOK: Input: default@t2_n40 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-8 is a root stage Stage-2 depends on stages: Stage-8 @@ -458,9 +476,15 @@ POSTHOOK: Input: default@t2_n40 PREHOOK: query: EXPLAIN SELECT count(1) FROM T1_n67 a RIGHT OUTER JOIN T2_n40 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n67 +PREHOOK: Input: default@t2_n40 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(1) FROM T1_n67 a RIGHT OUTER JOIN T2_n40 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n67 +POSTHOOK: Input: default@t2_n40 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-8 is a root stage Stage-2 depends on stages: Stage-8 diff --git a/ql/src/test/results/clientpositive/skewjoin_mapjoin10.q.out b/ql/src/test/results/clientpositive/skewjoin_mapjoin10.q.out index 4277c3e..cd2845c 100644 --- a/ql/src/test/results/clientpositive/skewjoin_mapjoin10.q.out +++ b/ql/src/test/results/clientpositive/skewjoin_mapjoin10.q.out @@ -69,9 +69,15 @@ POSTHOOK: Lineage: t2_n88.val SIMPLE [(tmpt2_n0)tmpt2_n0.FieldSchema(name:val, t PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n151 a JOIN T2_n88 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n151 +PREHOOK: Input: default@t2_n88 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n151 a JOIN T2_n88 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n151 +POSTHOOK: Input: default@t2_n88 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-8 is a root stage Stage-2 depends on stages: Stage-8 @@ -206,9 +212,15 @@ POSTHOOK: Input: default@t2_n88 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n151 a RIGHT OUTER JOIN T2_n88 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n151 +PREHOOK: Input: default@t2_n88 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n151 a RIGHT OUTER JOIN T2_n88 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n151 +POSTHOOK: Input: default@t2_n88 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-8 is a root stage Stage-2 depends on stages: Stage-8 @@ -345,9 +357,15 @@ NULL NULL 5 15 PREHOOK: query: EXPLAIN SELECT count(1) FROM T1_n151 a JOIN T2_n88 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n151 +PREHOOK: Input: default@t2_n88 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(1) FROM T1_n151 a JOIN T2_n88 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n151 +POSTHOOK: Input: default@t2_n88 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-8 is a root stage Stage-2 depends on stages: Stage-8 @@ -490,9 +508,15 @@ POSTHOOK: Input: default@t2_n88 PREHOOK: query: EXPLAIN SELECT count(1) FROM T1_n151 a RIGHT OUTER JOIN T2_n88 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n151 +PREHOOK: Input: default@t2_n88 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(1) FROM T1_n151 a RIGHT OUTER JOIN T2_n88 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n151 +POSTHOOK: Input: default@t2_n88 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-8 is a root stage Stage-2 depends on stages: Stage-8 diff --git a/ql/src/test/results/clientpositive/skewjoin_mapjoin11.q.out b/ql/src/test/results/clientpositive/skewjoin_mapjoin11.q.out index a7dc710..02d6d5b 100644 --- a/ql/src/test/results/clientpositive/skewjoin_mapjoin11.q.out +++ b/ql/src/test/results/clientpositive/skewjoin_mapjoin11.q.out @@ -37,9 +37,15 @@ POSTHOOK: Output: default@t2_n21 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n31 a JOIN T2_n21 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n31 +PREHOOK: Input: default@t2_n21 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n31 a JOIN T2_n21 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n31 +POSTHOOK: Input: default@t2_n21 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-8 is a root stage Stage-2 depends on stages: Stage-8 diff --git a/ql/src/test/results/clientpositive/skewjoin_mapjoin2.q.out b/ql/src/test/results/clientpositive/skewjoin_mapjoin2.q.out index ee1310c..80d8b79 100644 --- a/ql/src/test/results/clientpositive/skewjoin_mapjoin2.q.out +++ b/ql/src/test/results/clientpositive/skewjoin_mapjoin2.q.out @@ -37,9 +37,15 @@ POSTHOOK: Output: default@t2_n16 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n25 a JOIN T2_n16 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n25 +PREHOOK: Input: default@t2_n16 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n25 a JOIN T2_n16 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n25 +POSTHOOK: Input: default@t2_n16 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-8 is a root stage Stage-2 depends on stages: Stage-8 @@ -174,9 +180,15 @@ POSTHOOK: Input: default@t2_n16 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n25 a FULL OUTER JOIN T2_n16 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n25 +PREHOOK: Input: default@t2_n16 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n25 a FULL OUTER JOIN T2_n16 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n25 +POSTHOOK: Input: default@t2_n16 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 diff --git a/ql/src/test/results/clientpositive/skewjoin_mapjoin3.q.out b/ql/src/test/results/clientpositive/skewjoin_mapjoin3.q.out index c884c36..dbd6556 100644 --- a/ql/src/test/results/clientpositive/skewjoin_mapjoin3.q.out +++ b/ql/src/test/results/clientpositive/skewjoin_mapjoin3.q.out @@ -37,9 +37,15 @@ POSTHOOK: Output: default@t2_n91 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n155 a JOIN T2_n91 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n155 +PREHOOK: Input: default@t2_n91 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n155 a JOIN T2_n91 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n155 +POSTHOOK: Input: default@t2_n91 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-8 is a root stage Stage-2 depends on stages: Stage-8 diff --git a/ql/src/test/results/clientpositive/skewjoin_mapjoin4.q.out b/ql/src/test/results/clientpositive/skewjoin_mapjoin4.q.out index c4e7ee3..77f9fd6 100644 --- a/ql/src/test/results/clientpositive/skewjoin_mapjoin4.q.out +++ b/ql/src/test/results/clientpositive/skewjoin_mapjoin4.q.out @@ -53,9 +53,17 @@ POSTHOOK: Output: default@t3_n27 PREHOOK: query: EXPLAIN SELECT a.*, b.*, c.* FROM T1_n124 a JOIN T2_n73 b ON a.key = b.key JOIN T3_n27 c on a.key = c.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n124 +PREHOOK: Input: default@t2_n73 +PREHOOK: Input: default@t3_n27 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.*, c.* FROM T1_n124 a JOIN T2_n73 b ON a.key = b.key JOIN T3_n27 c on a.key = c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n124 +POSTHOOK: Input: default@t2_n73 +POSTHOOK: Input: default@t3_n27 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-10 is a root stage Stage-2 depends on stages: Stage-10 diff --git a/ql/src/test/results/clientpositive/skewjoin_mapjoin5.q.out b/ql/src/test/results/clientpositive/skewjoin_mapjoin5.q.out index 2380a83..b141f18 100644 --- a/ql/src/test/results/clientpositive/skewjoin_mapjoin5.q.out +++ b/ql/src/test/results/clientpositive/skewjoin_mapjoin5.q.out @@ -41,6 +41,9 @@ select key, val from T1_n87 ) subq1 join T2_n54 b on subq1.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n87 +PREHOOK: Input: default@t2_n54 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from ( @@ -50,6 +53,9 @@ select key, val from T1_n87 ) subq1 join T2_n54 b on subq1.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n87 +POSTHOOK: Input: default@t2_n54 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-5 is a root stage Stage-4 depends on stages: Stage-5 @@ -188,6 +194,9 @@ select key, count(1) as cnt from T1_n87 group by key ) subq1 join T2_n54 b on subq1.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n87 +PREHOOK: Input: default@t2_n54 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from ( @@ -195,6 +204,9 @@ select key, count(1) as cnt from T1_n87 group by key ) subq1 join T2_n54 b on subq1.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n87 +POSTHOOK: Input: default@t2_n54 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-5 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/skewjoin_mapjoin6.q.out b/ql/src/test/results/clientpositive/skewjoin_mapjoin6.q.out index 13de457..c73564e 100644 --- a/ql/src/test/results/clientpositive/skewjoin_mapjoin6.q.out +++ b/ql/src/test/results/clientpositive/skewjoin_mapjoin6.q.out @@ -39,9 +39,15 @@ POSTHOOK: Lineage: array_valued_t1_n39.value EXPRESSION [(t1_n39)t1_n39.FieldSch PREHOOK: query: explain select * from (select a.key as key, b.value as array_val from T1_n39 a join array_valued_T1_n39 b on a.key=b.key) i lateral view explode (array_val) c as val PREHOOK: type: QUERY +PREHOOK: Input: default@array_valued_t1_n39 +PREHOOK: Input: default@t1_n39 +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select a.key as key, b.value as array_val from T1_n39 a join array_valued_T1_n39 b on a.key=b.key) i lateral view explode (array_val) c as val POSTHOOK: type: QUERY +POSTHOOK: Input: default@array_valued_t1_n39 +POSTHOOK: Input: default@t1_n39 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-8 is a root stage Stage-2 depends on stages: Stage-8 diff --git a/ql/src/test/results/clientpositive/skewjoin_mapjoin7.q.out b/ql/src/test/results/clientpositive/skewjoin_mapjoin7.q.out index a246aa3..0a3bc9a 100644 --- a/ql/src/test/results/clientpositive/skewjoin_mapjoin7.q.out +++ b/ql/src/test/results/clientpositive/skewjoin_mapjoin7.q.out @@ -40,6 +40,9 @@ select * from select a.key, a.val as val1, b.val as val2 from T1_n157 a join T2_n92 b on a.key = b.key ) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n157 +PREHOOK: Input: default@t2_n92 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from ( @@ -48,6 +51,9 @@ select * from select a.key, a.val as val1, b.val as val2 from T1_n157 a join T2_n92 b on a.key = b.key ) subq1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n157 +POSTHOOK: Input: default@t2_n92 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-16 is a root stage Stage-2 depends on stages: Stage-16 diff --git a/ql/src/test/results/clientpositive/skewjoin_mapjoin8.q.out b/ql/src/test/results/clientpositive/skewjoin_mapjoin8.q.out index 1c88406..f942294 100644 --- a/ql/src/test/results/clientpositive/skewjoin_mapjoin8.q.out +++ b/ql/src/test/results/clientpositive/skewjoin_mapjoin8.q.out @@ -54,12 +54,20 @@ from T1_n29 a join T2_n20 b on a.key = b.key join T3_n7 c on a.val = c.val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n29 +PREHOOK: Input: default@t2_n20 +PREHOOK: Input: default@t3_n7 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from T1_n29 a join T2_n20 b on a.key = b.key join T3_n7 c on a.val = c.val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n29 +POSTHOOK: Input: default@t2_n20 +POSTHOOK: Input: default@t3_n7 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-7 is a root stage Stage-5 depends on stages: Stage-7 diff --git a/ql/src/test/results/clientpositive/skewjoin_mapjoin9.q.out b/ql/src/test/results/clientpositive/skewjoin_mapjoin9.q.out index 7373948..aea29ca 100644 --- a/ql/src/test/results/clientpositive/skewjoin_mapjoin9.q.out +++ b/ql/src/test/results/clientpositive/skewjoin_mapjoin9.q.out @@ -56,12 +56,20 @@ from T1_n152 a join T2_n89 b on a.key = b.key join T3_n36 c on a.val = c.val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n152 +PREHOOK: Input: default@t2_n89 +PREHOOK: Input: default@t3_n36 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from T1_n152 a join T2_n89 b on a.key = b.key join T3_n36 c on a.val = c.val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n152 +POSTHOOK: Input: default@t2_n89 +POSTHOOK: Input: default@t3_n36 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-10 is a root stage Stage-7 depends on stages: Stage-10 diff --git a/ql/src/test/results/clientpositive/skewjoin_noskew.q.out b/ql/src/test/results/clientpositive/skewjoin_noskew.q.out index 71dbada..24e2800 100644 --- a/ql/src/test/results/clientpositive/skewjoin_noskew.q.out +++ b/ql/src/test/results/clientpositive/skewjoin_noskew.q.out @@ -1,9 +1,15 @@ PREHOOK: query: explain create table noskew as select a.* from src a join src b on a.key=b.key order by a.key limit 30 PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@noskew POSTHOOK: query: explain create table noskew as select a.* from src a join src b on a.key=b.key order by a.key limit 30 POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@noskew STAGE DEPENDENCIES: Stage-1 is a root stage Stage-6 depends on stages: Stage-1 , consists of Stage-7, Stage-2 diff --git a/ql/src/test/results/clientpositive/skewjoin_onesideskew.q.out b/ql/src/test/results/clientpositive/skewjoin_onesideskew.q.out index 4f3707c..f3a0e2b 100644 --- a/ql/src/test/results/clientpositive/skewjoin_onesideskew.q.out +++ b/ql/src/test/results/clientpositive/skewjoin_onesideskew.q.out @@ -75,9 +75,17 @@ POSTHOOK: Lineage: nonskewtable.value SCRIPT [] PREHOOK: query: EXPLAIN CREATE TABLE result_n1 AS SELECT a.* FROM skewtable a JOIN nonskewtable b ON a.key=b.key PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@nonskewtable +PREHOOK: Input: default@skewtable +PREHOOK: Output: database:default +PREHOOK: Output: default@result_n1 POSTHOOK: query: EXPLAIN CREATE TABLE result_n1 AS SELECT a.* FROM skewtable a JOIN nonskewtable b ON a.key=b.key POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@nonskewtable +POSTHOOK: Input: default@skewtable +POSTHOOK: Output: database:default +POSTHOOK: Output: default@result_n1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-5 depends on stages: Stage-1 , consists of Stage-6, Stage-0 diff --git a/ql/src/test/results/clientpositive/skewjoin_union_remove_1.q.out b/ql/src/test/results/clientpositive/skewjoin_union_remove_1.q.out index e213e7f..e59b3e6 100644 --- a/ql/src/test/results/clientpositive/skewjoin_union_remove_1.q.out +++ b/ql/src/test/results/clientpositive/skewjoin_union_remove_1.q.out @@ -37,9 +37,15 @@ POSTHOOK: Output: default@t2_n35 PREHOOK: query: EXPLAIN SELECT * FROM T1_n57 a JOIN T2_n35 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n57 +PREHOOK: Input: default@t2_n35 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM T1_n57 a JOIN T2_n35 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n57 +POSTHOOK: Input: default@t2_n35 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-3 is a root stage @@ -174,9 +180,15 @@ POSTHOOK: Input: default@t2_n35 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n57 a RIGHT OUTER JOIN T2_n35 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n57 +PREHOOK: Input: default@t2_n35 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n57 a RIGHT OUTER JOIN T2_n35 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n57 +POSTHOOK: Input: default@t2_n35 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-3 is a root stage @@ -322,10 +334,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE DEST1_n58 SELECT * FROM T1_n57 a JOIN T2_n35 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n57 +PREHOOK: Input: default@t2_n35 +PREHOOK: Output: default@dest1_n58 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE DEST1_n58 SELECT * FROM T1_n57 a JOIN T2_n35 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n57 +POSTHOOK: Input: default@t2_n35 +POSTHOOK: Output: default@dest1_n58 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1, Stage-3 @@ -481,10 +499,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE DEST1_n58 SELECT * FROM T1_n57 a RIGHT OUTER JOIN T2_n35 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n57 +PREHOOK: Input: default@t2_n35 +PREHOOK: Output: default@dest1_n58 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE DEST1_n58 SELECT * FROM T1_n57 a RIGHT OUTER JOIN T2_n35 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n57 +POSTHOOK: Input: default@t2_n35 +POSTHOOK: Output: default@dest1_n58 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1, Stage-3 diff --git a/ql/src/test/results/clientpositive/skewjoin_union_remove_2.q.out b/ql/src/test/results/clientpositive/skewjoin_union_remove_2.q.out index b8997ca..bb82c4b 100644 --- a/ql/src/test/results/clientpositive/skewjoin_union_remove_2.q.out +++ b/ql/src/test/results/clientpositive/skewjoin_union_remove_2.q.out @@ -53,9 +53,17 @@ POSTHOOK: Output: default@t3_n2 PREHOOK: query: EXPLAIN SELECT a.*, b.*, c.* FROM T1_n8 a JOIN T2_n4 b ON a.key = b.key JOIN T3_n2 c on a.key = c.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n8 +PREHOOK: Input: default@t2_n4 +PREHOOK: Input: default@t3_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.*, c.* FROM T1_n8 a JOIN T2_n4 b ON a.key = b.key JOIN T3_n2 c on a.key = c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n8 +POSTHOOK: Input: default@t2_n4 +POSTHOOK: Input: default@t3_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-4 is a root stage diff --git a/ql/src/test/results/clientpositive/skewjoinopt1.q.out b/ql/src/test/results/clientpositive/skewjoinopt1.q.out index 02bb87e..e1acb3c 100644 --- a/ql/src/test/results/clientpositive/skewjoinopt1.q.out +++ b/ql/src/test/results/clientpositive/skewjoinopt1.q.out @@ -37,9 +37,15 @@ POSTHOOK: Output: default@t2_n64 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n101 a JOIN T2_n64 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n101 +PREHOOK: Input: default@t2_n64 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n101 a JOIN T2_n64 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n101 +POSTHOOK: Input: default@t2_n64 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 @@ -197,9 +203,15 @@ POSTHOOK: Input: default@t2_n64 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n101 a RIGHT OUTER JOIN T2_n64 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n101 +PREHOOK: Input: default@t2_n64 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n101 a RIGHT OUTER JOIN T2_n64 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n101 +POSTHOOK: Input: default@t2_n64 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 @@ -359,9 +371,15 @@ NULL NULL 5 15 PREHOOK: query: EXPLAIN SELECT count(1) FROM T1_n101 a JOIN T2_n64 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n101 +PREHOOK: Input: default@t2_n64 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(1) FROM T1_n101 a JOIN T2_n64 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n101 +POSTHOOK: Input: default@t2_n64 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 @@ -523,9 +541,15 @@ POSTHOOK: Input: default@t2_n64 PREHOOK: query: EXPLAIN SELECT count(1) FROM T1_n101 a RIGHT OUTER JOIN T2_n64 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n101 +PREHOOK: Input: default@t2_n64 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(1) FROM T1_n101 a RIGHT OUTER JOIN T2_n64 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n101 +POSTHOOK: Input: default@t2_n64 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 diff --git a/ql/src/test/results/clientpositive/skewjoinopt10.q.out b/ql/src/test/results/clientpositive/skewjoinopt10.q.out index 27d8ea4..7cbe179 100644 --- a/ql/src/test/results/clientpositive/skewjoinopt10.q.out +++ b/ql/src/test/results/clientpositive/skewjoinopt10.q.out @@ -39,9 +39,15 @@ POSTHOOK: Lineage: array_valued_t1_n0.value EXPRESSION [(t1_n88)t1_n88.FieldSche PREHOOK: query: explain select * from (select a.key as key, b.value as array_val from T1_n88 a join array_valued_T1_n0 b on a.key=b.key) i lateral view explode (array_val) c as val PREHOOK: type: QUERY +PREHOOK: Input: default@array_valued_t1_n0 +PREHOOK: Input: default@t1_n88 +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select a.key as key, b.value as array_val from T1_n88 a join array_valued_T1_n0 b on a.key=b.key) i lateral view explode (array_val) c as val POSTHOOK: type: QUERY +POSTHOOK: Input: default@array_valued_t1_n0 +POSTHOOK: Input: default@t1_n88 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 diff --git a/ql/src/test/results/clientpositive/skewjoinopt11.q.out b/ql/src/test/results/clientpositive/skewjoinopt11.q.out index 0511057..da27409 100644 --- a/ql/src/test/results/clientpositive/skewjoinopt11.q.out +++ b/ql/src/test/results/clientpositive/skewjoinopt11.q.out @@ -40,6 +40,9 @@ select * from select a.key, a.val as val1, b.val as val2 from T1_n122 a join T2_n72 b on a.key = b.key ) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n122 +PREHOOK: Input: default@t2_n72 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from ( @@ -48,6 +51,9 @@ select * from select a.key, a.val as val1, b.val as val2 from T1_n122 a join T2_n72 b on a.key = b.key ) subq1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n122 +POSTHOOK: Input: default@t2_n72 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-8 diff --git a/ql/src/test/results/clientpositive/skewjoinopt12.q.out b/ql/src/test/results/clientpositive/skewjoinopt12.q.out index 7f9a7d4..29fa01f 100644 --- a/ql/src/test/results/clientpositive/skewjoinopt12.q.out +++ b/ql/src/test/results/clientpositive/skewjoinopt12.q.out @@ -37,9 +37,15 @@ POSTHOOK: Output: default@t2_n93 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n159 a JOIN T2_n93 b ON a.key = b.key and a.val = b.val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n159 +PREHOOK: Input: default@t2_n93 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n159 a JOIN T2_n93 b ON a.key = b.key and a.val = b.val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n159 +POSTHOOK: Input: default@t2_n93 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 diff --git a/ql/src/test/results/clientpositive/skewjoinopt13.q.out b/ql/src/test/results/clientpositive/skewjoinopt13.q.out index b373e2a..4505d83 100644 --- a/ql/src/test/results/clientpositive/skewjoinopt13.q.out +++ b/ql/src/test/results/clientpositive/skewjoinopt13.q.out @@ -54,12 +54,20 @@ from T1_n38 a join T2_n25 b on a.key = b.key join T3_n9 c on a.val = c.val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n38 +PREHOOK: Input: default@t2_n25 +PREHOOK: Input: default@t3_n9 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from T1_n38 a join T2_n25 b on a.key = b.key join T3_n9 c on a.val = c.val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n38 +POSTHOOK: Input: default@t2_n25 +POSTHOOK: Input: default@t3_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/skewjoinopt14.q.out b/ql/src/test/results/clientpositive/skewjoinopt14.q.out index 6a720b4..ab34e48 100644 --- a/ql/src/test/results/clientpositive/skewjoinopt14.q.out +++ b/ql/src/test/results/clientpositive/skewjoinopt14.q.out @@ -56,12 +56,20 @@ from T1_n65 a join T2_n39 b on a.key = b.key join T3_n14 c on a.val = c.val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n65 +PREHOOK: Input: default@t2_n39 +PREHOOK: Input: default@t3_n14 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from T1_n65 a join T2_n39 b on a.key = b.key join T3_n14 c on a.val = c.val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n65 +POSTHOOK: Input: default@t2_n39 +POSTHOOK: Input: default@t3_n14 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-5 diff --git a/ql/src/test/results/clientpositive/skewjoinopt16.q.out b/ql/src/test/results/clientpositive/skewjoinopt16.q.out index 2d39470..61d852f 100644 --- a/ql/src/test/results/clientpositive/skewjoinopt16.q.out +++ b/ql/src/test/results/clientpositive/skewjoinopt16.q.out @@ -37,9 +37,15 @@ POSTHOOK: Output: default@t2_n90 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n154 a JOIN T2_n90 b ON a.key = b.key and a.val = b.val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n154 +PREHOOK: Input: default@t2_n90 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n154 a JOIN T2_n90 b ON a.key = b.key and a.val = b.val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n154 +POSTHOOK: Input: default@t2_n90 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 diff --git a/ql/src/test/results/clientpositive/skewjoinopt17.q.out b/ql/src/test/results/clientpositive/skewjoinopt17.q.out index ac7ab51..6e3958e 100644 --- a/ql/src/test/results/clientpositive/skewjoinopt17.q.out +++ b/ql/src/test/results/clientpositive/skewjoinopt17.q.out @@ -37,9 +37,15 @@ POSTHOOK: Output: default@t2_n18 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n27 a JOIN T2_n18 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n27 +PREHOOK: Input: default@t2_n18 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n27 a JOIN T2_n18 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n27 +POSTHOOK: Input: default@t2_n18 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 @@ -249,9 +255,15 @@ POSTHOOK: Output: default@t2_n18 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n27 a JOIN T2_n18 b ON a.key = b.key and a.val = b.val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n27 +PREHOOK: Input: default@t2_n18 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n27 a JOIN T2_n18 b ON a.key = b.key and a.val = b.val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n27 +POSTHOOK: Input: default@t2_n18 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 diff --git a/ql/src/test/results/clientpositive/skewjoinopt18.q.out b/ql/src/test/results/clientpositive/skewjoinopt18.q.out index 9fecb39..83a0bbb 100644 --- a/ql/src/test/results/clientpositive/skewjoinopt18.q.out +++ b/ql/src/test/results/clientpositive/skewjoinopt18.q.out @@ -53,9 +53,15 @@ POSTHOOK: Output: default@t2_n94 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n160 a JOIN T2_n94 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n160 +PREHOOK: Input: default@t2_n94 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n160 a JOIN T2_n94 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n160 +POSTHOOK: Input: default@t2_n94 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/skewjoinopt19.q.out b/ql/src/test/results/clientpositive/skewjoinopt19.q.out index 0b42cb0..16fb571 100644 --- a/ql/src/test/results/clientpositive/skewjoinopt19.q.out +++ b/ql/src/test/results/clientpositive/skewjoinopt19.q.out @@ -37,9 +37,15 @@ POSTHOOK: Output: default@t2_n22 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n34 a JOIN T2_n22 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n34 +PREHOOK: Input: default@t2_n22 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n34 a JOIN T2_n22 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n34 +POSTHOOK: Input: default@t2_n22 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 diff --git a/ql/src/test/results/clientpositive/skewjoinopt2.q.out b/ql/src/test/results/clientpositive/skewjoinopt2.q.out index 9d095a9..29bbde8 100644 --- a/ql/src/test/results/clientpositive/skewjoinopt2.q.out +++ b/ql/src/test/results/clientpositive/skewjoinopt2.q.out @@ -37,9 +37,15 @@ POSTHOOK: Output: default@t2_n81 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n139 a JOIN T2_n81 b ON a.key = b.key and a.val = b.val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n139 +PREHOOK: Input: default@t2_n81 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n139 a JOIN T2_n81 b ON a.key = b.key and a.val = b.val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n139 +POSTHOOK: Input: default@t2_n81 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 @@ -190,9 +196,15 @@ POSTHOOK: Input: default@t2_n81 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n139 a LEFT OUTER JOIN T2_n81 b ON a.key = b.key and a.val = b.val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n139 +PREHOOK: Input: default@t2_n81 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n139 a LEFT OUTER JOIN T2_n81 b ON a.key = b.key and a.val = b.val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n139 +POSTHOOK: Input: default@t2_n81 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 @@ -347,9 +359,15 @@ POSTHOOK: Input: default@t2_n81 PREHOOK: query: EXPLAIN SELECT a.key, count(1) FROM T1_n139 a JOIN T2_n81 b ON a.key = b.key and a.val = b.val group by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n139 +PREHOOK: Input: default@t2_n81 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.key, count(1) FROM T1_n139 a JOIN T2_n81 b ON a.key = b.key and a.val = b.val group by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n139 +POSTHOOK: Input: default@t2_n81 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 @@ -521,9 +539,15 @@ POSTHOOK: Input: default@t2_n81 PREHOOK: query: EXPLAIN SELECT a.key, count(1) FROM T1_n139 a LEFT OUTER JOIN T2_n81 b ON a.key = b.key and a.val = b.val group by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n139 +PREHOOK: Input: default@t2_n81 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.key, count(1) FROM T1_n139 a LEFT OUTER JOIN T2_n81 b ON a.key = b.key and a.val = b.val group by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n139 +POSTHOOK: Input: default@t2_n81 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 diff --git a/ql/src/test/results/clientpositive/skewjoinopt20.q.out b/ql/src/test/results/clientpositive/skewjoinopt20.q.out index 1927ac6..bfca323 100644 --- a/ql/src/test/results/clientpositive/skewjoinopt20.q.out +++ b/ql/src/test/results/clientpositive/skewjoinopt20.q.out @@ -37,9 +37,15 @@ POSTHOOK: Output: default@t2_n65 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n103 a JOIN T2_n65 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n103 +PREHOOK: Input: default@t2_n65 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n103 a JOIN T2_n65 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n103 +POSTHOOK: Input: default@t2_n65 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 diff --git a/ql/src/test/results/clientpositive/skewjoinopt21.q.out b/ql/src/test/results/clientpositive/skewjoinopt21.q.out index 9abd5bf..764a17d 100644 --- a/ql/src/test/results/clientpositive/skewjoinopt21.q.out +++ b/ql/src/test/results/clientpositive/skewjoinopt21.q.out @@ -42,6 +42,9 @@ FROM (SELECT key as k, val as v FROM T2_n38) b ON a.k = b.k PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n63 +PREHOOK: Input: default@t2_n38 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM @@ -50,6 +53,9 @@ FROM (SELECT key as k, val as v FROM T2_n38) b ON a.k = b.k POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n63 +POSTHOOK: Input: default@t2_n38 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 diff --git a/ql/src/test/results/clientpositive/skewjoinopt3.q.out b/ql/src/test/results/clientpositive/skewjoinopt3.q.out index 1dd9486..4c390fa 100644 --- a/ql/src/test/results/clientpositive/skewjoinopt3.q.out +++ b/ql/src/test/results/clientpositive/skewjoinopt3.q.out @@ -37,9 +37,15 @@ POSTHOOK: Output: default@t2_n7 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n12 a JOIN T2_n7 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n12 +PREHOOK: Input: default@t2_n7 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n12 a JOIN T2_n7 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n12 +POSTHOOK: Input: default@t2_n7 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 @@ -197,9 +203,15 @@ POSTHOOK: Input: default@t2_n7 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n12 a FULL OUTER JOIN T2_n7 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n12 +PREHOOK: Input: default@t2_n7 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n12 a FULL OUTER JOIN T2_n7 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n12 +POSTHOOK: Input: default@t2_n7 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 diff --git a/ql/src/test/results/clientpositive/skewjoinopt4.q.out b/ql/src/test/results/clientpositive/skewjoinopt4.q.out index e910798..258e90a 100644 --- a/ql/src/test/results/clientpositive/skewjoinopt4.q.out +++ b/ql/src/test/results/clientpositive/skewjoinopt4.q.out @@ -35,9 +35,15 @@ POSTHOOK: Output: default@t2_n32 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n52 a JOIN T2_n32 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n52 +PREHOOK: Input: default@t2_n32 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n52 a JOIN T2_n32 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n52 +POSTHOOK: Input: default@t2_n32 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 @@ -195,9 +201,15 @@ POSTHOOK: Input: default@t2_n32 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T2_n32 a JOIN T1_n52 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n52 +PREHOOK: Input: default@t2_n32 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T2_n32 a JOIN T1_n52 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n52 +POSTHOOK: Input: default@t2_n32 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 diff --git a/ql/src/test/results/clientpositive/skewjoinopt5.q.out b/ql/src/test/results/clientpositive/skewjoinopt5.q.out index 3a59263..31dabff 100644 --- a/ql/src/test/results/clientpositive/skewjoinopt5.q.out +++ b/ql/src/test/results/clientpositive/skewjoinopt5.q.out @@ -37,9 +37,15 @@ POSTHOOK: Output: default@t2_n63 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n100 a JOIN T2_n63 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n100 +PREHOOK: Input: default@t2_n63 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n100 a JOIN T2_n63 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n100 +POSTHOOK: Input: default@t2_n63 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 diff --git a/ql/src/test/results/clientpositive/skewjoinopt6.q.out b/ql/src/test/results/clientpositive/skewjoinopt6.q.out index ca220b1..8a1ac06 100644 --- a/ql/src/test/results/clientpositive/skewjoinopt6.q.out +++ b/ql/src/test/results/clientpositive/skewjoinopt6.q.out @@ -37,9 +37,15 @@ POSTHOOK: Output: default@t2_n77 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n130 a JOIN T2_n77 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n130 +PREHOOK: Input: default@t2_n77 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n130 a JOIN T2_n77 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n130 +POSTHOOK: Input: default@t2_n77 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 diff --git a/ql/src/test/results/clientpositive/skewjoinopt7.q.out b/ql/src/test/results/clientpositive/skewjoinopt7.q.out index 02f6992..8e5e66e 100644 --- a/ql/src/test/results/clientpositive/skewjoinopt7.q.out +++ b/ql/src/test/results/clientpositive/skewjoinopt7.q.out @@ -53,9 +53,17 @@ POSTHOOK: Output: default@t3 PREHOOK: query: EXPLAIN SELECT a.*, b.*, c.* FROM T1 a JOIN T2 b ON a.key = b.key JOIN T3 c on a.key = c.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +PREHOOK: Input: default@t3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.*, c.* FROM T1 a JOIN T2 b ON a.key = b.key JOIN T3 c on a.key = c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +POSTHOOK: Input: default@t3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-5 diff --git a/ql/src/test/results/clientpositive/skewjoinopt8.q.out b/ql/src/test/results/clientpositive/skewjoinopt8.q.out index 7ba95a3..c6de2ee 100644 --- a/ql/src/test/results/clientpositive/skewjoinopt8.q.out +++ b/ql/src/test/results/clientpositive/skewjoinopt8.q.out @@ -51,9 +51,17 @@ POSTHOOK: Output: default@t3_n33 PREHOOK: query: EXPLAIN SELECT a.*, b.*, c.* FROM T1_n140 a JOIN T2_n82 b ON a.key = b.key JOIN T3_n33 c on a.key = c.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n140 +PREHOOK: Input: default@t2_n82 +PREHOOK: Input: default@t3_n33 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.*, c.* FROM T1_n140 a JOIN T2_n82 b ON a.key = b.key JOIN T3_n33 c on a.key = c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n140 +POSTHOOK: Input: default@t2_n82 +POSTHOOK: Input: default@t3_n33 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-5 diff --git a/ql/src/test/results/clientpositive/skewjoinopt9.q.out b/ql/src/test/results/clientpositive/skewjoinopt9.q.out index 8594940..fe280be 100644 --- a/ql/src/test/results/clientpositive/skewjoinopt9.q.out +++ b/ql/src/test/results/clientpositive/skewjoinopt9.q.out @@ -41,6 +41,9 @@ select key, val from T1_n9 ) subq1 join T2_n5 b on subq1.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n9 +PREHOOK: Input: default@t2_n5 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from ( @@ -50,6 +53,9 @@ select key, val from T1_n9 ) subq1 join T2_n5 b on subq1.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n9 +POSTHOOK: Input: default@t2_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -176,6 +182,9 @@ select key, count(1) as cnt from T1_n9 group by key ) subq1 join T2_n5 b on subq1.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n9 +PREHOOK: Input: default@t2_n5 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from ( @@ -183,6 +192,9 @@ select key, count(1) as cnt from T1_n9 group by key ) subq1 join T2_n5 b on subq1.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n9 +POSTHOOK: Input: default@t2_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/smb_mapjoin9.q.out b/ql/src/test/results/clientpositive/smb_mapjoin9.q.out index d1d0314..b8a35b0 100644 --- a/ql/src/test/results/clientpositive/smb_mapjoin9.q.out +++ b/ql/src/test/results/clientpositive/smb_mapjoin9.q.out @@ -20,12 +20,18 @@ FROM hive_test_smb_bucket1 a JOIN hive_test_smb_bucket2 b ON a.key = b.key WHERE a.ds = '2010-10-15' and b.ds='2010-10-15' and b.key IS NOT NULL PREHOOK: type: QUERY +PREHOOK: Input: default@hive_test_smb_bucket1 +PREHOOK: Input: default@hive_test_smb_bucket2 +#### A masked pattern was here #### POSTHOOK: query: explain extended SELECT /*+ MAPJOIN(b) */ b.key as k1, b.value, b.ds, a.key as k2 FROM hive_test_smb_bucket1 a JOIN hive_test_smb_bucket2 b ON a.key = b.key WHERE a.ds = '2010-10-15' and b.ds='2010-10-15' and b.key IS NOT NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@hive_test_smb_bucket1 +POSTHOOK: Input: default@hive_test_smb_bucket2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -104,12 +110,18 @@ FROM hive_test_smb_bucket1 a JOIN hive_test_smb_bucket2 b ON a.key = b.key WHERE a.ds = '2010-10-15' and b.ds='2010-10-15' and b.key IS NOT NULL PREHOOK: type: QUERY +PREHOOK: Input: default@hive_test_smb_bucket1 +PREHOOK: Input: default@hive_test_smb_bucket2 +#### A masked pattern was here #### POSTHOOK: query: explain extended SELECT /*+ MAPJOIN(a) */ b.key as k1, b.value, b.ds, a.key as k2 FROM hive_test_smb_bucket1 a JOIN hive_test_smb_bucket2 b ON a.key = b.key WHERE a.ds = '2010-10-15' and b.ds='2010-10-15' and b.key IS NOT NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@hive_test_smb_bucket1 +POSTHOOK: Input: default@hive_test_smb_bucket2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -209,6 +221,12 @@ FROM hive_test_smb_bucket1 a JOIN hive_test_smb_bucket2 b ON a.key = b.key WHERE a.ds = '2010-10-15' and b.ds='2010-10-15' and b.key IS NOT NULL PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@hive_test_smb_bucket1 +PREHOOK: Input: default@hive_test_smb_bucket1@ds=2010-10-15 +PREHOOK: Input: default@hive_test_smb_bucket2 +PREHOOK: Input: default@hive_test_smb_bucket2@ds=2010-10-15 +PREHOOK: Output: database:default +PREHOOK: Output: default@smb_mapjoin9_results POSTHOOK: query: explain create table smb_mapjoin9_results as SELECT /*+ MAPJOIN(b) */ b.key as k1, b.value, b.ds, a.key as k2 @@ -216,6 +234,12 @@ FROM hive_test_smb_bucket1 a JOIN hive_test_smb_bucket2 b ON a.key = b.key WHERE a.ds = '2010-10-15' and b.ds='2010-10-15' and b.key IS NOT NULL POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@hive_test_smb_bucket1 +POSTHOOK: Input: default@hive_test_smb_bucket1@ds=2010-10-15 +POSTHOOK: Input: default@hive_test_smb_bucket2 +POSTHOOK: Input: default@hive_test_smb_bucket2@ds=2010-10-15 +POSTHOOK: Output: database:default +POSTHOOK: Output: default@smb_mapjoin9_results STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/smb_mapjoin_1.q.out b/ql/src/test/results/clientpositive/smb_mapjoin_1.q.out index fcc50df..b471200 100644 --- a/ql/src/test/results/clientpositive/smb_mapjoin_1.q.out +++ b/ql/src/test/results/clientpositive/smb_mapjoin_1.q.out @@ -93,9 +93,15 @@ POSTHOOK: Input: default@smb_bucket_1_n3 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n3 a join smb_bucket_2_n3 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n3 +PREHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n3 a join smb_bucket_2_n3 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n3 +POSTHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -146,9 +152,15 @@ POSTHOOK: Input: default@smb_bucket_2_n3 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n3 a left outer join smb_bucket_2_n3 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n3 +PREHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n3 a left outer join smb_bucket_2_n3 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n3 +POSTHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -201,9 +213,15 @@ POSTHOOK: Input: default@smb_bucket_2_n3 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n3 a right outer join smb_bucket_2_n3 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n3 +PREHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n3 a right outer join smb_bucket_2_n3 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n3 +POSTHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -255,9 +273,15 @@ NULL NULL 30 val_30 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n3 a full outer join smb_bucket_2_n3 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n3 +PREHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n3 a full outer join smb_bucket_2_n3 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n3 +POSTHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -314,9 +338,15 @@ NULL NULL 30 val_30 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n3 a join smb_bucket_2_n3 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n3 +PREHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n3 a join smb_bucket_2_n3 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n3 +POSTHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -367,9 +397,15 @@ POSTHOOK: Input: default@smb_bucket_2_n3 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n3 a left outer join smb_bucket_2_n3 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n3 +PREHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n3 a left outer join smb_bucket_2_n3 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n3 +POSTHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -422,9 +458,15 @@ POSTHOOK: Input: default@smb_bucket_2_n3 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n3 a right outer join smb_bucket_2_n3 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n3 +PREHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n3 a right outer join smb_bucket_2_n3 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n3 +POSTHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -476,9 +518,15 @@ NULL NULL 30 val_30 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n3 a full outer join smb_bucket_2_n3 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n3 +PREHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n3 a full outer join smb_bucket_2_n3 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n3 +POSTHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/smb_mapjoin_10.q.out b/ql/src/test/results/clientpositive/smb_mapjoin_10.q.out index e5094f0..a9ff162 100644 --- a/ql/src/test/results/clientpositive/smb_mapjoin_10.q.out +++ b/ql/src/test/results/clientpositive/smb_mapjoin_10.q.out @@ -60,6 +60,10 @@ on (a.ds = '1' and b.ds = '2' and a.postid = b.postid and a.type = b.type) PREHOOK: type: QUERY +PREHOOK: Input: default@tmp_smb_bucket_10 +PREHOOK: Input: default@tmp_smb_bucket_10@ds=1 +PREHOOK: Input: default@tmp_smb_bucket_10@ds=2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from tmp_smb_bucket_10 a join tmp_smb_bucket_10 b on (a.ds = '1' and b.ds = '2' and @@ -68,6 +72,10 @@ on (a.ds = '1' and b.ds = '2' and a.postid = b.postid and a.type = b.type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tmp_smb_bucket_10 +POSTHOOK: Input: default@tmp_smb_bucket_10@ds=1 +POSTHOOK: Input: default@tmp_smb_bucket_10@ds=2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/smb_mapjoin_11.q.out b/ql/src/test/results/clientpositive/smb_mapjoin_11.q.out index b2de1d0..4347d68 100644 --- a/ql/src/test/results/clientpositive/smb_mapjoin_11.q.out +++ b/ql/src/test/results/clientpositive/smb_mapjoin_11.q.out @@ -43,9 +43,19 @@ POSTHOOK: Output: default@test_table3_n1 PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE test_table3_n1 PARTITION (ds = '1') SELECT /*+ MAPJOIN(b) */ a.key, b.value FROM test_table1_n1 a JOIN test_table2_n1 b ON a.key = b.key AND a.ds = '1' AND b.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n1 +PREHOOK: Input: default@test_table1_n1@ds=1 +PREHOOK: Input: default@test_table2_n1 +PREHOOK: Input: default@test_table2_n1@ds=1 +PREHOOK: Output: default@test_table3_n1@ds=1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE test_table3_n1 PARTITION (ds = '1') SELECT /*+ MAPJOIN(b) */ a.key, b.value FROM test_table1_n1 a JOIN test_table2_n1 b ON a.key = b.key AND a.ds = '1' AND b.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n1 +POSTHOOK: Input: default@test_table1_n1@ds=1 +POSTHOOK: Input: default@test_table2_n1 +POSTHOOK: Input: default@test_table2_n1@ds=1 +POSTHOOK: Output: default@test_table3_n1@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1880,8 +1890,14 @@ POSTHOOK: Input: default@test_table3_n1@ds=1 498 val_498 1 PREHOOK: query: EXPLAIN EXTENDED SELECT * FROM test_table1_n1 TABLESAMPLE(BUCKET 2 OUT OF 16) PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n1 +PREHOOK: Input: default@test_table1_n1@ds=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT * FROM test_table1_n1 TABLESAMPLE(BUCKET 2 OUT OF 16) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n1 +POSTHOOK: Input: default@test_table1_n1@ds=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1991,8 +2007,14 @@ STAGE PLANS: PREHOOK: query: EXPLAIN EXTENDED SELECT * FROM test_table3_n1 TABLESAMPLE(BUCKET 2 OUT OF 16) PREHOOK: type: QUERY +PREHOOK: Input: default@test_table3_n1 +PREHOOK: Input: default@test_table3_n1@ds=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT * FROM test_table3_n1 TABLESAMPLE(BUCKET 2 OUT OF 16) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table3_n1 +POSTHOOK: Input: default@test_table3_n1@ds=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/smb_mapjoin_12.q.out b/ql/src/test/results/clientpositive/smb_mapjoin_12.q.out index d56ae7f..f6854ad 100644 --- a/ql/src/test/results/clientpositive/smb_mapjoin_12.q.out +++ b/ql/src/test/results/clientpositive/smb_mapjoin_12.q.out @@ -55,9 +55,23 @@ POSTHOOK: Output: default@test_table3_n4 PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE test_table3_n4 PARTITION (ds = '1') SELECT /*+ MAPJOIN(b) */ a.key, b.value FROM test_table1_n6 a JOIN test_table2_n6 b ON a.key = b.key AND a.ds = '1' AND b.ds >= '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n6 +PREHOOK: Input: default@test_table1_n6@ds=1 +PREHOOK: Input: default@test_table2_n6 +PREHOOK: Input: default@test_table2_n6@ds=1 +PREHOOK: Input: default@test_table2_n6@ds=2 +PREHOOK: Input: default@test_table2_n6@ds=3 +PREHOOK: Output: default@test_table3_n4@ds=1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE test_table3_n4 PARTITION (ds = '1') SELECT /*+ MAPJOIN(b) */ a.key, b.value FROM test_table1_n6 a JOIN test_table2_n6 b ON a.key = b.key AND a.ds = '1' AND b.ds >= '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n6 +POSTHOOK: Input: default@test_table1_n6@ds=1 +POSTHOOK: Input: default@test_table2_n6 +POSTHOOK: Input: default@test_table2_n6@ds=1 +POSTHOOK: Input: default@test_table2_n6@ds=2 +POSTHOOK: Input: default@test_table2_n6@ds=3 +POSTHOOK: Output: default@test_table3_n4@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -255,10 +269,20 @@ PREHOOK: query: explain extended INSERT OVERWRITE TABLE test_table3_n4 PARTITION (ds = '2') SELECT /*+mapjoin(b)*/ a.key, concat(a.value, b.value) FROM test_table3_n4 a JOIN test_table1_n6 b ON a.key = b.key AND a.ds = '1' AND b.ds='1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n6 +PREHOOK: Input: default@test_table1_n6@ds=1 +PREHOOK: Input: default@test_table3_n4 +PREHOOK: Input: default@test_table3_n4@ds=1 +PREHOOK: Output: default@test_table3_n4@ds=2 POSTHOOK: query: explain extended INSERT OVERWRITE TABLE test_table3_n4 PARTITION (ds = '2') SELECT /*+mapjoin(b)*/ a.key, concat(a.value, b.value) FROM test_table3_n4 a JOIN test_table1_n6 b ON a.key = b.key AND a.ds = '1' AND b.ds='1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n6 +POSTHOOK: Input: default@test_table1_n6@ds=1 +POSTHOOK: Input: default@test_table3_n4 +POSTHOOK: Input: default@test_table3_n4@ds=1 +POSTHOOK: Output: default@test_table3_n4@ds=2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/smb_mapjoin_13.q.out b/ql/src/test/results/clientpositive/smb_mapjoin_13.q.out index 2dd921f..f966f78 100644 --- a/ql/src/test/results/clientpositive/smb_mapjoin_13.q.out +++ b/ql/src/test/results/clientpositive/smb_mapjoin_13.q.out @@ -63,9 +63,15 @@ POSTHOOK: Lineage: test_table4_n0.value SIMPLE [(src)src.FieldSchema(name:value, PREHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ * FROM test_table1_n12 a JOIN test_table2_n12 b ON a.key = b.value ORDER BY a.key LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n12 +PREHOOK: Input: default@test_table2_n12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ * FROM test_table1_n12 a JOIN test_table2_n12 b ON a.key = b.value ORDER BY a.key LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n12 +POSTHOOK: Input: default@test_table2_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -218,9 +224,15 @@ POSTHOOK: Input: default@test_table2_n12 PREHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ * FROM test_table3_n6 a JOIN test_table4_n0 b ON a.key = b.value ORDER BY a.key LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table3_n6 +PREHOOK: Input: default@test_table4_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ * FROM test_table3_n6 a JOIN test_table4_n0 b ON a.key = b.value ORDER BY a.key LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table3_n6 +POSTHOOK: Input: default@test_table4_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/smb_mapjoin_16.q.out b/ql/src/test/results/clientpositive/smb_mapjoin_16.q.out index 4f6406b..975858d 100644 --- a/ql/src/test/results/clientpositive/smb_mapjoin_16.q.out +++ b/ql/src/test/results/clientpositive/smb_mapjoin_16.q.out @@ -35,9 +35,15 @@ POSTHOOK: Lineage: test_table2_n9.value SIMPLE [(src)src.FieldSchema(name:value, PREHOOK: query: EXPLAIN SELECT /*+mapjoin(b)*/ count(*) FROM test_table1_n9 a JOIN test_table2_n9 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n9 +PREHOOK: Input: default@test_table2_n9 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+mapjoin(b)*/ count(*) FROM test_table1_n9 a JOIN test_table2_n9 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n9 +POSTHOOK: Input: default@test_table2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/smb_mapjoin_2.q.out b/ql/src/test/results/clientpositive/smb_mapjoin_2.q.out index 3353eb5..90c9968 100644 --- a/ql/src/test/results/clientpositive/smb_mapjoin_2.q.out +++ b/ql/src/test/results/clientpositive/smb_mapjoin_2.q.out @@ -49,9 +49,15 @@ POSTHOOK: Output: default@smb_bucket_3_n1 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n1 a join smb_bucket_3_n1 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n1 +PREHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n1 a join smb_bucket_3_n1 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n1 +POSTHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -104,9 +110,15 @@ POSTHOOK: Input: default@smb_bucket_3_n1 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n1 a left outer join smb_bucket_3_n1 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n1 +PREHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n1 a left outer join smb_bucket_3_n1 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n1 +POSTHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -159,9 +171,15 @@ POSTHOOK: Input: default@smb_bucket_3_n1 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n1 a right outer join smb_bucket_3_n1 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n1 +PREHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n1 a right outer join smb_bucket_3_n1 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n1 +POSTHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -215,9 +233,15 @@ NULL NULL 23 val_23 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n1 a full outer join smb_bucket_3_n1 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n1 +PREHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n1 a full outer join smb_bucket_3_n1 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n1 +POSTHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -274,9 +298,15 @@ NULL NULL 23 val_23 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n1 a join smb_bucket_3_n1 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n1 +PREHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n1 a join smb_bucket_3_n1 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n1 +POSTHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -329,9 +359,15 @@ POSTHOOK: Input: default@smb_bucket_3_n1 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n1 a left outer join smb_bucket_3_n1 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n1 +PREHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n1 a left outer join smb_bucket_3_n1 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n1 +POSTHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -384,9 +420,15 @@ POSTHOOK: Input: default@smb_bucket_3_n1 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n1 a right outer join smb_bucket_3_n1 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n1 +PREHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n1 a right outer join smb_bucket_3_n1 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n1 +POSTHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -440,9 +482,15 @@ NULL NULL 23 val_23 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n1 a full outer join smb_bucket_3_n1 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n1 +PREHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n1 a full outer join smb_bucket_3_n1 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n1 +POSTHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/smb_mapjoin_20.q.out b/ql/src/test/results/clientpositive/smb_mapjoin_20.q.out index 7897131..004263d 100644 --- a/ql/src/test/results/clientpositive/smb_mapjoin_20.q.out +++ b/ql/src/test/results/clientpositive/smb_mapjoin_20.q.out @@ -34,10 +34,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2 PARTITION (ds = '1') SELECT a.key, a.value, a.value FROM test_table1 a WHERE a.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +PREHOOK: Output: default@test_table2@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2 PARTITION (ds = '1') SELECT a.key, a.value, a.value FROM test_table1 a WHERE a.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +POSTHOOK: Output: default@test_table2@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -202,10 +208,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3 PARTITION (ds = '1') SELECT a.value, a.key, a.value FROM test_table1 a WHERE a.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +PREHOOK: Output: default@test_table3@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3 PARTITION (ds = '1') SELECT a.value, a.key, a.value FROM test_table1 a WHERE a.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +POSTHOOK: Output: default@test_table3@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1417,10 +1429,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2 PARTITION (ds = '2') SELECT a.key+a.key, a.value, a.value FROM test_table1 a WHERE a.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +PREHOOK: Output: default@test_table2@ds=2 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2 PARTITION (ds = '2') SELECT a.key+a.key, a.value, a.value FROM test_table1 a WHERE a.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +POSTHOOK: Output: default@test_table2@ds=2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/smb_mapjoin_21.q.out b/ql/src/test/results/clientpositive/smb_mapjoin_21.q.out index 810fa11..e1fc0b8 100644 --- a/ql/src/test/results/clientpositive/smb_mapjoin_21.q.out +++ b/ql/src/test/results/clientpositive/smb_mapjoin_21.q.out @@ -34,10 +34,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n16 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1_n17 a WHERE a.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n17 +PREHOOK: Input: default@test_table1_n17@ds=1 +PREHOOK: Output: default@test_table2_n16@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n16 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1_n17 a WHERE a.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n17 +POSTHOOK: Input: default@test_table1_n17@ds=1 +POSTHOOK: Output: default@test_table2_n16@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -106,10 +112,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n16 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1_n17 a WHERE a.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n17 +PREHOOK: Input: default@test_table1_n17@ds=1 +PREHOOK: Output: default@test_table2_n16@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n16 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1_n17 a WHERE a.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n17 +POSTHOOK: Input: default@test_table1_n17@ds=1 +POSTHOOK: Output: default@test_table2_n16@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -236,10 +248,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n16 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1_n17 a WHERE a.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n17 +PREHOOK: Input: default@test_table1_n17@ds=1 +PREHOOK: Output: default@test_table2_n16@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n16 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1_n17 a WHERE a.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n17 +POSTHOOK: Input: default@test_table1_n17@ds=1 +POSTHOOK: Output: default@test_table2_n16@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -365,10 +383,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n16 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1_n17 a WHERE a.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n17 +PREHOOK: Input: default@test_table1_n17@ds=1 +PREHOOK: Output: default@test_table2_n16@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n16 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1_n17 a WHERE a.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n17 +POSTHOOK: Input: default@test_table1_n17@ds=1 +POSTHOOK: Output: default@test_table2_n16@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -495,10 +519,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n16 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1_n17 a WHERE a.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n17 +PREHOOK: Input: default@test_table1_n17@ds=1 +PREHOOK: Output: default@test_table2_n16@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n16 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1_n17 a WHERE a.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n17 +POSTHOOK: Input: default@test_table1_n17@ds=1 +POSTHOOK: Output: default@test_table2_n16@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -625,10 +655,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n16 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1_n17 a WHERE a.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n17 +PREHOOK: Input: default@test_table1_n17@ds=1 +PREHOOK: Output: default@test_table2_n16@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n16 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1_n17 a WHERE a.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n17 +POSTHOOK: Input: default@test_table1_n17@ds=1 +POSTHOOK: Output: default@test_table2_n16@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/smb_mapjoin_22.q.out b/ql/src/test/results/clientpositive/smb_mapjoin_22.q.out index 6652e71..a3a6d36 100644 --- a/ql/src/test/results/clientpositive/smb_mapjoin_22.q.out +++ b/ql/src/test/results/clientpositive/smb_mapjoin_22.q.out @@ -33,9 +33,13 @@ POSTHOOK: Lineage: test_table1_n10.value SIMPLE [(src)src.FieldSchema(name:value PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n10 SELECT * FROM test_table1_n10 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n10 +PREHOOK: Output: default@test_table2_n10 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n10 SELECT * FROM test_table1_n10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n10 +POSTHOOK: Output: default@test_table2_n10 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -179,9 +183,13 @@ POSTHOOK: Lineage: test_table1_n10.value SIMPLE [(src)src.FieldSchema(name:value PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n10 SELECT * FROM test_table1_n10 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n10 +PREHOOK: Output: default@test_table2_n10 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n10 SELECT * FROM test_table1_n10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n10 +POSTHOOK: Output: default@test_table2_n10 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/smb_mapjoin_25.q.out b/ql/src/test/results/clientpositive/smb_mapjoin_25.q.out index 19b686a..b485a09 100644 --- a/ql/src/test/results/clientpositive/smb_mapjoin_25.q.out +++ b/ql/src/test/results/clientpositive/smb_mapjoin_25.q.out @@ -52,9 +52,17 @@ Warning: Shuffle Join JOIN[18][tables = [$hdt$_1, $hdt$_2]] in Stage 'Stage-4:MA PREHOOK: query: explain select * from (select a.key from smb_bucket_1_n4 a join smb_bucket_2_n4 b on (a.key = b.key) where a.key = 5) t1 left outer join (select c.key from smb_bucket_2_n4 c join smb_bucket_3_n4 d on (c.key = d.key) where c.key=5) t2 on (t1.key=t2.key) where t2.key=5 PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n4 +PREHOOK: Input: default@smb_bucket_2_n4 +PREHOOK: Input: default@smb_bucket_3_n4 +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select a.key from smb_bucket_1_n4 a join smb_bucket_2_n4 b on (a.key = b.key) where a.key = 5) t1 left outer join (select c.key from smb_bucket_2_n4 c join smb_bucket_3_n4 d on (c.key = d.key) where c.key=5) t2 on (t1.key=t2.key) where t2.key=5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n4 +POSTHOOK: Input: default@smb_bucket_2_n4 +POSTHOOK: Input: default@smb_bucket_3_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 @@ -187,9 +195,17 @@ Warning: Map Join MAPJOIN[50][bigTable=?] in task 'Stage-10:MAPRED' is a cross p PREHOOK: query: explain select * from (select a.key from smb_bucket_1_n4 a join smb_bucket_2_n4 b on (a.key = b.key) where a.key = 5) t1 left outer join (select c.key from smb_bucket_2_n4 c join smb_bucket_3_n4 d on (c.key = d.key) where c.key=5) t2 on (t1.key=t2.key) where t2.key=5 PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n4 +PREHOOK: Input: default@smb_bucket_2_n4 +PREHOOK: Input: default@smb_bucket_3_n4 +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select a.key from smb_bucket_1_n4 a join smb_bucket_2_n4 b on (a.key = b.key) where a.key = 5) t1 left outer join (select c.key from smb_bucket_2_n4 c join smb_bucket_3_n4 d on (c.key = d.key) where c.key=5) t2 on (t1.key=t2.key) where t2.key=5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n4 +POSTHOOK: Input: default@smb_bucket_2_n4 +POSTHOOK: Input: default@smb_bucket_3_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-13 is a root stage Stage-9 depends on stages: Stage-13 diff --git a/ql/src/test/results/clientpositive/smb_mapjoin_3.q.out b/ql/src/test/results/clientpositive/smb_mapjoin_3.q.out index e116fa7..60cd166 100644 --- a/ql/src/test/results/clientpositive/smb_mapjoin_3.q.out +++ b/ql/src/test/results/clientpositive/smb_mapjoin_3.q.out @@ -49,9 +49,15 @@ POSTHOOK: Output: default@smb_bucket_3_n0 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2_n0 a join smb_bucket_3_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2_n0 +PREHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2_n0 a join smb_bucket_3_n0 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2_n0 +POSTHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -104,9 +110,15 @@ POSTHOOK: Input: default@smb_bucket_3_n0 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2_n0 a left outer join smb_bucket_3_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2_n0 +PREHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2_n0 a left outer join smb_bucket_3_n0 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2_n0 +POSTHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -158,9 +170,15 @@ POSTHOOK: Input: default@smb_bucket_3_n0 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2_n0 a right outer join smb_bucket_3_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2_n0 +PREHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2_n0 a right outer join smb_bucket_3_n0 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2_n0 +POSTHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -214,9 +232,15 @@ NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2_n0 a full outer join smb_bucket_3_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2_n0 +PREHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2_n0 a full outer join smb_bucket_3_n0 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2_n0 +POSTHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -272,9 +296,15 @@ NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2_n0 a join smb_bucket_3_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2_n0 +PREHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2_n0 a join smb_bucket_3_n0 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2_n0 +POSTHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -327,9 +357,15 @@ POSTHOOK: Input: default@smb_bucket_3_n0 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2_n0 a left outer join smb_bucket_3_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2_n0 +PREHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2_n0 a left outer join smb_bucket_3_n0 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2_n0 +POSTHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -381,9 +417,15 @@ POSTHOOK: Input: default@smb_bucket_3_n0 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2_n0 a right outer join smb_bucket_3_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2_n0 +PREHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2_n0 a right outer join smb_bucket_3_n0 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2_n0 +POSTHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -437,9 +479,15 @@ NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2_n0 a full outer join smb_bucket_3_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2_n0 +PREHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2_n0 a full outer join smb_bucket_3_n0 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2_n0 +POSTHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/smb_mapjoin_46.q.out b/ql/src/test/results/clientpositive/smb_mapjoin_46.q.out index e61c4b8..d6a3609 100644 --- a/ql/src/test/results/clientpositive/smb_mapjoin_46.q.out +++ b/ql/src/test/results/clientpositive/smb_mapjoin_46.q.out @@ -87,11 +87,17 @@ SELECT * FROM test1_n5 LEFT OUTER JOIN test2_n3 ON (test1_n5.value=test2_n3.value) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n5 +PREHOOK: Input: default@test2_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n5 LEFT OUTER JOIN test2_n3 ON (test1_n5.value=test2_n3.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n5 +POSTHOOK: Input: default@test2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -156,6 +162,9 @@ ON (test1_n5.value=test2_n3.value AND test1_n5.key between 100 and 102 AND test2_n3.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n5 +PREHOOK: Input: default@test2_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n5 LEFT OUTER JOIN test2_n3 @@ -163,6 +172,9 @@ ON (test1_n5.value=test2_n3.value AND test1_n5.key between 100 and 102 AND test2_n3.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n5 +POSTHOOK: Input: default@test2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -232,12 +244,18 @@ FROM test1_n5 LEFT OUTER JOIN test2_n3 ON (test1_n5.key between 100 and 102 AND test2_n3.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n5 +PREHOOK: Input: default@test2_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n5 LEFT OUTER JOIN test2_n3 ON (test1_n5.key between 100 and 102 AND test2_n3.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n5 +POSTHOOK: Input: default@test2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -336,11 +354,17 @@ SELECT * FROM test1_n5 RIGHT OUTER JOIN test2_n3 ON (test1_n5.value=test2_n3.value AND true) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n5 +PREHOOK: Input: default@test2_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n5 RIGHT OUTER JOIN test2_n3 ON (test1_n5.value=test2_n3.value AND true) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n5 +POSTHOOK: Input: default@test2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -402,11 +426,17 @@ SELECT * FROM test1_n5 LEFT OUTER JOIN test2_n3 ON (test1_n5.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n5 +PREHOOK: Input: default@test2_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n5 LEFT OUTER JOIN test2_n3 ON (test1_n5.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n5 +POSTHOOK: Input: default@test2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -509,6 +539,9 @@ ON (test1_n5.value=test2_n3.value OR test1_n5.key between 100 and 102 OR test2_n3.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n5 +PREHOOK: Input: default@test2_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n5 LEFT OUTER JOIN test2_n3 @@ -516,6 +549,9 @@ ON (test1_n5.value=test2_n3.value OR test1_n5.key between 100 and 102 OR test2_n3.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n5 +POSTHOOK: Input: default@test2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -616,12 +652,18 @@ FROM test1_n5 LEFT OUTER JOIN test2_n3 ON (test1_n5.value=test2_n3.value OR test1_n5.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n5 +PREHOOK: Input: default@test2_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n5 LEFT OUTER JOIN test2_n3 ON (test1_n5.value=test2_n3.value OR test1_n5.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n5 +POSTHOOK: Input: default@test2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -720,12 +762,18 @@ FROM test1_n5 LEFT OUTER JOIN test2_n3 ON (test1_n5.value=test2_n3.value OR test2_n3.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n5 +PREHOOK: Input: default@test2_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n5 LEFT OUTER JOIN test2_n3 ON (test1_n5.value=test2_n3.value OR test2_n3.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n5 +POSTHOOK: Input: default@test2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -819,6 +867,9 @@ ON (test1_n5.value=test2_n3.value AND (test1_n5.key between 100 and 102 OR test2_n3.key between 100 and 102)) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n5 +PREHOOK: Input: default@test2_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n5 LEFT OUTER JOIN test2_n3 @@ -826,6 +877,9 @@ ON (test1_n5.value=test2_n3.value AND (test1_n5.key between 100 and 102 OR test2_n3.key between 100 and 102)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n5 +POSTHOOK: Input: default@test2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -895,6 +949,9 @@ ON (test1_n5.value=test2_n3.value OR test1_n5.key between 100 and 102 OR test2_n3.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n5 +PREHOOK: Input: default@test2_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n5 RIGHT OUTER JOIN test2_n3 @@ -902,6 +959,9 @@ ON (test1_n5.value=test2_n3.value OR test1_n5.key between 100 and 102 OR test2_n3.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n5 +POSTHOOK: Input: default@test2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -1002,12 +1062,18 @@ FROM test1_n5 RIGHT OUTER JOIN test2_n3 ON (test1_n5.value=test2_n3.value OR test1_n5.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n5 +PREHOOK: Input: default@test2_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n5 RIGHT OUTER JOIN test2_n3 ON (test1_n5.value=test2_n3.value OR test1_n5.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n5 +POSTHOOK: Input: default@test2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -1103,12 +1169,18 @@ FROM test1_n5 RIGHT OUTER JOIN test2_n3 ON (test1_n5.value=test2_n3.value OR test2_n3.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n5 +PREHOOK: Input: default@test2_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n5 RIGHT OUTER JOIN test2_n3 ON (test1_n5.value=test2_n3.value OR test2_n3.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n5 +POSTHOOK: Input: default@test2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -1204,6 +1276,9 @@ ON (test1_n5.value=test2_n3.value AND (test1_n5.key between 100 and 102 OR test2_n3.key between 100 and 102)) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n5 +PREHOOK: Input: default@test2_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n5 RIGHT OUTER JOIN test2_n3 @@ -1211,6 +1286,9 @@ ON (test1_n5.value=test2_n3.value AND (test1_n5.key between 100 and 102 OR test2_n3.key between 100 and 102)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n5 +POSTHOOK: Input: default@test2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1278,6 +1356,9 @@ ON (test1_n5.value=test2_n3.value OR test1_n5.key between 100 and 102 OR test2_n3.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n5 +PREHOOK: Input: default@test2_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n5 FULL OUTER JOIN test2_n3 @@ -1285,6 +1366,9 @@ ON (test1_n5.value=test2_n3.value OR test1_n5.key between 100 and 102 OR test2_n3.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n5 +POSTHOOK: Input: default@test2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1378,12 +1462,18 @@ FROM test1_n5 FULL OUTER JOIN test2_n3 ON (test1_n5.value=test2_n3.value OR test1_n5.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n5 +PREHOOK: Input: default@test2_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n5 FULL OUTER JOIN test2_n3 ON (test1_n5.value=test2_n3.value OR test1_n5.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n5 +POSTHOOK: Input: default@test2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1475,12 +1565,18 @@ FROM test1_n5 FULL OUTER JOIN test2_n3 ON (test1_n5.value=test2_n3.value OR test2_n3.key between 100 and 102) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n5 +PREHOOK: Input: default@test2_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n5 FULL OUTER JOIN test2_n3 ON (test1_n5.value=test2_n3.value OR test2_n3.key between 100 and 102) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n5 +POSTHOOK: Input: default@test2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1569,6 +1665,9 @@ ON (test1_n5.value=test2_n3.value AND (test1_n5.key between 100 and 102 OR test2_n3.key between 100 and 102)) PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n5 +PREHOOK: Input: default@test2_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n5 FULL OUTER JOIN test2_n3 @@ -1576,6 +1675,9 @@ ON (test1_n5.value=test2_n3.value AND (test1_n5.key between 100 and 102 OR test2_n3.key between 100 and 102)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n5 +POSTHOOK: Input: default@test2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/smb_mapjoin_47.q.out b/ql/src/test/results/clientpositive/smb_mapjoin_47.q.out index 9788a5d..1af173d 100644 --- a/ql/src/test/results/clientpositive/smb_mapjoin_47.q.out +++ b/ql/src/test/results/clientpositive/smb_mapjoin_47.q.out @@ -90,6 +90,9 @@ ON (test1_n8.value=test2_n5.value AND test2_n5.key between 100 and 102) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n8 +PREHOOK: Input: default@test2_n5 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n8 JOIN test2_n5 @@ -98,6 +101,9 @@ ON (test1_n8.value=test2_n5.value AND test2_n5.key between 100 and 102) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n8 +POSTHOOK: Input: default@test2_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -165,12 +171,18 @@ FROM test1_n8 JOIN test2_n5 ON (test1_n8.value=test2_n5.value AND true) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n8 +PREHOOK: Input: default@test2_n5 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n8 JOIN test2_n5 ON (test1_n8.value=test2_n5.value AND true) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n8 +POSTHOOK: Input: default@test2_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -240,6 +252,9 @@ ON (test1_n8.key between 100 and 102 AND true) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n8 +PREHOOK: Input: default@test2_n5 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n8 JOIN test2_n5 @@ -248,6 +263,9 @@ ON (test1_n8.key between 100 and 102 AND true) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n8 +POSTHOOK: Input: default@test2_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -350,6 +368,9 @@ ON (test1_n8.value=test2_n5.value OR test2_n5.key between 100 and 102) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n8 +PREHOOK: Input: default@test2_n5 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n8 JOIN test2_n5 @@ -358,6 +379,9 @@ ON (test1_n8.value=test2_n5.value OR test2_n5.key between 100 and 102) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n8 +POSTHOOK: Input: default@test2_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -461,6 +485,9 @@ ON (test1_n8.key+test2_n5.key >= 100 AND test1_n8.key+test2_n5.key <= 102) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n8 +PREHOOK: Input: default@test2_n5 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n8 JOIN test2_n5 @@ -468,6 +495,9 @@ ON (test1_n8.key+test2_n5.key >= 100 AND test1_n8.key+test2_n5.key <= 102) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n8 +POSTHOOK: Input: default@test2_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -559,6 +589,9 @@ ON (test1_n8.key+test2_n5.key >= 100 OR test1_n8.key+test2_n5.key <= 102) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n8 +PREHOOK: Input: default@test2_n5 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n8 JOIN test2_n5 @@ -566,6 +599,9 @@ ON (test1_n8.key+test2_n5.key >= 100 OR test1_n8.key+test2_n5.key <= 102) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n8 +POSTHOOK: Input: default@test2_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -666,12 +702,18 @@ FROM test1_n8 JOIN test2_n5 ON ((test1_n8.key,test2_n5.key) IN ((100,100),(101,101),(102,102))) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n8 +PREHOOK: Input: default@test2_n5 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test1_n8 JOIN test2_n5 ON ((test1_n8.key,test2_n5.key) IN ((100,100),(101,101),(102,102))) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n8 +POSTHOOK: Input: default@test2_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 @@ -761,6 +803,9 @@ JOIN test1_n8 a ON (a.key+test2_n5.key >= 100) LEFT OUTER JOIN test1_n8 b ON (b.value = test2_n5.value) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n8 +PREHOOK: Input: default@test2_n5 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test2_n5 @@ -768,6 +813,9 @@ JOIN test1_n8 a ON (a.key+test2_n5.key >= 100) LEFT OUTER JOIN test1_n8 b ON (b.value = test2_n5.value) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n8 +POSTHOOK: Input: default@test2_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -868,6 +916,9 @@ LEFT OUTER JOIN test1_n8 a ON (a.value = test2_n5.value) JOIN test1_n8 b ON (b.key+test2_n5.key<= 102) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n8 +PREHOOK: Input: default@test2_n5 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test2_n5 @@ -875,6 +926,9 @@ LEFT OUTER JOIN test1_n8 a ON (a.value = test2_n5.value) JOIN test1_n8 b ON (b.key+test2_n5.key<= 102) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n8 +POSTHOOK: Input: default@test2_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -962,6 +1016,9 @@ JOIN test1_n8 a ON (a.key+test2_n5.key >= 100) RIGHT OUTER JOIN test1_n8 b ON (b.value = test2_n5.value) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n8 +PREHOOK: Input: default@test2_n5 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test2_n5 @@ -969,6 +1026,9 @@ JOIN test1_n8 a ON (a.key+test2_n5.key >= 100) RIGHT OUTER JOIN test1_n8 b ON (b.value = test2_n5.value) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n8 +POSTHOOK: Input: default@test2_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-9 is a root stage Stage-7 depends on stages: Stage-9 @@ -1162,6 +1222,9 @@ RIGHT OUTER JOIN test1_n8 a ON (a.value = test2_n5.value) JOIN test1_n8 b ON (b.key+test2_n5.key<= 102) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n8 +PREHOOK: Input: default@test2_n5 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test2_n5 @@ -1169,6 +1232,9 @@ RIGHT OUTER JOIN test1_n8 a ON (a.value = test2_n5.value) JOIN test1_n8 b ON (b.key+test2_n5.key<= 102) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n8 +POSTHOOK: Input: default@test2_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1256,6 +1322,9 @@ JOIN test1_n8 a ON (a.key+test2_n5.key >= 100) FULL OUTER JOIN test1_n8 b ON (b.value = test2_n5.value) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n8 +PREHOOK: Input: default@test2_n5 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test2_n5 @@ -1263,6 +1332,9 @@ JOIN test1_n8 a ON (a.key+test2_n5.key >= 100) FULL OUTER JOIN test1_n8 b ON (b.value = test2_n5.value) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n8 +POSTHOOK: Input: default@test2_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-6 is a root stage Stage-2 depends on stages: Stage-6 @@ -1392,6 +1464,9 @@ FULL OUTER JOIN test1_n8 a ON (a.value = test2_n5.value) JOIN test1_n8 b ON (b.key+test2_n5.key<= 102) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n8 +PREHOOK: Input: default@test2_n5 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM test2_n5 @@ -1399,6 +1474,9 @@ FULL OUTER JOIN test1_n8 a ON (a.value = test2_n5.value) JOIN test1_n8 b ON (b.key+test2_n5.key<= 102) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n8 +POSTHOOK: Input: default@test2_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-6 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/smb_mapjoin_7.q.out b/ql/src/test/results/clientpositive/smb_mapjoin_7.q.out index 83033b0..36d96d1 100644 --- a/ql/src/test/results/clientpositive/smb_mapjoin_7.q.out +++ b/ql/src/test/results/clientpositive/smb_mapjoin_7.q.out @@ -610,10 +610,16 @@ PREHOOK: query: explain insert overwrite table smb_join_results select /*+mapjoin(a)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket4_1 +PREHOOK: Input: default@smb_bucket4_2 +PREHOOK: Output: default@smb_join_results POSTHOOK: query: explain insert overwrite table smb_join_results select /*+mapjoin(a)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket4_1 +POSTHOOK: Input: default@smb_bucket4_2 +POSTHOOK: Output: default@smb_join_results STAGE DEPENDENCIES: Stage-1 is a root stage Stage-8 depends on stages: Stage-1 , consists of Stage-5, Stage-4, Stage-6 diff --git a/ql/src/test/results/clientpositive/sort.q.out b/ql/src/test/results/clientpositive/sort.q.out index f9b5ce6..7dca5db 100644 --- a/ql/src/test/results/clientpositive/sort.q.out +++ b/ql/src/test/results/clientpositive/sort.q.out @@ -1,9 +1,13 @@ PREHOOK: query: EXPLAIN SELECT x.* FROM SRC x SORT BY key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.* FROM SRC x SORT BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/sort_merge_join_desc_1.q.out b/ql/src/test/results/clientpositive/sort_merge_join_desc_1.q.out index 80ffff2..8a5fc10 100644 --- a/ql/src/test/results/clientpositive/sort_merge_join_desc_1.q.out +++ b/ql/src/test/results/clientpositive/sort_merge_join_desc_1.q.out @@ -45,9 +45,15 @@ POSTHOOK: Lineage: table_desc2_n3.value SIMPLE [(src)src.FieldSchema(name:value, PREHOOK: query: explain select /*+ mapjoin(b) */ count(*) from table_desc1_n3 a join table_desc2_n3 b on a.key=b.key where a.key < 10 PREHOOK: type: QUERY +PREHOOK: Input: default@table_desc1_n3 +PREHOOK: Input: default@table_desc2_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ mapjoin(b) */ count(*) from table_desc1_n3 a join table_desc2_n3 b on a.key=b.key where a.key < 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_desc1_n3 +POSTHOOK: Input: default@table_desc2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/sort_merge_join_desc_2.q.out b/ql/src/test/results/clientpositive/sort_merge_join_desc_2.q.out index 1aba918..e742b88 100644 --- a/ql/src/test/results/clientpositive/sort_merge_join_desc_2.q.out +++ b/ql/src/test/results/clientpositive/sort_merge_join_desc_2.q.out @@ -50,10 +50,16 @@ PREHOOK: query: explain select /*+ mapjoin(b) */ count(*) from table_desc1_n1 a join table_desc2_n1 b on a.key=b.key and a.value=b.value where a.key < 10 PREHOOK: type: QUERY +PREHOOK: Input: default@table_desc1_n1 +PREHOOK: Input: default@table_desc2_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ mapjoin(b) */ count(*) from table_desc1_n1 a join table_desc2_n1 b on a.key=b.key and a.value=b.value where a.key < 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_desc1_n1 +POSTHOOK: Input: default@table_desc2_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/sort_merge_join_desc_3.q.out b/ql/src/test/results/clientpositive/sort_merge_join_desc_3.q.out index 6d81257..23b26e8 100644 --- a/ql/src/test/results/clientpositive/sort_merge_join_desc_3.q.out +++ b/ql/src/test/results/clientpositive/sort_merge_join_desc_3.q.out @@ -50,10 +50,16 @@ PREHOOK: query: explain select /*+ mapjoin(b) */ count(*) from table_desc1_n0 a join table_desc2_n0 b on a.key=b.key and a.value=b.value where a.key < 10 PREHOOK: type: QUERY +PREHOOK: Input: default@table_desc1_n0 +PREHOOK: Input: default@table_desc2_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ mapjoin(b) */ count(*) from table_desc1_n0 a join table_desc2_n0 b on a.key=b.key and a.value=b.value where a.key < 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_desc1_n0 +POSTHOOK: Input: default@table_desc2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/sort_merge_join_desc_4.q.out b/ql/src/test/results/clientpositive/sort_merge_join_desc_4.q.out index 8467b65..6984eb3 100644 --- a/ql/src/test/results/clientpositive/sort_merge_join_desc_4.q.out +++ b/ql/src/test/results/clientpositive/sort_merge_join_desc_4.q.out @@ -50,10 +50,16 @@ PREHOOK: query: explain select /*+ mapjoin(b) */ count(*) from table_desc1 a join table_desc2 b on a.key=b.key and a.value=b.value where a.key < 10 PREHOOK: type: QUERY +PREHOOK: Input: default@table_desc1 +PREHOOK: Input: default@table_desc2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ mapjoin(b) */ count(*) from table_desc1 a join table_desc2 b on a.key=b.key and a.value=b.value where a.key < 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_desc1 +POSTHOOK: Input: default@table_desc2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/sort_merge_join_desc_5.q.out b/ql/src/test/results/clientpositive/sort_merge_join_desc_5.q.out index f733fe2..33a1f66 100644 --- a/ql/src/test/results/clientpositive/sort_merge_join_desc_5.q.out +++ b/ql/src/test/results/clientpositive/sort_merge_join_desc_5.q.out @@ -51,11 +51,21 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n7 a JOIN srcbucket_mapjoin_part_2_n17 b ON a.key = b.key AND a.part = '1' AND b.part = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n7 +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n7@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n17 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n17@part=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n7 a JOIN srcbucket_mapjoin_part_2_n17 b ON a.key = b.key AND a.part = '1' AND b.part = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n7 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n7@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n17 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n17@part=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/sort_merge_join_desc_6.q.out b/ql/src/test/results/clientpositive/sort_merge_join_desc_6.q.out index 4730e2c..1d7e2ce 100644 --- a/ql/src/test/results/clientpositive/sort_merge_join_desc_6.q.out +++ b/ql/src/test/results/clientpositive/sort_merge_join_desc_6.q.out @@ -51,11 +51,21 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n3 a JOIN srcbucket_mapjoin_part_2_n8 b ON a.key = b.key AND a.part = '1' AND b.part = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n3 +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n3@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n8 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n8@part=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n3 a JOIN srcbucket_mapjoin_part_2_n8 b ON a.key = b.key AND a.part = '1' AND b.part = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n3 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n3@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n8 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n8@part=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/sort_merge_join_desc_7.q.out b/ql/src/test/results/clientpositive/sort_merge_join_desc_7.q.out index 5249fb6..a6947d7 100644 --- a/ql/src/test/results/clientpositive/sort_merge_join_desc_7.q.out +++ b/ql/src/test/results/clientpositive/sort_merge_join_desc_7.q.out @@ -87,11 +87,25 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n0 a JOIN srcbucket_mapjoin_part_2_n2 b ON a.key = b.key AND a.part IS NOT NULL AND b.part IS NOT NULL PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n0 +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n0@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n0@part=2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n2@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n2@part=2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n0 a JOIN srcbucket_mapjoin_part_2_n2 b ON a.key = b.key AND a.part IS NOT NULL AND b.part IS NOT NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n0 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n0@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n0@part=2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n2@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n2@part=2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/sort_merge_join_desc_8.q.out b/ql/src/test/results/clientpositive/sort_merge_join_desc_8.q.out index 1bb81b9..d77b8a7 100644 --- a/ql/src/test/results/clientpositive/sort_merge_join_desc_8.q.out +++ b/ql/src/test/results/clientpositive/sort_merge_join_desc_8.q.out @@ -99,10 +99,16 @@ PREHOOK: query: explain select /*+ mapjoin(b) */ count(*) from table_desc1_n2 a join table_desc2_n2 b on a.key=b.key where a.key < 10 PREHOOK: type: QUERY +PREHOOK: Input: default@table_desc1_n2 +PREHOOK: Input: default@table_desc2_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ mapjoin(b) */ count(*) from table_desc1_n2 a join table_desc2_n2 b on a.key=b.key where a.key < 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_desc1_n2 +POSTHOOK: Input: default@table_desc2_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -165,10 +171,16 @@ PREHOOK: query: explain select /*+ mapjoin(b) */ count(*) from table_desc3 a join table_desc4 b on a.key=b.key and a.value2=b.value2 where a.key < 10 PREHOOK: type: QUERY +PREHOOK: Input: default@table_desc3 +PREHOOK: Input: default@table_desc4 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ mapjoin(b) */ count(*) from table_desc3 a join table_desc4 b on a.key=b.key and a.value2=b.value2 where a.key < 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_desc3 +POSTHOOK: Input: default@table_desc4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/source.q.out b/ql/src/test/results/clientpositive/source.q.out index 82d9e23..a120f40 100644 --- a/ql/src/test/results/clientpositive/source.q.out +++ b/ql/src/test/results/clientpositive/source.q.out @@ -1,9 +1,13 @@ PREHOOK: query: EXPLAIN SELECT x.* FROM SRC x PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.* FROM SRC x POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -532,9 +536,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT x.* FROM SRC x PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.* FROM SRC x POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/spark/add_part_multiple.q.out b/ql/src/test/results/clientpositive/spark/add_part_multiple.q.out index 5c9282d..7631c4d 100644 --- a/ql/src/test/results/clientpositive/spark/add_part_multiple.q.out +++ b/ql/src/test/results/clientpositive/spark/add_part_multiple.q.out @@ -13,6 +13,8 @@ PARTITION (ds='2010-02-01') location 'B' PARTITION (ds='2010-03-01') PARTITION (ds='2010-04-01') location 'C' PREHOOK: type: ALTERTABLE_ADDPARTS +#### A masked pattern was here #### +PREHOOK: Output: default@add_part_test_n1 POSTHOOK: query: explain ALTER TABLE add_part_test_n1 ADD IF NOT EXISTS PARTITION (ds='2010-01-01') location 'A' @@ -20,6 +22,8 @@ PARTITION (ds='2010-02-01') location 'B' PARTITION (ds='2010-03-01') PARTITION (ds='2010-04-01') location 'C' POSTHOOK: type: ALTERTABLE_ADDPARTS +#### A masked pattern was here #### +POSTHOOK: Output: default@add_part_test_n1 STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/spark/annotate_stats_join.q.out b/ql/src/test/results/clientpositive/spark/annotate_stats_join.q.out index e08a26c..a1f8af4 100644 --- a/ql/src/test/results/clientpositive/spark/annotate_stats_join.q.out +++ b/ql/src/test/results/clientpositive/spark/annotate_stats_join.q.out @@ -126,8 +126,14 @@ POSTHOOK: Output: default@loc #### A masked pattern was here #### PREHOOK: query: explain select * from emp_n2 e join dept_n1 d on (e.deptid = d.deptid) PREHOOK: type: QUERY +PREHOOK: Input: default@dept_n1 +PREHOOK: Input: default@emp_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from emp_n2 e join dept_n1 d on (e.deptid = d.deptid) POSTHOOK: type: QUERY +POSTHOOK: Input: default@dept_n1 +POSTHOOK: Input: default@emp_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -203,8 +209,14 @@ STAGE PLANS: PREHOOK: query: explain select * from emp_n2,dept_n1 where emp_n2.deptid = dept_n1.deptid and emp_n2.lastname = dept_n1.deptname PREHOOK: type: QUERY +PREHOOK: Input: default@dept_n1 +PREHOOK: Input: default@emp_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from emp_n2,dept_n1 where emp_n2.deptid = dept_n1.deptid and emp_n2.lastname = dept_n1.deptname POSTHOOK: type: QUERY +POSTHOOK: Input: default@dept_n1 +POSTHOOK: Input: default@emp_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -279,8 +291,14 @@ STAGE PLANS: PREHOOK: query: explain select * from emp_n2 e join dept_n1 d on (e.deptid = d.deptid and e.lastname = d.deptname) PREHOOK: type: QUERY +PREHOOK: Input: default@dept_n1 +PREHOOK: Input: default@emp_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from emp_n2 e join dept_n1 d on (e.deptid = d.deptid and e.lastname = d.deptname) POSTHOOK: type: QUERY +POSTHOOK: Input: default@dept_n1 +POSTHOOK: Input: default@emp_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -355,8 +373,14 @@ STAGE PLANS: PREHOOK: query: explain select * from emp_n2,dept_n1 where emp_n2.deptid = dept_n1.deptid and emp_n2.lastname = dept_n1.deptname and dept_n1.deptname = emp_n2.lastname PREHOOK: type: QUERY +PREHOOK: Input: default@dept_n1 +PREHOOK: Input: default@emp_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from emp_n2,dept_n1 where emp_n2.deptid = dept_n1.deptid and emp_n2.lastname = dept_n1.deptname and dept_n1.deptname = emp_n2.lastname POSTHOOK: type: QUERY +POSTHOOK: Input: default@dept_n1 +POSTHOOK: Input: default@emp_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -431,8 +455,14 @@ STAGE PLANS: PREHOOK: query: explain select * from emp_n2 e join dept_n1 d on (e.deptid = d.deptid) join emp_n2 e1 on (e.deptid = e1.deptid) PREHOOK: type: QUERY +PREHOOK: Input: default@dept_n1 +PREHOOK: Input: default@emp_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from emp_n2 e join dept_n1 d on (e.deptid = d.deptid) join emp_n2 e1 on (e.deptid = e1.deptid) POSTHOOK: type: QUERY +POSTHOOK: Input: default@dept_n1 +POSTHOOK: Input: default@emp_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -529,8 +559,16 @@ STAGE PLANS: PREHOOK: query: explain select * from emp_n2 e join dept_n1 d on (e.deptid = d.deptid) join loc l on (e.deptid = l.locid) PREHOOK: type: QUERY +PREHOOK: Input: default@dept_n1 +PREHOOK: Input: default@emp_n2 +PREHOOK: Input: default@loc +#### A masked pattern was here #### POSTHOOK: query: explain select * from emp_n2 e join dept_n1 d on (e.deptid = d.deptid) join loc l on (e.deptid = l.locid) POSTHOOK: type: QUERY +POSTHOOK: Input: default@dept_n1 +POSTHOOK: Input: default@emp_n2 +POSTHOOK: Input: default@loc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -627,8 +665,16 @@ STAGE PLANS: PREHOOK: query: explain select * from emp_n2 e join dept_n1 d on (e.deptid = d.deptid and e.lastname = d.deptname) join loc l on (e.deptid = l.locid and e.lastname = l.state) PREHOOK: type: QUERY +PREHOOK: Input: default@dept_n1 +PREHOOK: Input: default@emp_n2 +PREHOOK: Input: default@loc +#### A masked pattern was here #### POSTHOOK: query: explain select * from emp_n2 e join dept_n1 d on (e.deptid = d.deptid and e.lastname = d.deptname) join loc l on (e.deptid = l.locid and e.lastname = l.state) POSTHOOK: type: QUERY +POSTHOOK: Input: default@dept_n1 +POSTHOOK: Input: default@emp_n2 +POSTHOOK: Input: default@loc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -724,8 +770,14 @@ STAGE PLANS: PREHOOK: query: explain select * from emp_n2 left outer join dept_n1 on emp_n2.deptid = dept_n1.deptid and emp_n2.lastname = dept_n1.deptname and dept_n1.deptname = emp_n2.lastname PREHOOK: type: QUERY +PREHOOK: Input: default@dept_n1 +PREHOOK: Input: default@emp_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from emp_n2 left outer join dept_n1 on emp_n2.deptid = dept_n1.deptid and emp_n2.lastname = dept_n1.deptname and dept_n1.deptname = emp_n2.lastname POSTHOOK: type: QUERY +POSTHOOK: Input: default@dept_n1 +POSTHOOK: Input: default@emp_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -794,8 +846,14 @@ STAGE PLANS: PREHOOK: query: explain select * from emp_n2 left semi join dept_n1 on emp_n2.deptid = dept_n1.deptid and emp_n2.lastname = dept_n1.deptname and dept_n1.deptname = emp_n2.lastname PREHOOK: type: QUERY +PREHOOK: Input: default@dept_n1 +PREHOOK: Input: default@emp_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from emp_n2 left semi join dept_n1 on emp_n2.deptid = dept_n1.deptid and emp_n2.lastname = dept_n1.deptname and dept_n1.deptname = emp_n2.lastname POSTHOOK: type: QUERY +POSTHOOK: Input: default@dept_n1 +POSTHOOK: Input: default@emp_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -875,8 +933,14 @@ STAGE PLANS: PREHOOK: query: explain select * from emp_n2 right outer join dept_n1 on emp_n2.deptid = dept_n1.deptid and emp_n2.lastname = dept_n1.deptname and dept_n1.deptname = emp_n2.lastname PREHOOK: type: QUERY +PREHOOK: Input: default@dept_n1 +PREHOOK: Input: default@emp_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from emp_n2 right outer join dept_n1 on emp_n2.deptid = dept_n1.deptid and emp_n2.lastname = dept_n1.deptname and dept_n1.deptname = emp_n2.lastname POSTHOOK: type: QUERY +POSTHOOK: Input: default@dept_n1 +POSTHOOK: Input: default@emp_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -945,8 +1009,14 @@ STAGE PLANS: PREHOOK: query: explain select * from emp_n2 full outer join dept_n1 on emp_n2.deptid = dept_n1.deptid and emp_n2.lastname = dept_n1.deptname and dept_n1.deptname = emp_n2.lastname PREHOOK: type: QUERY +PREHOOK: Input: default@dept_n1 +PREHOOK: Input: default@emp_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from emp_n2 full outer join dept_n1 on emp_n2.deptid = dept_n1.deptid and emp_n2.lastname = dept_n1.deptname and dept_n1.deptname = emp_n2.lastname POSTHOOK: type: QUERY +POSTHOOK: Input: default@dept_n1 +POSTHOOK: Input: default@emp_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/auto_join0.q.out b/ql/src/test/results/clientpositive/spark/auto_join0.q.out index 600e4ba..795ca4b 100644 --- a/ql/src/test/results/clientpositive/spark/auto_join0.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_join0.q.out @@ -10,6 +10,8 @@ SELECT src1.key as k1, src1.value as v1, SORT BY k1, v1, k2, v2 ) a PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select sum(hash(a.k1,a.v1,a.k2, a.v2)) from ( @@ -21,6 +23,8 @@ SELECT src1.key as k1, src1.value as v1, SORT BY k1, v1, k2, v2 ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/auto_join1.q.out b/ql/src/test/results/clientpositive/spark/auto_join1.q.out index b0ed711..4dd1bcc 100644 --- a/ql/src/test/results/clientpositive/spark/auto_join1.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_join1.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1_n3 SELECT src1.key, src2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_j1_n3 POSTHOOK: query: explain FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1_n3 SELECT src1.key, src2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_j1_n3 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/spark/auto_join10.q.out b/ql/src/test/results/clientpositive/spark/auto_join10.q.out index 1e4d504..581166a 100644 --- a/ql/src/test/results/clientpositive/spark/auto_join10.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_join10.q.out @@ -6,6 +6,8 @@ JOIN ON (x.key = Y.key) select sum(hash(Y.key,Y.value)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain FROM (SELECT src.* FROM src) x @@ -14,6 +16,8 @@ JOIN ON (x.key = Y.key) select sum(hash(Y.key,Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/auto_join11.q.out b/ql/src/test/results/clientpositive/spark/auto_join11.q.out index c7850dd..e717083 100644 --- a/ql/src/test/results/clientpositive/spark/auto_join11.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_join11.q.out @@ -6,6 +6,8 @@ JOIN (SELECT src.key as c3, src.value as c4 from src) src2 ON src1.c1 = src2.c3 AND src1.c1 < 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT sum(hash(src1.c1, src2.c4)) FROM @@ -14,6 +16,8 @@ JOIN (SELECT src.key as c3, src.value as c4 from src) src2 ON src1.c1 = src2.c3 AND src1.c1 < 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/auto_join12.q.out b/ql/src/test/results/clientpositive/spark/auto_join12.q.out index 537fb0a..4d7526e 100644 --- a/ql/src/test/results/clientpositive/spark/auto_join12.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_join12.q.out @@ -9,6 +9,8 @@ JOIN (SELECT src.key as c5, src.value as c6 from src) src3 ON src1.c1 = src3.c5 AND src3.c5 < 80 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT sum(hash(src1.c1, src2.c4)) FROM @@ -20,6 +22,8 @@ JOIN (SELECT src.key as c5, src.value as c6 from src) src3 ON src1.c1 = src3.c5 AND src3.c5 < 80 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/auto_join13.q.out b/ql/src/test/results/clientpositive/spark/auto_join13.q.out index cbc62ea..f6b186a 100644 --- a/ql/src/test/results/clientpositive/spark/auto_join13.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_join13.q.out @@ -9,6 +9,8 @@ JOIN (SELECT src.key as c5, src.value as c6 from src) src3 ON src1.c1 + src2.c3 = src3.c5 AND src3.c5 < 200 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT sum(hash(src1.c1, src2.c4)) FROM @@ -20,6 +22,8 @@ JOIN (SELECT src.key as c5, src.value as c6 from src) src3 ON src1.c1 + src2.c3 = src3.c5 AND src3.c5 < 200 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/auto_join14.q.out b/ql/src/test/results/clientpositive/spark/auto_join14.q.out index c1a2f1f..54d3a84 100644 --- a/ql/src/test/results/clientpositive/spark/auto_join14.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_join14.q.out @@ -10,10 +10,20 @@ PREHOOK: query: explain FROM src JOIN srcpart ON src.key = srcpart.key AND srcpart.ds = '2008-04-08' and src.key > 100 INSERT OVERWRITE TABLE dest1_n83 SELECT src.key, srcpart.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@dest1_n83 POSTHOOK: query: explain FROM src JOIN srcpart ON src.key = srcpart.key AND srcpart.ds = '2008-04-08' and src.key > 100 INSERT OVERWRITE TABLE dest1_n83 SELECT src.key, srcpart.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@dest1_n83 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/spark/auto_join15.q.out b/ql/src/test/results/clientpositive/spark/auto_join15.q.out index bddfaba..edf1829 100644 --- a/ql/src/test/results/clientpositive/spark/auto_join15.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_join15.q.out @@ -6,6 +6,8 @@ FROM src src1 JOIN src src2 ON (src1.key = src2.key) SORT BY k1, v1, k2, v2 ) a PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select sum(hash(a.k1,a.v1,a.k2, a.v2)) from ( @@ -14,6 +16,8 @@ FROM src src1 JOIN src src2 ON (src1.key = src2.key) SORT BY k1, v1, k2, v2 ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/auto_join16.q.out b/ql/src/test/results/clientpositive/spark/auto_join16.q.out index 671435a..d0e0d7b 100644 --- a/ql/src/test/results/clientpositive/spark/auto_join16.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_join16.q.out @@ -6,6 +6,8 @@ JOIN src tab ON (subq.key = tab.key and subq.key > 20 and subq.value = tab.value) where tab.value < 200 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT sum(hash(subq.key, tab.value)) FROM @@ -14,6 +16,8 @@ JOIN src tab ON (subq.key = tab.key and subq.key > 20 and subq.value = tab.value) where tab.value < 200 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/auto_join17.q.out b/ql/src/test/results/clientpositive/spark/auto_join17.q.out index 603747b..d0361c5 100644 --- a/ql/src/test/results/clientpositive/spark/auto_join17.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_join17.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest1_n41 SELECT src1.*, src2.* PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n41 POSTHOOK: query: explain FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest1_n41 SELECT src1.*, src2.* POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n41 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/spark/auto_join18.q.out b/ql/src/test/results/clientpositive/spark/auto_join18.q.out index 35a01e4..fc4a9f7 100644 --- a/ql/src/test/results/clientpositive/spark/auto_join18.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_join18.q.out @@ -11,6 +11,9 @@ PREHOOK: query: explain ) b ON (a.key = b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT sum(hash(a.key, a.value, b.key, b.value)) FROM @@ -24,6 +27,9 @@ POSTHOOK: query: explain ) b ON (a.key = b.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/auto_join18_multi_distinct.q.out b/ql/src/test/results/clientpositive/spark/auto_join18_multi_distinct.q.out index def1de2..c381106 100644 --- a/ql/src/test/results/clientpositive/spark/auto_join18_multi_distinct.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_join18_multi_distinct.q.out @@ -12,6 +12,9 @@ PREHOOK: query: explain ) b ON (a.key = b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT sum(hash(a.key, a.value, b.key, b.value1, b.value2)) FROM @@ -26,6 +29,9 @@ POSTHOOK: query: explain ) b ON (a.key = b.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/auto_join19.q.out b/ql/src/test/results/clientpositive/spark/auto_join19.q.out index 0c74c65..756b65c 100644 --- a/ql/src/test/results/clientpositive/spark/auto_join19.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_join19.q.out @@ -11,11 +11,25 @@ FROM srcpart src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest1_n18 SELECT src1.key, src2.value where (src1.ds = '2008-04-08' or src1.ds = '2008-04-09' )and (src1.hr = '12' or src1.hr = '11') PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: default@dest1_n18 POSTHOOK: query: explain FROM srcpart src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest1_n18 SELECT src1.key, src2.value where (src1.ds = '2008-04-08' or src1.ds = '2008-04-09' )and (src1.hr = '12' or src1.hr = '11') POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: default@dest1_n18 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/spark/auto_join2.q.out b/ql/src/test/results/clientpositive/spark/auto_join2.q.out index 5491f16..ba5668b 100644 --- a/ql/src/test/results/clientpositive/spark/auto_join2.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_join2.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key + src2.key = src3.key) INSERT OVERWRITE TABLE dest_j2 SELECT src1.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_j2 POSTHOOK: query: explain FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key + src2.key = src3.key) INSERT OVERWRITE TABLE dest_j2 SELECT src1.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_j2 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/spark/auto_join20.q.out b/ql/src/test/results/clientpositive/spark/auto_join20.q.out index 16c08bc..380bc46 100644 --- a/ql/src/test/results/clientpositive/spark/auto_join20.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_join20.q.out @@ -6,6 +6,8 @@ FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10) RIGHT OUT SORT BY k1,v1,k2,v2,k3,v3 )a PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select sum(hash(a.k1,a.v1,a.k2,a.v2,a.k3,a.v3)) from ( @@ -14,6 +16,8 @@ FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10) RIGHT OUT SORT BY k1,v1,k2,v2,k3,v3 )a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -158,6 +162,8 @@ FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.k SORT BY k1,v1,k2,v2,k3,v3 )a PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select sum(hash(a.k1,a.v1,a.k2,a.v2,a.k3,a.v3)) from ( @@ -166,6 +172,8 @@ FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.k SORT BY k1,v1,k2,v2,k3,v3 )a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/auto_join21.q.out b/ql/src/test/results/clientpositive/spark/auto_join21.q.out index 82a887d..318d186 100644 --- a/ql/src/test/results/clientpositive/spark/auto_join21.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_join21.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/auto_join22.q.out b/ql/src/test/results/clientpositive/spark/auto_join22.q.out index 2205248..b9aa0a4 100644 --- a/ql/src/test/results/clientpositive/spark/auto_join22.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_join22.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain SELECT sum(hash(src5.src1_value)) FROM (SELECT src3.*, src4.value as src4_value, src4.key as src4_key FROM src src4 JOIN (SELECT src2.*, src1.key as src1_key, src1.value as src1_value FROM src src1 JOIN src src2 ON src1.key = src2.key) src3 ON src3.src1_key = src4.key) src5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT sum(hash(src5.src1_value)) FROM (SELECT src3.*, src4.value as src4_value, src4.key as src4_key FROM src src4 JOIN (SELECT src2.*, src1.key as src1_key, src1.value as src1_value FROM src src1 JOIN src src2 ON src1.key = src2.key) src3 ON src3.src1_key = src4.key) src5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/auto_join23.q.out b/ql/src/test/results/clientpositive/spark/auto_join23.q.out index 7281b3f..1051608 100644 --- a/ql/src/test/results/clientpositive/spark/auto_join23.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_join23.q.out @@ -2,9 +2,13 @@ Warning: Map Join MAPJOIN[12][bigTable=?] in task 'Stage-1:MAPRED' is a cross pr PREHOOK: query: explain SELECT * FROM src src1 JOIN src src2 WHERE src1.key < 10 and src2.key < 10 SORT BY src1.key, src1.value, src2.key, src2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 JOIN src src2 WHERE src1.key < 10 and src2.key < 10 SORT BY src1.key, src1.value, src2.key, src2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/auto_join24.q.out b/ql/src/test/results/clientpositive/spark/auto_join24.q.out index 0962b61..fa476ae 100644 --- a/ql/src/test/results/clientpositive/spark/auto_join24.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_join24.q.out @@ -21,9 +21,13 @@ POSTHOOK: Lineage: tst1_n2.key SIMPLE [(src)a.FieldSchema(name:key, type:string, PREHOOK: query: explain SELECT sum(a.cnt) FROM tst1_n2 a JOIN tst1_n2 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tst1_n2 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT sum(a.cnt) FROM tst1_n2 a JOIN tst1_n2 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tst1_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/auto_join26.q.out b/ql/src/test/results/clientpositive/spark/auto_join26.q.out index 32b50d3..29563da 100644 --- a/ql/src/test/results/clientpositive/spark/auto_join26.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_join26.q.out @@ -10,10 +10,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_j1 SELECT x.key, count(1) FROM src1 x JOIN src y ON (x.key = y.key) group by x.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest_j1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_j1 SELECT x.key, count(1) FROM src1 x JOIN src y ON (x.key = y.key) group by x.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest_j1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/spark/auto_join27.q.out b/ql/src/test/results/clientpositive/spark/auto_join27.q.out index b1c3024..afdf3e5 100644 --- a/ql/src/test/results/clientpositive/spark/auto_join27.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_join27.q.out @@ -10,6 +10,8 @@ JOIN (SELECT src.key as k, src.value as v from src) src3 ON src_12.key = src3.k AND src3.k < 200 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT count(1) FROM @@ -22,6 +24,8 @@ JOIN (SELECT src.key as k, src.value as v from src) src3 ON src_12.key = src3.k AND src3.k < 200 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/auto_join28.q.out b/ql/src/test/results/clientpositive/spark/auto_join28.q.out index 78bb2f8..dc2f621 100644 --- a/ql/src/test/results/clientpositive/spark/auto_join28.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_join28.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -115,9 +119,13 @@ STAGE PLANS: PREHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -232,9 +240,13 @@ STAGE PLANS: PREHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -349,9 +361,13 @@ STAGE PLANS: PREHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/auto_join29.q.out b/ql/src/test/results/clientpositive/spark/auto_join29.q.out index fb1a5a3..848889e 100644 --- a/ql/src/test/results/clientpositive/spark/auto_join29.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_join29.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -623,9 +627,13 @@ NULL NULL NULL NULL 98 val_98 PREHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1248,9 +1256,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1885,9 +1897,13 @@ NULL NULL 98 val_98 NULL NULL PREHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -2519,9 +2535,13 @@ NULL NULL NULL NULL 98 val_98 PREHOOK: query: explain SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -2635,9 +2655,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -3260,9 +3284,13 @@ NULL NULL NULL NULL 98 val_98 PREHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -3385,9 +3413,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 RIGHT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -3535,9 +3567,13 @@ NULL NULL 9 val_9 9 val_9 PREHOOK: query: explain SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/auto_join3.q.out b/ql/src/test/results/clientpositive/spark/auto_join3.q.out index 10cb851..880cdab 100644 --- a/ql/src/test/results/clientpositive/spark/auto_join3.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_join3.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key = src3.key) INSERT OVERWRITE TABLE dest1_n140 SELECT src1.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n140 POSTHOOK: query: explain FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key = src3.key) INSERT OVERWRITE TABLE dest1_n140 SELECT src1.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n140 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/spark/auto_join30.q.out b/ql/src/test/results/clientpositive/spark/auto_join30.q.out index 06cb1da..4ae35dc 100644 --- a/ql/src/test/results/clientpositive/spark/auto_join30.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_join30.q.out @@ -6,6 +6,8 @@ JOIN ON (x.key = Y.key) select sum(hash(Y.key,Y.value)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain FROM (SELECT src.* FROM src sort by key) x @@ -14,6 +16,8 @@ JOIN ON (x.key = Y.key) select sum(hash(Y.key,Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -133,6 +137,8 @@ LEFT OUTER JOIN ON (x.key = Y.key) select sum(hash(Y.key,Y.value)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain FROM (SELECT src.* FROM src sort by key) x @@ -141,6 +147,8 @@ LEFT OUTER JOIN ON (x.key = Y.key) select sum(hash(Y.key,Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -254,6 +262,8 @@ RIGHT OUTER JOIN ON (x.key = Y.key) select sum(hash(Y.key,Y.value)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain FROM (SELECT src.* FROM src sort by key) x @@ -262,6 +272,8 @@ RIGHT OUTER JOIN ON (x.key = Y.key) select sum(hash(Y.key,Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -378,6 +390,8 @@ JOIN ON (x.key = Z.key) select sum(hash(Y.key,Y.value)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain FROM (SELECT src.* FROM src sort by key) x @@ -389,6 +403,8 @@ JOIN ON (x.key = Z.key) select sum(hash(Y.key,Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -541,6 +557,8 @@ LEFT OUTER JOIN ON (x.key = Z.key) select sum(hash(Y.key,Y.value)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain FROM (SELECT src.* FROM src sort by key) x @@ -552,6 +570,8 @@ LEFT OUTER JOIN ON (x.key = Z.key) select sum(hash(Y.key,Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -695,6 +715,8 @@ LEFT OUTER JOIN ON (x.key = Z.key) select sum(hash(Y.key,Y.value)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain FROM (SELECT src.* FROM src sort by key) x @@ -706,6 +728,8 @@ LEFT OUTER JOIN ON (x.key = Z.key) select sum(hash(Y.key,Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -849,6 +873,8 @@ RIGHT OUTER JOIN ON (x.key = Z.key) select sum(hash(Y.key,Y.value)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain FROM (SELECT src.* FROM src sort by key) x @@ -860,6 +886,8 @@ RIGHT OUTER JOIN ON (x.key = Z.key) select sum(hash(Y.key,Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1003,6 +1031,8 @@ RIGHT OUTER JOIN ON (x.key = Z.key) select sum(hash(Y.key,Y.value)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain FROM (SELECT src.* FROM src sort by key) x @@ -1014,6 +1044,8 @@ RIGHT OUTER JOIN ON (x.key = Z.key) select sum(hash(Y.key,Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/auto_join31.q.out b/ql/src/test/results/clientpositive/spark/auto_join31.q.out index 7ebae93..ca8e7fb 100644 --- a/ql/src/test/results/clientpositive/spark/auto_join31.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_join31.q.out @@ -9,6 +9,8 @@ JOIN ON (x.key = Z.key) select sum(hash(Y.key,Y.value)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain FROM (SELECT src.* FROM src sort by key) x @@ -20,6 +22,8 @@ JOIN ON (x.key = Z.key) select sum(hash(Y.key,Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/auto_join32.q.out b/ql/src/test/results/clientpositive/spark/auto_join32.q.out index 9f9648a..fd2b4dc 100644 --- a/ql/src/test/results/clientpositive/spark/auto_join32.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_join32.q.out @@ -19,11 +19,17 @@ from studenttab10k s join votertab10k v on (s.name = v.name) group by s.name PREHOOK: type: QUERY +PREHOOK: Input: default@studenttab10k +PREHOOK: Input: default@votertab10k +#### A masked pattern was here #### POSTHOOK: query: explain select s.name, count(distinct registration) from studenttab10k s join votertab10k v on (s.name = v.name) group by s.name POSTHOOK: type: QUERY +POSTHOOK: Input: default@studenttab10k +POSTHOOK: Input: default@votertab10k +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -160,11 +166,17 @@ from studenttab10k_smb s join votertab10k_smb v on (s.name = v.name) group by s.name PREHOOK: type: QUERY +PREHOOK: Input: default@studenttab10k_smb +PREHOOK: Input: default@votertab10k_smb +#### A masked pattern was here #### POSTHOOK: query: explain select s.name, count(distinct registration) from studenttab10k_smb s join votertab10k_smb v on (s.name = v.name) group by s.name POSTHOOK: type: QUERY +POSTHOOK: Input: default@studenttab10k_smb +POSTHOOK: Input: default@votertab10k_smb +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -287,11 +299,17 @@ from studenttab10k_smb s join votertab10k_smb v on (s.name = v.name) group by s.name PREHOOK: type: QUERY +PREHOOK: Input: default@studenttab10k_smb +PREHOOK: Input: default@votertab10k_smb +#### A masked pattern was here #### POSTHOOK: query: explain select s.name, count(distinct registration) from studenttab10k_smb s join votertab10k_smb v on (s.name = v.name) group by s.name POSTHOOK: type: QUERY +POSTHOOK: Input: default@studenttab10k_smb +POSTHOOK: Input: default@votertab10k_smb +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -434,6 +452,9 @@ where s.p = 'bar' and v.p = 'bar' group by s.name PREHOOK: type: QUERY +PREHOOK: Input: default@studenttab10k_part +PREHOOK: Input: default@votertab10k_part +#### A masked pattern was here #### POSTHOOK: query: explain select s.name, count(distinct registration) from studenttab10k_part s join votertab10k_part v on (s.name = v.name) @@ -441,6 +462,9 @@ where s.p = 'bar' and v.p = 'bar' group by s.name POSTHOOK: type: QUERY +POSTHOOK: Input: default@studenttab10k_part +POSTHOOK: Input: default@votertab10k_part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/auto_join4.q.out b/ql/src/test/results/clientpositive/spark/auto_join4.q.out index 9f87ff2..a4f4113 100644 --- a/ql/src/test/results/clientpositive/spark/auto_join4.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_join4.q.out @@ -21,6 +21,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_n115 SELECT c.c1, c.c2, c.c3, c.c4 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n115 POSTHOOK: query: explain FROM ( FROM @@ -36,6 +38,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_n115 SELECT c.c1, c.c2, c.c3, c.c4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n115 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/spark/auto_join5.q.out b/ql/src/test/results/clientpositive/spark/auto_join5.q.out index 02afcd6..97f2ef3 100644 --- a/ql/src/test/results/clientpositive/spark/auto_join5.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_join5.q.out @@ -21,6 +21,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_n64 SELECT c.c1, c.c2, c.c3, c.c4 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n64 POSTHOOK: query: explain FROM ( FROM @@ -36,6 +38,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_n64 SELECT c.c1, c.c2, c.c3, c.c4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n64 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/spark/auto_join6.q.out b/ql/src/test/results/clientpositive/spark/auto_join6.q.out index 5ea277c..beecece 100644 --- a/ql/src/test/results/clientpositive/spark/auto_join6.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_join6.q.out @@ -21,6 +21,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_n9 SELECT c.c1, c.c2, c.c3, c.c4 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n9 POSTHOOK: query: explain FROM ( FROM @@ -36,6 +38,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_n9 SELECT c.c1, c.c2, c.c3, c.c4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n9 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/auto_join7.q.out b/ql/src/test/results/clientpositive/spark/auto_join7.q.out index ce35468..d25ed85 100644 --- a/ql/src/test/results/clientpositive/spark/auto_join7.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_join7.q.out @@ -26,6 +26,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_n147 SELECT c.c1, c.c2, c.c3, c.c4, c.c5, c.c6 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n147 POSTHOOK: query: explain FROM ( FROM @@ -46,6 +48,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_n147 SELECT c.c1, c.c2, c.c3, c.c4, c.c5, c.c6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n147 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/auto_join8.q.out b/ql/src/test/results/clientpositive/spark/auto_join8.q.out index 62d4ace..913132b 100644 --- a/ql/src/test/results/clientpositive/spark/auto_join8.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_join8.q.out @@ -21,6 +21,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_n3 SELECT c.c1, c.c2, c.c3, c.c4 where c.c3 IS NULL AND c.c1 IS NOT NULL PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n3 POSTHOOK: query: explain FROM ( FROM @@ -36,6 +38,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_n3 SELECT c.c1, c.c2, c.c3, c.c4 where c.c3 IS NULL AND c.c1 IS NOT NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n3 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/spark/auto_join9.q.out b/ql/src/test/results/clientpositive/spark/auto_join9.q.out index abe19fe..714577d 100644 --- a/ql/src/test/results/clientpositive/spark/auto_join9.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_join9.q.out @@ -10,10 +10,18 @@ PREHOOK: query: explain FROM srcpart src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest1_n142 SELECT src1.key, src2.value where src1.ds = '2008-04-08' and src1.hr = '12' PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@dest1_n142 POSTHOOK: query: explain FROM srcpart src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest1_n142 SELECT src1.key, src2.value where src1.ds = '2008-04-08' and src1.hr = '12' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@dest1_n142 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/spark/auto_join_reordering_values.q.out b/ql/src/test/results/clientpositive/spark/auto_join_reordering_values.q.out index e735117..0712b52 100644 --- a/ql/src/test/results/clientpositive/spark/auto_join_reordering_values.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_join_reordering_values.q.out @@ -70,6 +70,9 @@ JOIN `orderpayment_small` `order_city` ON `order_city`.`cityid` = `orderpayment` JOIN `user_small` `user` ON `user`.`userid` = `orderpayment`.`userid` limit 5 PREHOOK: type: QUERY +PREHOOK: Input: default@orderpayment_small +PREHOOK: Input: default@user_small +#### A masked pattern was here #### POSTHOOK: query: explain extended SELECT `dim_pay_date`.`date` , `deal`.`dealid` @@ -80,6 +83,9 @@ JOIN `orderpayment_small` `order_city` ON `order_city`.`cityid` = `orderpayment` JOIN `user_small` `user` ON `user`.`userid` = `orderpayment`.`userid` limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orderpayment_small +POSTHOOK: Input: default@user_small +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t4`.`date`, `t6`.`dealid` FROM (SELECT `userid` FROM `default`.`user_small` diff --git a/ql/src/test/results/clientpositive/spark/auto_join_stats.q.out b/ql/src/test/results/clientpositive/spark/auto_join_stats.q.out index 16ddb55..c71cecb 100644 --- a/ql/src/test/results/clientpositive/spark/auto_join_stats.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_join_stats.q.out @@ -24,8 +24,14 @@ POSTHOOK: Input: default@smalltable_n0 POSTHOOK: Output: default@smalltable_n0 PREHOOK: query: explain select src1.key, src2.key, smalltable_n0.key from src src1 JOIN src src2 ON (src1.key = src2.key) JOIN smalltable_n0 ON (src1.key + src2.key = smalltable_n0.key) PREHOOK: type: QUERY +PREHOOK: Input: default@smalltable_n0 +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src1.key, src2.key, smalltable_n0.key from src src1 JOIN src src2 ON (src1.key = src2.key) JOIN smalltable_n0 ON (src1.key + src2.key = smalltable_n0.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@smalltable_n0 +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -172,8 +178,16 @@ POSTHOOK: Input: default@smalltable_n0 POSTHOOK: Output: default@smalltable_n0 PREHOOK: query: explain select src1.key, src2.key, smalltable_n0.key from src src1 JOIN src src2 ON (src1.key = src2.key) JOIN smalltable_n0 ON (src1.key + src2.key = smalltable_n0.key) JOIN smalltable2_n0 ON (src1.key + src2.key = smalltable2_n0.key) PREHOOK: type: QUERY +PREHOOK: Input: default@smalltable2_n0 +PREHOOK: Input: default@smalltable_n0 +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src1.key, src2.key, smalltable_n0.key from src src1 JOIN src src2 ON (src1.key = src2.key) JOIN smalltable_n0 ON (src1.key + src2.key = smalltable_n0.key) JOIN smalltable2_n0 ON (src1.key + src2.key = smalltable2_n0.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@smalltable2_n0 +POSTHOOK: Input: default@smalltable_n0 +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/auto_join_stats2.q.out b/ql/src/test/results/clientpositive/spark/auto_join_stats2.q.out index 0712c86..d0222de 100644 --- a/ql/src/test/results/clientpositive/spark/auto_join_stats2.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_join_stats2.q.out @@ -17,8 +17,14 @@ POSTHOOK: Output: default@smalltable Warning: Map Join MAPJOIN[22][bigTable=?] in task 'Stage-1:MAPRED' is a cross product PREHOOK: query: explain select src1.key, src2.key, smalltable.key from src src1 JOIN src src2 ON (src1.key = src2.key) JOIN smalltable ON (src1.key + src2.key = smalltable.key) PREHOOK: type: QUERY +PREHOOK: Input: default@smalltable +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src1.key, src2.key, smalltable.key from src src1 JOIN src src2 ON (src1.key = src2.key) JOIN smalltable ON (src1.key + src2.key = smalltable.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@smalltable +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -167,8 +173,16 @@ POSTHOOK: Input: default@smalltable POSTHOOK: Output: default@smalltable PREHOOK: query: explain select src1.key, src2.key, smalltable.key from src src1 JOIN src src2 ON (src1.key = src2.key) JOIN smalltable ON (src1.key + src2.key = smalltable.key) JOIN smalltable2 ON (src1.key + src2.key = smalltable2.key) PREHOOK: type: QUERY +PREHOOK: Input: default@smalltable +PREHOOK: Input: default@smalltable2 +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src1.key, src2.key, smalltable.key from src src1 JOIN src src2 ON (src1.key = src2.key) JOIN smalltable ON (src1.key + src2.key = smalltable.key) JOIN smalltable2 ON (src1.key + src2.key = smalltable2.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@smalltable +POSTHOOK: Input: default@smalltable2 +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/auto_join_without_localtask.q.out b/ql/src/test/results/clientpositive/spark/auto_join_without_localtask.q.out index 24f7ec2..2f45453 100644 --- a/ql/src/test/results/clientpositive/spark/auto_join_without_localtask.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_join_without_localtask.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select a.* from src a join src b on a.key=b.key order by key, value limit 40 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select a.* from src a join src b on a.key=b.key order by key, value limit 40 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -141,9 +145,13 @@ RUN: Stage-1:MAPRED PREHOOK: query: explain select a.* from src a join src b on a.key=b.key join src c on a.value=c.value order by a.key, a.value limit 40 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select a.* from src a join src b on a.key=b.key join src c on a.value=c.value order by a.key, a.value limit 40 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -315,9 +323,13 @@ RUN: Stage-1:MAPRED PREHOOK: query: explain select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 order by a.key, a.value limit 40 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 order by a.key, a.value limit 40 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/auto_smb_mapjoin_14.q.out b/ql/src/test/results/clientpositive/spark/auto_smb_mapjoin_14.q.out index fcce594..86876fd 100644 --- a/ql/src/test/results/clientpositive/spark/auto_smb_mapjoin_14.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_smb_mapjoin_14.q.out @@ -43,11 +43,17 @@ select count(*) from ( select a.key as key, a.value as val1, b.value as val2 from tbl1 a join tbl2 b on a.key = b.key ) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( select a.key as key, a.value as val1, b.value as val2 from tbl1 a join tbl2 b on a.key = b.key ) subq1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -134,6 +140,9 @@ select count(*) from group by key ) subq2 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( @@ -144,6 +153,9 @@ select count(*) from group by key ) subq2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -269,6 +281,9 @@ join ) src2 on src1.key = src2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select src1.key, src1.cnt1, src2.cnt1 from ( @@ -286,6 +301,9 @@ join ) src2 on src1.key = src2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -440,6 +458,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2 a where key < 6) subq2 on subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key as key, a.value as value from tbl1 a where key < 6) subq1 @@ -447,6 +468,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2 a where key < 6) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -539,6 +563,9 @@ select count(*) from join tbl2 b on subq2.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( @@ -551,6 +578,9 @@ select count(*) from join tbl2 b on subq2.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -660,6 +690,8 @@ select count(*) from ) subq4 on subq2.key = subq4.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( @@ -679,6 +711,8 @@ select count(*) from ) subq4 on subq2.key = subq4.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -788,6 +822,9 @@ select count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl2 a where key < 8) subq2 on subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl1 a where key < 8) subq1 @@ -795,6 +832,9 @@ select count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl2 a where key < 8) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -882,6 +922,9 @@ select count(*) from (select a.key +1 as key, concat(a.value, a.value) as value from tbl2 a) subq2 on subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key +1 as key, concat(a.value, a.value) as value from tbl1 a) subq1 @@ -889,6 +932,9 @@ select count(*) from (select a.key +1 as key, concat(a.value, a.value) as value from tbl2 a) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1001,11 +1047,17 @@ select count(*) from (select a.key as key, a.value as value from tbl1 a where key < 6) subq1 join tbl2 a on subq1.key = a.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key as key, a.value as value from tbl1 a where key < 6) subq1 join tbl2 a on subq1.key = a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1092,6 +1144,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2 a where key < 6) subq3 on (subq1.key = subq3.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key as key, a.value as value from tbl1 a where key < 6) subq1 @@ -1102,6 +1157,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2 a where key < 6) subq3 on (subq1.key = subq3.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1203,6 +1261,9 @@ select count(*) from ( join tbl2 b on subq2.key = b.key) a PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( select subq2.key as key, subq2.value as value1, b.value as value2 from @@ -1216,6 +1277,9 @@ select count(*) from ( join tbl2 b on subq2.key = b.key) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1331,6 +1395,10 @@ from ( insert overwrite table dest1_n2 select key, val1 insert overwrite table dest2_n0 select key, val1, val2 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +PREHOOK: Output: default@dest1_n2 +PREHOOK: Output: default@dest2_n0 POSTHOOK: query: explain from ( select a.key as key, a.value as val1, b.value as val2 from tbl1 a join tbl2 b on a.key = b.key @@ -1338,6 +1406,10 @@ from ( insert overwrite table dest1_n2 select key, val1 insert overwrite table dest2_n0 select key, val1, val2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +POSTHOOK: Output: default@dest1_n2 +POSTHOOK: Output: default@dest2_n0 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -1531,6 +1603,10 @@ from ( insert overwrite table dest1_n2 select key, val1 insert overwrite table dest2_n0 select key, count(*) group by key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1 +PREHOOK: Input: default@tbl2 +PREHOOK: Output: default@dest1_n2 +PREHOOK: Output: default@dest2_n0 POSTHOOK: query: explain from ( select a.key as key, a.value as val1, b.value as val2 from tbl1 a join tbl2 b on a.key = b.key @@ -1538,6 +1614,10 @@ from ( insert overwrite table dest1_n2 select key, val1 insert overwrite table dest2_n0 select key, count(*) group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1 +POSTHOOK: Input: default@tbl2 +POSTHOOK: Output: default@dest1_n2 +POSTHOOK: Output: default@dest2_n0 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_1.q.out b/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_1.q.out index aa761b5..9f873ed 100644 --- a/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_1.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_1.q.out @@ -101,8 +101,20 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@bucket_big_n1@ds=2008-04-09 PREHOOK: query: explain extended select count(*) FROM bucket_small_n1 a JOIN bucket_big_n1 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n1 +PREHOOK: Input: default@bucket_big_n1@ds=2008-04-08 +PREHOOK: Input: default@bucket_big_n1@ds=2008-04-09 +PREHOOK: Input: default@bucket_small_n1 +PREHOOK: Input: default@bucket_small_n1@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_small_n1 a JOIN bucket_big_n1 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n1 +POSTHOOK: Input: default@bucket_big_n1@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big_n1@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small_n1 +POSTHOOK: Input: default@bucket_small_n1@ds=2008-04-08 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_small_n1` @@ -319,8 +331,20 @@ POSTHOOK: Input: default@bucket_small_n1@ds=2008-04-08 38 PREHOOK: query: explain extended select count(*) FROM bucket_big_n1 a JOIN bucket_small_n1 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n1 +PREHOOK: Input: default@bucket_big_n1@ds=2008-04-08 +PREHOOK: Input: default@bucket_big_n1@ds=2008-04-09 +PREHOOK: Input: default@bucket_small_n1 +PREHOOK: Input: default@bucket_small_n1@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big_n1 a JOIN bucket_small_n1 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n1 +POSTHOOK: Input: default@bucket_big_n1@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big_n1@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small_n1 +POSTHOOK: Input: default@bucket_small_n1@ds=2008-04-08 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_big_n1` @@ -537,8 +561,20 @@ POSTHOOK: Input: default@bucket_small_n1@ds=2008-04-08 38 PREHOOK: query: explain extended select count(*) FROM bucket_big_n1 a JOIN bucket_small_n1 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n1 +PREHOOK: Input: default@bucket_big_n1@ds=2008-04-08 +PREHOOK: Input: default@bucket_big_n1@ds=2008-04-09 +PREHOOK: Input: default@bucket_small_n1 +PREHOOK: Input: default@bucket_small_n1@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big_n1 a JOIN bucket_small_n1 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n1 +POSTHOOK: Input: default@bucket_big_n1@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big_n1@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small_n1 +POSTHOOK: Input: default@bucket_small_n1@ds=2008-04-08 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_big_n1` diff --git a/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_12.q.out b/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_12.q.out index 42edcb1..3994502 100644 --- a/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_12.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_12.q.out @@ -137,8 +137,24 @@ POSTHOOK: Output: default@bucket_medium@ds=2008-04-08 Warning: Shuffle Join JOIN[17][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3]] in Work 'Reducer 3' is a cross product PREHOOK: query: explain extended select count(*) FROM bucket_small_n15 a JOIN bucket_medium b ON a.key = b.key JOIN bucket_big_n15 c ON c.key = b.key JOIN bucket_medium d ON c.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n15 +PREHOOK: Input: default@bucket_big_n15@ds=2008-04-08 +PREHOOK: Input: default@bucket_big_n15@ds=2008-04-09 +PREHOOK: Input: default@bucket_medium +PREHOOK: Input: default@bucket_medium@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n15 +PREHOOK: Input: default@bucket_small_n15@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_small_n15 a JOIN bucket_medium b ON a.key = b.key JOIN bucket_big_n15 c ON c.key = b.key JOIN bucket_medium d ON c.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n15 +POSTHOOK: Input: default@bucket_big_n15@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big_n15@ds=2008-04-09 +POSTHOOK: Input: default@bucket_medium +POSTHOOK: Input: default@bucket_medium@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n15 +POSTHOOK: Input: default@bucket_small_n15@ds=2008-04-08 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_big_n15` diff --git a/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_13.q.out b/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_13.q.out index d1d2c3c..db81a42 100644 --- a/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_13.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_13.q.out @@ -58,6 +58,10 @@ from ( INSERT OVERWRITE TABLE dest1_n20 select key1, key2 INSERT OVERWRITE TABLE dest2_n4 select value1, value2 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n2 +PREHOOK: Input: default@tbl2_n1 +PREHOOK: Output: default@dest1_n20 +PREHOOK: Output: default@dest2_n4 POSTHOOK: query: explain from ( SELECT a.key key1, a.value value1, b.key key2, b.value value2 @@ -66,6 +70,10 @@ from ( INSERT OVERWRITE TABLE dest1_n20 select key1, key2 INSERT OVERWRITE TABLE dest2_n4 select value1, value2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n2 +POSTHOOK: Input: default@tbl2_n1 +POSTHOOK: Output: default@dest1_n20 +POSTHOOK: Output: default@dest2_n4 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -245,6 +253,10 @@ from ( INSERT OVERWRITE TABLE dest1_n20 select key1, key2 INSERT OVERWRITE TABLE dest2_n4 select value1, value2 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n2 +PREHOOK: Input: default@tbl2_n1 +PREHOOK: Output: default@dest1_n20 +PREHOOK: Output: default@dest2_n4 POSTHOOK: query: explain from ( SELECT a.key key1, a.value value1, b.key key2, b.value value2 @@ -253,6 +265,10 @@ from ( INSERT OVERWRITE TABLE dest1_n20 select key1, key2 INSERT OVERWRITE TABLE dest2_n4 select value1, value2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n2 +POSTHOOK: Input: default@tbl2_n1 +POSTHOOK: Output: default@dest1_n20 +POSTHOOK: Output: default@dest2_n4 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -432,6 +448,10 @@ from ( INSERT OVERWRITE TABLE dest1_n20 select key1, key2 INSERT OVERWRITE TABLE dest2_n4 select value1, value2 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n2 +PREHOOK: Input: default@tbl2_n1 +PREHOOK: Output: default@dest1_n20 +PREHOOK: Output: default@dest2_n4 POSTHOOK: query: explain from ( SELECT a.key key1, a.value value1, b.key key2, b.value value2 @@ -440,6 +460,10 @@ from ( INSERT OVERWRITE TABLE dest1_n20 select key1, key2 INSERT OVERWRITE TABLE dest2_n4 select value1, value2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n2 +POSTHOOK: Input: default@tbl2_n1 +POSTHOOK: Output: default@dest1_n20 +POSTHOOK: Output: default@dest2_n4 STAGE DEPENDENCIES: Stage-5 is a root stage Stage-2 depends on stages: Stage-5 diff --git a/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_14.q.out b/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_14.q.out index c03bff1..8f95dc8 100644 --- a/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_14.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_14.q.out @@ -37,9 +37,15 @@ POSTHOOK: Lineage: tbl2_n6.value SIMPLE [(src)src.FieldSchema(name:value, type:s PREHOOK: query: explain select count(*) FROM tbl1_n7 a LEFT OUTER JOIN tbl2_n6 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n7 +PREHOOK: Input: default@tbl2_n6 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1_n7 a LEFT OUTER JOIN tbl2_n6 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n7 +POSTHOOK: Input: default@tbl2_n6 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -122,9 +128,15 @@ POSTHOOK: Lineage: tbl2_n6.value SIMPLE [(src)src.FieldSchema(name:value, type:s PREHOOK: query: explain select count(*) FROM tbl1_n7 a RIGHT OUTER JOIN tbl2_n6 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n7 +PREHOOK: Input: default@tbl2_n6 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1_n7 a RIGHT OUTER JOIN tbl2_n6 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n7 +POSTHOOK: Input: default@tbl2_n6 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_15.q.out b/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_15.q.out index 33df6be..881b9ea 100644 --- a/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_15.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_15.q.out @@ -37,9 +37,15 @@ POSTHOOK: Lineage: tbl2_n10.value SIMPLE [(src)src.FieldSchema(name:value, type: PREHOOK: query: explain select count(*) FROM tbl1_n11 a LEFT OUTER JOIN tbl2_n10 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n11 +PREHOOK: Input: default@tbl2_n10 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1_n11 a LEFT OUTER JOIN tbl2_n10 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n11 +POSTHOOK: Input: default@tbl2_n10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -101,9 +107,15 @@ STAGE PLANS: PREHOOK: query: explain select count(*) FROM tbl1_n11 a RIGHT OUTER JOIN tbl2_n10 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n11 +PREHOOK: Input: default@tbl2_n10 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1_n11 a RIGHT OUTER JOIN tbl2_n10 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n11 +POSTHOOK: Input: default@tbl2_n10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_16.q.out b/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_16.q.out index 5bcd51b..9e8d6e7 100644 --- a/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_16.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_16.q.out @@ -165,6 +165,12 @@ PREHOOK: query: explain select a.key , a.value , b.value , 'day1' as day, 1 as p on (a.key = b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n17 +PREHOOK: Input: default@bucket_big_n17@day=day1/pri=1 +PREHOOK: Input: default@bucket_small_n17 +PREHOOK: Input: default@bucket_small_n17@pri=1 +PREHOOK: Input: default@bucket_small_n17@pri=2 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select a.key , a.value , b.value , 'day1' as day, 1 as pri from ( select key, value @@ -176,6 +182,12 @@ POSTHOOK: query: explain select a.key , a.value , b.value , 'day1' as day, 1 as on (a.key = b.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n17 +POSTHOOK: Input: default@bucket_big_n17@day=day1/pri=1 +POSTHOOK: Input: default@bucket_small_n17 +POSTHOOK: Input: default@bucket_small_n17@pri=1 +POSTHOOK: Input: default@bucket_small_n17@pri=2 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -316,6 +328,12 @@ left outer join on (a.key = b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n17 +PREHOOK: Input: default@bucket_big_n17@day=day1/pri=1 +PREHOOK: Input: default@bucket_small_n17 +PREHOOK: Input: default@bucket_small_n17@pri=1 +PREHOOK: Input: default@bucket_small_n17@pri=2 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select a.key , a.value , b.value , 'day1' as day, 1 as pri from ( select key, value @@ -327,6 +345,12 @@ left outer join on (a.key = b.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n17 +POSTHOOK: Input: default@bucket_big_n17@day=day1/pri=1 +POSTHOOK: Input: default@bucket_small_n17 +POSTHOOK: Input: default@bucket_small_n17@pri=1 +POSTHOOK: Input: default@bucket_small_n17@pri=2 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -549,6 +573,12 @@ PREHOOK: query: explain select a.key , a.value , b.value , 'day1' as day, 1 as p on (a.key = b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n17 +PREHOOK: Input: default@bucket_big_n17@day=day1/pri=1 +PREHOOK: Input: default@bucket_small_n17 +PREHOOK: Input: default@bucket_small_n17@pri=1 +PREHOOK: Input: default@bucket_small_n17@pri=2 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select a.key , a.value , b.value , 'day1' as day, 1 as pri from ( select key, value @@ -560,6 +590,12 @@ POSTHOOK: query: explain select a.key , a.value , b.value , 'day1' as day, 1 as on (a.key = b.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n17 +POSTHOOK: Input: default@bucket_big_n17@day=day1/pri=1 +POSTHOOK: Input: default@bucket_small_n17 +POSTHOOK: Input: default@bucket_small_n17@pri=1 +POSTHOOK: Input: default@bucket_small_n17@pri=2 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_16.q.out_spark b/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_16.q.out_spark index 08465b5..2a129e2 100644 --- a/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_16.q.out_spark +++ b/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_16.q.out_spark @@ -165,6 +165,12 @@ PREHOOK: query: explain select a.key , a.value , b.value , 'day1' as day, 1 as p on (a.key = b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n17 +PREHOOK: Input: default@bucket_big_n17@day=day1/pri=1 +PREHOOK: Input: default@bucket_small_n17 +PREHOOK: Input: default@bucket_small_n17@pri=1 +PREHOOK: Input: default@bucket_small_n17@pri=2 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key , a.value , b.value , 'day1' as day, 1 as pri from ( select key, value @@ -176,6 +182,12 @@ POSTHOOK: query: explain select a.key , a.value , b.value , 'day1' as day, 1 as on (a.key = b.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n17 +POSTHOOK: Input: default@bucket_big_n17@day=day1/pri=1 +POSTHOOK: Input: default@bucket_small_n17 +POSTHOOK: Input: default@bucket_small_n17@pri=1 +POSTHOOK: Input: default@bucket_small_n17@pri=2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -316,6 +328,12 @@ left outer join on (a.key = b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n17 +PREHOOK: Input: default@bucket_big_n17@day=day1/pri=1 +PREHOOK: Input: default@bucket_small_n17 +PREHOOK: Input: default@bucket_small_n17@pri=1 +PREHOOK: Input: default@bucket_small_n17@pri=2 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key , a.value , b.value , 'day1' as day, 1 as pri from ( select key, value @@ -327,6 +345,12 @@ left outer join on (a.key = b.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n17 +POSTHOOK: Input: default@bucket_big_n17@day=day1/pri=1 +POSTHOOK: Input: default@bucket_small_n17 +POSTHOOK: Input: default@bucket_small_n17@pri=1 +POSTHOOK: Input: default@bucket_small_n17@pri=2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -549,6 +573,12 @@ PREHOOK: query: explain select a.key , a.value , b.value , 'day1' as day, 1 as p on (a.key = b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n17 +PREHOOK: Input: default@bucket_big_n17@day=day1/pri=1 +PREHOOK: Input: default@bucket_small_n17 +PREHOOK: Input: default@bucket_small_n17@pri=1 +PREHOOK: Input: default@bucket_small_n17@pri=2 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key , a.value , b.value , 'day1' as day, 1 as pri from ( select key, value @@ -560,6 +590,12 @@ POSTHOOK: query: explain select a.key , a.value , b.value , 'day1' as day, 1 as on (a.key = b.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n17 +POSTHOOK: Input: default@bucket_big_n17@day=day1/pri=1 +POSTHOOK: Input: default@bucket_small_n17 +POSTHOOK: Input: default@bucket_small_n17@pri=1 +POSTHOOK: Input: default@bucket_small_n17@pri=2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_2.q.out b/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_2.q.out index b45a638..956da91 100644 --- a/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_2.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_2.q.out @@ -83,8 +83,20 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@bucket_big_n3@ds=2008-04-09 PREHOOK: query: explain extended select count(*) FROM bucket_big_n3 a JOIN bucket_small_n3 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n3 +PREHOOK: Input: default@bucket_big_n3@ds=2008-04-08 +PREHOOK: Input: default@bucket_big_n3@ds=2008-04-09 +PREHOOK: Input: default@bucket_small_n3 +PREHOOK: Input: default@bucket_small_n3@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big_n3 a JOIN bucket_small_n3 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n3 +POSTHOOK: Input: default@bucket_big_n3@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big_n3@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small_n3 +POSTHOOK: Input: default@bucket_small_n3@ds=2008-04-08 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_big_n3` @@ -301,8 +313,20 @@ POSTHOOK: Input: default@bucket_small_n3@ds=2008-04-08 38 PREHOOK: query: explain extended select count(*) FROM bucket_big_n3 a JOIN bucket_small_n3 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n3 +PREHOOK: Input: default@bucket_big_n3@ds=2008-04-08 +PREHOOK: Input: default@bucket_big_n3@ds=2008-04-09 +PREHOOK: Input: default@bucket_small_n3 +PREHOOK: Input: default@bucket_small_n3@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big_n3 a JOIN bucket_small_n3 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n3 +POSTHOOK: Input: default@bucket_big_n3@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big_n3@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small_n3 +POSTHOOK: Input: default@bucket_small_n3@ds=2008-04-08 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_big_n3` diff --git a/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_3.q.out b/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_3.q.out index 8ed8582..9376058 100644 --- a/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_3.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_3.q.out @@ -83,8 +83,20 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@bucket_big_n9@ds=2008-04-08 PREHOOK: query: explain extended select count(*) FROM bucket_small_n9 a JOIN bucket_big_n9 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n9 +PREHOOK: Input: default@bucket_big_n9@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n9 +PREHOOK: Input: default@bucket_small_n9@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n9@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_small_n9 a JOIN bucket_big_n9 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n9 +POSTHOOK: Input: default@bucket_big_n9@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n9 +POSTHOOK: Input: default@bucket_small_n9@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n9@ds=2008-04-09 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_small_n9` @@ -250,8 +262,20 @@ POSTHOOK: Input: default@bucket_small_n9@ds=2008-04-09 38 PREHOOK: query: explain extended select count(*) FROM bucket_big_n9 a JOIN bucket_small_n9 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n9 +PREHOOK: Input: default@bucket_big_n9@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n9 +PREHOOK: Input: default@bucket_small_n9@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n9@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big_n9 a JOIN bucket_small_n9 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n9 +POSTHOOK: Input: default@bucket_big_n9@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n9 +POSTHOOK: Input: default@bucket_small_n9@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n9@ds=2008-04-09 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_big_n9` @@ -417,8 +441,20 @@ POSTHOOK: Input: default@bucket_small_n9@ds=2008-04-09 38 PREHOOK: query: explain extended select count(*) FROM bucket_big_n9 a JOIN bucket_small_n9 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n9 +PREHOOK: Input: default@bucket_big_n9@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n9 +PREHOOK: Input: default@bucket_small_n9@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n9@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big_n9 a JOIN bucket_small_n9 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n9 +POSTHOOK: Input: default@bucket_big_n9@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n9 +POSTHOOK: Input: default@bucket_small_n9@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n9@ds=2008-04-09 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_big_n9` diff --git a/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_4.q.out b/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_4.q.out index 4d954db..d10807a 100644 --- a/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_4.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_4.q.out @@ -99,8 +99,20 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@bucket_big_n12@ds=2008-04-08 PREHOOK: query: explain extended select count(*) FROM bucket_small_n12 a JOIN bucket_big_n12 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n12 +PREHOOK: Input: default@bucket_big_n12@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n12 +PREHOOK: Input: default@bucket_small_n12@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n12@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_small_n12 a JOIN bucket_big_n12 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n12 +POSTHOOK: Input: default@bucket_big_n12@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n12 +POSTHOOK: Input: default@bucket_small_n12@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n12@ds=2008-04-09 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_small_n12` @@ -266,8 +278,20 @@ POSTHOOK: Input: default@bucket_small_n12@ds=2008-04-09 38 PREHOOK: query: explain extended select count(*) FROM bucket_big_n12 a JOIN bucket_small_n12 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n12 +PREHOOK: Input: default@bucket_big_n12@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n12 +PREHOOK: Input: default@bucket_small_n12@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n12@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big_n12 a JOIN bucket_small_n12 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n12 +POSTHOOK: Input: default@bucket_big_n12@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n12 +POSTHOOK: Input: default@bucket_small_n12@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n12@ds=2008-04-09 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_big_n12` @@ -433,8 +457,20 @@ POSTHOOK: Input: default@bucket_small_n12@ds=2008-04-09 38 PREHOOK: query: explain extended select count(*) FROM bucket_big_n12 a JOIN bucket_small_n12 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n12 +PREHOOK: Input: default@bucket_big_n12@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n12 +PREHOOK: Input: default@bucket_small_n12@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n12@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big_n12 a JOIN bucket_small_n12 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n12 +POSTHOOK: Input: default@bucket_big_n12@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n12 +POSTHOOK: Input: default@bucket_small_n12@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n12@ds=2008-04-09 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_big_n12` diff --git a/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_5.q.out b/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_5.q.out index ba8bf20..09fb9db 100644 --- a/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_5.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_5.q.out @@ -64,8 +64,14 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@bucket_big_n0 PREHOOK: query: explain extended select count(*) FROM bucket_small_n0 a JOIN bucket_big_n0 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n0 +PREHOOK: Input: default@bucket_small_n0 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_small_n0 a JOIN bucket_big_n0 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n0 +POSTHOOK: Input: default@bucket_small_n0 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_small_n0` @@ -225,8 +231,14 @@ POSTHOOK: Input: default@bucket_small_n0 19 PREHOOK: query: explain extended select count(*) FROM bucket_big_n0 a JOIN bucket_small_n0 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n0 +PREHOOK: Input: default@bucket_small_n0 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big_n0 a JOIN bucket_small_n0 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n0 +POSTHOOK: Input: default@bucket_small_n0 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_big_n0` @@ -386,8 +398,14 @@ POSTHOOK: Input: default@bucket_small_n0 19 PREHOOK: query: explain extended select count(*) FROM bucket_big_n0 a JOIN bucket_small_n0 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n0 +PREHOOK: Input: default@bucket_small_n0 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big_n0 a JOIN bucket_small_n0 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n0 +POSTHOOK: Input: default@bucket_small_n0 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_big_n0` diff --git a/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_6.q.out b/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_6.q.out index 6470d3a..73b4670 100644 --- a/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_6.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_6.q.out @@ -72,8 +72,16 @@ POSTHOOK: Lineage: tbl4.key EXPRESSION [(src)src.FieldSchema(name:key, type:stri POSTHOOK: Lineage: tbl4.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain select count(*) FROM tbl1_n4 a JOIN tbl2_n3 b ON a.key = b.key join src c on c.value = a.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@tbl1_n4 +PREHOOK: Input: default@tbl2_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1_n4 a JOIN tbl2_n3 b ON a.key = b.key join src c on c.value = a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@tbl1_n4 +POSTHOOK: Input: default@tbl2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -212,8 +220,16 @@ POSTHOOK: Input: default@tbl2_n3 2654 PREHOOK: query: explain select count(*) FROM tbl1_n4 a JOIN tbl2_n3 b ON a.key = b.key join src d on d.value = a.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@tbl1_n4 +PREHOOK: Input: default@tbl2_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1_n4 a JOIN tbl2_n3 b ON a.key = b.key join src d on d.value = a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@tbl1_n4 +POSTHOOK: Input: default@tbl2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -352,8 +368,16 @@ POSTHOOK: Input: default@tbl2_n3 2654 PREHOOK: query: explain select count(*) FROM tbl1_n4 a JOIN tbl2_n3 b ON a.key = b.key join src h on h.value = a.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@tbl1_n4 +PREHOOK: Input: default@tbl2_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1_n4 a JOIN tbl2_n3 b ON a.key = b.key join src h on h.value = a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@tbl1_n4 +POSTHOOK: Input: default@tbl2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -492,8 +516,16 @@ POSTHOOK: Input: default@tbl2_n3 2654 PREHOOK: query: explain select count(*) FROM tbl1_n4 a JOIN tbl2_n3 b ON a.key = b.key join src c on c.key = a.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@tbl1_n4 +PREHOOK: Input: default@tbl2_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1_n4 a JOIN tbl2_n3 b ON a.key = b.key join src c on c.key = a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@tbl1_n4 +POSTHOOK: Input: default@tbl2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -632,8 +664,16 @@ POSTHOOK: Input: default@tbl2_n3 2654 PREHOOK: query: explain select count(*) FROM tbl1_n4 a JOIN tbl2_n3 b ON a.key = b.key join tbl3_n0 c on c.key = a.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n4 +PREHOOK: Input: default@tbl2_n3 +PREHOOK: Input: default@tbl3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1_n4 a JOIN tbl2_n3 b ON a.key = b.key join tbl3_n0 c on c.key = a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n4 +POSTHOOK: Input: default@tbl2_n3 +POSTHOOK: Input: default@tbl3_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -712,8 +752,16 @@ POSTHOOK: Input: default@tbl3_n0 2654 PREHOOK: query: explain select count(*) FROM tbl1_n4 a JOIN tbl2_n3 b ON a.key = b.key join tbl4 c on c.value = a.value PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n4 +PREHOOK: Input: default@tbl2_n3 +PREHOOK: Input: default@tbl4 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1_n4 a JOIN tbl2_n3 b ON a.key = b.key join tbl4 c on c.value = a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n4 +POSTHOOK: Input: default@tbl2_n3 +POSTHOOK: Input: default@tbl4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -824,8 +872,16 @@ POSTHOOK: Input: default@tbl4 2654 PREHOOK: query: explain select count(*) FROM tbl1_n4 a JOIN tbl2_n3 b ON a.key = b.key join src c on c.value = a.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@tbl1_n4 +PREHOOK: Input: default@tbl2_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1_n4 a JOIN tbl2_n3 b ON a.key = b.key join src c on c.value = a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@tbl1_n4 +POSTHOOK: Input: default@tbl2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -964,8 +1020,16 @@ POSTHOOK: Input: default@tbl2_n3 2654 PREHOOK: query: explain select count(*) FROM tbl1_n4 a JOIN tbl2_n3 b ON a.key = b.key join src c on c.key = a.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@tbl1_n4 +PREHOOK: Input: default@tbl2_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1_n4 a JOIN tbl2_n3 b ON a.key = b.key join src c on c.key = a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@tbl1_n4 +POSTHOOK: Input: default@tbl2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1104,8 +1168,16 @@ POSTHOOK: Input: default@tbl2_n3 2654 PREHOOK: query: explain select count(*) FROM tbl1_n4 a JOIN tbl2_n3 b ON a.key = b.key join tbl3_n0 c on c.key = a.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n4 +PREHOOK: Input: default@tbl2_n3 +PREHOOK: Input: default@tbl3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1_n4 a JOIN tbl2_n3 b ON a.key = b.key join tbl3_n0 c on c.key = a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n4 +POSTHOOK: Input: default@tbl2_n3 +POSTHOOK: Input: default@tbl3_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1184,8 +1256,16 @@ POSTHOOK: Input: default@tbl3_n0 2654 PREHOOK: query: explain select count(*) FROM tbl1_n4 a JOIN tbl2_n3 b ON a.key = b.key join tbl4 c on c.value = a.value PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n4 +PREHOOK: Input: default@tbl2_n3 +PREHOOK: Input: default@tbl4 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) FROM tbl1_n4 a JOIN tbl2_n3 b ON a.key = b.key join tbl4 c on c.value = a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n4 +POSTHOOK: Input: default@tbl2_n3 +POSTHOOK: Input: default@tbl4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_7.q.out b/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_7.q.out index 9ee06a1..12945fd 100644 --- a/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_7.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_7.q.out @@ -116,8 +116,22 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@bucket_big_n6@ds=2008-04-09 PREHOOK: query: explain extended select count(*) FROM bucket_small_n6 a JOIN bucket_big_n6 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n6 +PREHOOK: Input: default@bucket_big_n6@ds=2008-04-08 +PREHOOK: Input: default@bucket_big_n6@ds=2008-04-09 +PREHOOK: Input: default@bucket_small_n6 +PREHOOK: Input: default@bucket_small_n6@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n6@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_small_n6 a JOIN bucket_big_n6 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n6 +POSTHOOK: Input: default@bucket_big_n6@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big_n6@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small_n6 +POSTHOOK: Input: default@bucket_small_n6@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n6@ds=2008-04-09 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_small_n6` @@ -336,8 +350,22 @@ POSTHOOK: Input: default@bucket_small_n6@ds=2008-04-09 76 PREHOOK: query: explain extended select count(*) FROM bucket_big_n6 a JOIN bucket_small_n6 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n6 +PREHOOK: Input: default@bucket_big_n6@ds=2008-04-08 +PREHOOK: Input: default@bucket_big_n6@ds=2008-04-09 +PREHOOK: Input: default@bucket_small_n6 +PREHOOK: Input: default@bucket_small_n6@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n6@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big_n6 a JOIN bucket_small_n6 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n6 +POSTHOOK: Input: default@bucket_big_n6@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big_n6@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small_n6 +POSTHOOK: Input: default@bucket_small_n6@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n6@ds=2008-04-09 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_big_n6` @@ -556,8 +584,22 @@ POSTHOOK: Input: default@bucket_small_n6@ds=2008-04-09 76 PREHOOK: query: explain extended select count(*) FROM bucket_big_n6 a JOIN bucket_small_n6 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n6 +PREHOOK: Input: default@bucket_big_n6@ds=2008-04-08 +PREHOOK: Input: default@bucket_big_n6@ds=2008-04-09 +PREHOOK: Input: default@bucket_small_n6 +PREHOOK: Input: default@bucket_small_n6@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n6@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big_n6 a JOIN bucket_small_n6 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n6 +POSTHOOK: Input: default@bucket_big_n6@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big_n6@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small_n6 +POSTHOOK: Input: default@bucket_small_n6@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n6@ds=2008-04-09 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_big_n6` diff --git a/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_8.q.out b/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_8.q.out index f0ba4aa..72bc72e 100644 --- a/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_8.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_8.q.out @@ -116,8 +116,22 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@bucket_big_n5@ds=2008-04-09 PREHOOK: query: explain extended select count(*) FROM bucket_small_n5 a JOIN bucket_big_n5 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n5 +PREHOOK: Input: default@bucket_big_n5@ds=2008-04-08 +PREHOOK: Input: default@bucket_big_n5@ds=2008-04-09 +PREHOOK: Input: default@bucket_small_n5 +PREHOOK: Input: default@bucket_small_n5@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n5@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_small_n5 a JOIN bucket_big_n5 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n5 +POSTHOOK: Input: default@bucket_big_n5@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big_n5@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small_n5 +POSTHOOK: Input: default@bucket_small_n5@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n5@ds=2008-04-09 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_small_n5` @@ -336,8 +350,22 @@ POSTHOOK: Input: default@bucket_small_n5@ds=2008-04-09 76 PREHOOK: query: explain extended select count(*) FROM bucket_big_n5 a JOIN bucket_small_n5 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n5 +PREHOOK: Input: default@bucket_big_n5@ds=2008-04-08 +PREHOOK: Input: default@bucket_big_n5@ds=2008-04-09 +PREHOOK: Input: default@bucket_small_n5 +PREHOOK: Input: default@bucket_small_n5@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n5@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big_n5 a JOIN bucket_small_n5 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n5 +POSTHOOK: Input: default@bucket_big_n5@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big_n5@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small_n5 +POSTHOOK: Input: default@bucket_small_n5@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n5@ds=2008-04-09 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_big_n5` @@ -556,8 +584,22 @@ POSTHOOK: Input: default@bucket_small_n5@ds=2008-04-09 76 PREHOOK: query: explain extended select count(*) FROM bucket_big_n5 a JOIN bucket_small_n5 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big_n5 +PREHOOK: Input: default@bucket_big_n5@ds=2008-04-08 +PREHOOK: Input: default@bucket_big_n5@ds=2008-04-09 +PREHOOK: Input: default@bucket_small_n5 +PREHOOK: Input: default@bucket_small_n5@ds=2008-04-08 +PREHOOK: Input: default@bucket_small_n5@ds=2008-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*) FROM bucket_big_n5 a JOIN bucket_small_n5 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big_n5 +POSTHOOK: Input: default@bucket_big_n5@ds=2008-04-08 +POSTHOOK: Input: default@bucket_big_n5@ds=2008-04-09 +POSTHOOK: Input: default@bucket_small_n5 +POSTHOOK: Input: default@bucket_small_n5@ds=2008-04-08 +POSTHOOK: Input: default@bucket_small_n5@ds=2008-04-09 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM (SELECT `key` FROM `default`.`bucket_big_n5` diff --git a/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_9.q.out b/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_9.q.out index a42500f..12c0af4 100644 --- a/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_9.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_9.q.out @@ -43,11 +43,17 @@ select count(*) from ( select a.key as key, a.value as val1, b.value as val2 from tbl1_n10 a join tbl2_n9 b on a.key = b.key ) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( select a.key as key, a.value as val1, b.value as val2 from tbl1_n10 a join tbl2_n9 b on a.key = b.key ) subq1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -131,6 +137,9 @@ select key, count(*) from ) subq1 group by key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from ( @@ -138,6 +147,9 @@ select key, count(*) from ) subq1 group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -238,6 +250,9 @@ select count(*) from group by key ) subq2 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( @@ -248,6 +263,9 @@ select count(*) from group by key ) subq2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -373,6 +391,9 @@ join ) src2 on src1.key = src2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select src1.key, src1.cnt1, src2.cnt1 from ( @@ -390,6 +411,9 @@ join ) src2 on src1.key = src2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -544,6 +568,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2_n9 a where key < 6) subq2 on subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key as key, a.value as value from tbl1_n10 a where key < 6) subq1 @@ -551,6 +578,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2_n9 a where key < 6) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -643,6 +673,9 @@ select count(*) from join tbl2_n9 b on subq2.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( @@ -655,6 +688,9 @@ select count(*) from join tbl2_n9 b on subq2.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -764,6 +800,8 @@ select count(*) from ) subq4 on subq2.key = subq4.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( @@ -783,6 +821,8 @@ select count(*) from ) subq4 on subq2.key = subq4.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -892,6 +932,9 @@ select count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl2_n9 a where key < 8) subq2 on subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl1_n10 a where key < 8) subq1 @@ -899,6 +942,9 @@ select count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl2_n9 a where key < 8) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -986,6 +1032,9 @@ select count(*) from (select a.key +1 as key, concat(a.value, a.value) as value from tbl2_n9 a) subq2 on subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key +1 as key, concat(a.value, a.value) as value from tbl1_n10 a) subq1 @@ -993,6 +1042,9 @@ select count(*) from (select a.key +1 as key, concat(a.value, a.value) as value from tbl2_n9 a) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1105,11 +1157,17 @@ select count(*) from (select a.key as key, a.value as value from tbl1_n10 a where key < 6) subq1 join tbl2_n9 a on subq1.key = a.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key as key, a.value as value from tbl1_n10 a where key < 6) subq1 join tbl2_n9 a on subq1.key = a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1192,12 +1250,18 @@ select count(*) from tbl1_n10 a (select a.key as key, a.value as value from tbl2_n9 a where key < 6) subq1 on a.key = subq1.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from tbl1_n10 a join (select a.key as key, a.value as value from tbl2_n9 a where key < 6) subq1 on a.key = subq1.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1286,6 +1350,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2_n9 a where key < 6) subq3 on (subq1.key = subq3.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key as key, a.value as value from tbl1_n10 a where key < 6) subq1 @@ -1296,6 +1363,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2_n9 a where key < 6) subq3 on (subq1.key = subq3.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1397,6 +1467,9 @@ select count(*) from ( join tbl2_n9 b on subq2.key = b.key) a PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( select subq2.key as key, subq2.value as value1, b.value as value2 from @@ -1410,6 +1483,9 @@ select count(*) from ( join tbl2_n9 b on subq2.key = b.key) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1507,11 +1583,17 @@ select count(*) from ( select a.key as key, a.value as val1, b.value as val2 from tbl1_n10 a join tbl2_n9 b on a.key = b.key ) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( select a.key as key, a.value as val1, b.value as val2 from tbl1_n10 a join tbl2_n9 b on a.key = b.key ) subq1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1595,6 +1677,9 @@ select key, count(*) from ) subq1 group by key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from ( @@ -1602,6 +1687,9 @@ select key, count(*) from ) subq1 group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1702,6 +1790,9 @@ select count(*) from group by key ) subq2 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( @@ -1712,6 +1803,9 @@ select count(*) from group by key ) subq2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1837,6 +1931,9 @@ join ) src2 on src1.key = src2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select src1.key, src1.cnt1, src2.cnt1 from ( @@ -1854,6 +1951,9 @@ join ) src2 on src1.key = src2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2008,6 +2108,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2_n9 a where key < 6) subq2 on subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key as key, a.value as value from tbl1_n10 a where key < 6) subq1 @@ -2015,6 +2118,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2_n9 a where key < 6) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2107,6 +2213,9 @@ select count(*) from join tbl2_n9 b on subq2.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( @@ -2119,6 +2228,9 @@ select count(*) from join tbl2_n9 b on subq2.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2228,6 +2340,8 @@ select count(*) from ) subq4 on subq2.key = subq4.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( @@ -2247,6 +2361,8 @@ select count(*) from ) subq4 on subq2.key = subq4.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2356,6 +2472,9 @@ select count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl2_n9 a where key < 8) subq2 on subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl1_n10 a where key < 8) subq1 @@ -2363,6 +2482,9 @@ select count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl2_n9 a where key < 8) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2448,11 +2570,17 @@ select count(*) from (select a.key as key, a.value as value from tbl1_n10 a where key < 6) subq1 join tbl2_n9 a on subq1.key = a.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key as key, a.value as value from tbl1_n10 a where key < 6) subq1 join tbl2_n9 a on subq1.key = a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2535,12 +2663,18 @@ select count(*) from tbl1_n10 a (select a.key as key, a.value as value from tbl2_n9 a where key < 6) subq1 on a.key = subq1.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from tbl1_n10 a join (select a.key as key, a.value as value from tbl2_n9 a where key < 6) subq1 on a.key = subq1.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2629,6 +2763,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2_n9 a where key < 6) subq3 on (subq1.key = subq3.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select a.key as key, a.value as value from tbl1_n10 a where key < 6) subq1 @@ -2639,6 +2776,9 @@ select count(*) from (select a.key as key, a.value as value from tbl2_n9 a where key < 6) subq3 on (subq1.key = subq3.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2740,6 +2880,9 @@ select count(*) from ( join tbl2_n9 b on subq2.key = b.key) a PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n10 +PREHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( select subq2.key as key, subq2.value as value1, b.value as value2 from @@ -2753,6 +2896,9 @@ select count(*) from ( join tbl2_n9 b on subq2.key = b.key) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n10 +POSTHOOK: Input: default@tbl2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/bucket2.q.out b/ql/src/test/results/clientpositive/spark/bucket2.q.out index 3441b9f..71b2b8c 100644 --- a/ql/src/test/results/clientpositive/spark/bucket2.q.out +++ b/ql/src/test/results/clientpositive/spark/bucket2.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain extended insert overwrite table bucket2_1 select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@bucket2_1 POSTHOOK: query: explain extended insert overwrite table bucket2_1 select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@bucket2_1 OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`src` STAGE DEPENDENCIES: @@ -193,9 +197,13 @@ POSTHOOK: Lineage: bucket2_1.value SIMPLE [(src)src.FieldSchema(name:value, type PREHOOK: query: explain select * from bucket2_1 tablesample (bucket 1 out of 2) s PREHOOK: type: QUERY +PREHOOK: Input: default@bucket2_1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from bucket2_1 tablesample (bucket 1 out of 2) s POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket2_1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/spark/bucket3.q.out b/ql/src/test/results/clientpositive/spark/bucket3.q.out index 1d53014..f0a59bc 100644 --- a/ql/src/test/results/clientpositive/spark/bucket3.q.out +++ b/ql/src/test/results/clientpositive/spark/bucket3.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain extended insert overwrite table bucket3_1 partition (ds='1') select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@bucket3_1@ds=1 POSTHOOK: query: explain extended insert overwrite table bucket3_1 partition (ds='1') select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@bucket3_1@ds=1 OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`src` STAGE DEPENDENCIES: @@ -202,9 +206,15 @@ POSTHOOK: Lineage: bucket3_1 PARTITION(ds=2).value SIMPLE [(src)src.FieldSchema( PREHOOK: query: explain select * from bucket3_1 tablesample (bucket 1 out of 2) s where ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@bucket3_1 +PREHOOK: Input: default@bucket3_1@ds=1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from bucket3_1 tablesample (bucket 1 out of 2) s where ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket3_1 +POSTHOOK: Input: default@bucket3_1@ds=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/spark/bucket4.q.out b/ql/src/test/results/clientpositive/spark/bucket4.q.out index 8b6b11f..6a1426b 100644 --- a/ql/src/test/results/clientpositive/spark/bucket4.q.out +++ b/ql/src/test/results/clientpositive/spark/bucket4.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain extended insert overwrite table bucket4_1 select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@bucket4_1 POSTHOOK: query: explain extended insert overwrite table bucket4_1 select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@bucket4_1 OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`src` STAGE DEPENDENCIES: @@ -200,9 +204,13 @@ POSTHOOK: Lineage: bucket4_1.value SIMPLE [(src)src.FieldSchema(name:value, type PREHOOK: query: explain select * from bucket4_1 tablesample (bucket 1 out of 2) s PREHOOK: type: QUERY +PREHOOK: Input: default@bucket4_1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from bucket4_1 tablesample (bucket 1 out of 2) s POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket4_1 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/spark/bucket4.q.out_spark b/ql/src/test/results/clientpositive/spark/bucket4.q.out_spark index 52cef53..f09960b 100644 --- a/ql/src/test/results/clientpositive/spark/bucket4.q.out_spark +++ b/ql/src/test/results/clientpositive/spark/bucket4.q.out_spark @@ -10,10 +10,14 @@ PREHOOK: query: explain extended insert overwrite table bucket4_1 select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@bucket4_1 POSTHOOK: query: explain extended insert overwrite table bucket4_1 select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@bucket4_1 OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`src` STAGE DEPENDENCIES: @@ -196,9 +200,13 @@ POSTHOOK: Lineage: bucket4_1.value SIMPLE [(src)src.FieldSchema(name:value, type PREHOOK: query: explain select * from bucket4_1 tablesample (bucket 1 out of 2) s PREHOOK: type: QUERY +PREHOOK: Input: default@bucket4_1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from bucket4_1 tablesample (bucket 1 out of 2) s POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket4_1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/spark/bucket5.q.out b/ql/src/test/results/clientpositive/spark/bucket5.q.out index 125f52e..ce2de82 100644 --- a/ql/src/test/results/clientpositive/spark/bucket5.q.out +++ b/ql/src/test/results/clientpositive/spark/bucket5.q.out @@ -19,11 +19,17 @@ FROM src INSERT OVERWRITE TABLE bucketed_table SELECT key, value INSERT OVERWRITE TABLE unbucketed_table SELECT key, value cluster by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@bucketed_table +PREHOOK: Output: default@unbucketed_table POSTHOOK: query: EXPLAIN EXTENDED FROM src INSERT OVERWRITE TABLE bucketed_table SELECT key, value INSERT OVERWRITE TABLE unbucketed_table SELECT key, value cluster by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@bucketed_table +POSTHOOK: Output: default@unbucketed_table STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/bucket6.q.out b/ql/src/test/results/clientpositive/spark/bucket6.q.out index 20745df..154f1ba 100644 --- a/ql/src/test/results/clientpositive/spark/bucket6.q.out +++ b/ql/src/test/results/clientpositive/spark/bucket6.q.out @@ -9,9 +9,21 @@ POSTHOOK: Output: default@src_bucket PREHOOK: query: explain insert into table src_bucket select key,value from srcpart PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: default@src_bucket POSTHOOK: query: explain insert into table src_bucket select key,value from srcpart POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: default@src_bucket STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/bucket_map_join_1.q.out b/ql/src/test/results/clientpositive/spark/bucket_map_join_1.q.out index c7ef3a4..2a2742d 100644 --- a/ql/src/test/results/clientpositive/spark/bucket_map_join_1.q.out +++ b/ql/src/test/results/clientpositive/spark/bucket_map_join_1.q.out @@ -45,9 +45,15 @@ POSTHOOK: Output: default@table2_n5 PREHOOK: query: explain extended select /*+ mapjoin(b) */ count(*) from table1_n9 a join table2_n5 b on a.key=b.key and a.value=b.value PREHOOK: type: QUERY +PREHOOK: Input: default@table1_n9 +PREHOOK: Input: default@table2_n5 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ mapjoin(b) */ count(*) from table1_n9 a join table2_n5 b on a.key=b.key and a.value=b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@table1_n9 +POSTHOOK: Input: default@table2_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/bucket_map_join_2.q.out b/ql/src/test/results/clientpositive/spark/bucket_map_join_2.q.out index 19abb96..06a64b0 100644 --- a/ql/src/test/results/clientpositive/spark/bucket_map_join_2.q.out +++ b/ql/src/test/results/clientpositive/spark/bucket_map_join_2.q.out @@ -45,9 +45,15 @@ POSTHOOK: Output: default@table2 PREHOOK: query: explain extended select /*+ mapjoin(b) */ count(*) from table1 a join table2 b on a.key=b.key and a.value=b.value PREHOOK: type: QUERY +PREHOOK: Input: default@table1 +PREHOOK: Input: default@table2 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ mapjoin(b) */ count(*) from table1 a join table2 b on a.key=b.key and a.value=b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/bucket_map_join_spark1.q.out b/ql/src/test/results/clientpositive/spark/bucket_map_join_spark1.q.out index ee5925d..38bdc7a 100644 --- a/ql/src/test/results/clientpositive/spark/bucket_map_join_spark1.q.out +++ b/ql/src/test/results/clientpositive/spark/bucket_map_join_spark1.q.out @@ -110,12 +110,22 @@ select a.key, a.value, b.value from srcbucket_mapjoin_part_n19 a join srcbucket_mapjoin_part_2_n16 b on a.key=b.key and b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n16 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n16@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_n19 +PREHOOK: Input: default@srcbucket_mapjoin_part_n19@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result_n9 POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result_n9 select a.key, a.value, b.value from srcbucket_mapjoin_part_n19 a join srcbucket_mapjoin_part_2_n16 b on a.key=b.key and b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n16 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n16@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n19 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n19@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result_n9 OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`srcbucket_mapjoin_part_n19` @@ -429,12 +439,22 @@ select a.key, a.value, b.value from srcbucket_mapjoin_part_n19 a join srcbucket_mapjoin_part_2_n16 b on a.key=b.key and b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n16 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n16@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_n19 +PREHOOK: Input: default@srcbucket_mapjoin_part_n19@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result_n9 POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result_n9 select a.key, a.value, b.value from srcbucket_mapjoin_part_n19 a join srcbucket_mapjoin_part_2_n16 b on a.key=b.key and b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n16 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n16@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n19 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n19@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result_n9 OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`srcbucket_mapjoin_part_n19` diff --git a/ql/src/test/results/clientpositive/spark/bucket_map_join_spark2.q.out b/ql/src/test/results/clientpositive/spark/bucket_map_join_spark2.q.out index 4f4b085..8053c9c 100644 --- a/ql/src/test/results/clientpositive/spark/bucket_map_join_spark2.q.out +++ b/ql/src/test/results/clientpositive/spark/bucket_map_join_spark2.q.out @@ -94,12 +94,22 @@ select a.key, a.value, b.value from srcbucket_mapjoin_part_n12 a join srcbucket_mapjoin_part_2_n10 b on a.key=b.key and b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n10 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n10@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_n12 +PREHOOK: Input: default@srcbucket_mapjoin_part_n12@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result_n5 POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result_n5 select a.key, a.value, b.value from srcbucket_mapjoin_part_n12 a join srcbucket_mapjoin_part_2_n10 b on a.key=b.key and b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n10 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n10@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n12 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n12@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result_n5 OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`srcbucket_mapjoin_part_n12` @@ -413,12 +423,22 @@ select a.key, a.value, b.value from srcbucket_mapjoin_part_n12 a join srcbucket_mapjoin_part_2_n10 b on a.key=b.key and b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n10 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n10@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_n12 +PREHOOK: Input: default@srcbucket_mapjoin_part_n12@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result_n5 POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result_n5 select a.key, a.value, b.value from srcbucket_mapjoin_part_n12 a join srcbucket_mapjoin_part_2_n10 b on a.key=b.key and b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n10 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n10@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n12 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n12@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result_n5 OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`srcbucket_mapjoin_part_n12` diff --git a/ql/src/test/results/clientpositive/spark/bucket_map_join_spark3.q.out b/ql/src/test/results/clientpositive/spark/bucket_map_join_spark3.q.out index 0060042..f56bbc0 100644 --- a/ql/src/test/results/clientpositive/spark/bucket_map_join_spark3.q.out +++ b/ql/src/test/results/clientpositive/spark/bucket_map_join_spark3.q.out @@ -94,12 +94,22 @@ select a.key, a.value, b.value from srcbucket_mapjoin_part_n4 a join srcbucket_mapjoin_part_2_n3 b on a.key=b.key and b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n3 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n3@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_n4 +PREHOOK: Input: default@srcbucket_mapjoin_part_n4@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result_n1 POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result_n1 select a.key, a.value, b.value from srcbucket_mapjoin_part_n4 a join srcbucket_mapjoin_part_2_n3 b on a.key=b.key and b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n3 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n3@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n4 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n4@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result_n1 OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`srcbucket_mapjoin_part_n4` @@ -413,12 +423,22 @@ select a.key, a.value, b.value from srcbucket_mapjoin_part_n4 a join srcbucket_mapjoin_part_2_n3 b on a.key=b.key and b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n3 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n3@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_n4 +PREHOOK: Input: default@srcbucket_mapjoin_part_n4@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result_n1 POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result_n1 select a.key, a.value, b.value from srcbucket_mapjoin_part_n4 a join srcbucket_mapjoin_part_2_n3 b on a.key=b.key and b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n3 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n3@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n4 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n4@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result_n1 OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`srcbucket_mapjoin_part_n4` diff --git a/ql/src/test/results/clientpositive/spark/bucket_map_join_spark4.q.out b/ql/src/test/results/clientpositive/spark/bucket_map_join_spark4.q.out index b576e31..af4db5b 100644 --- a/ql/src/test/results/clientpositive/spark/bucket_map_join_spark4.q.out +++ b/ql/src/test/results/clientpositive/spark/bucket_map_join_spark4.q.out @@ -62,10 +62,18 @@ PREHOOK: query: explain extended select a.key as key, a.value as val1, b.value as val2, c.value as val3 from tbl1_n0 a join tbl2_n0 b on a.key = b.key join tbl3 c on a.value = c.value PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n0 +PREHOOK: Input: default@tbl2_n0 +PREHOOK: Input: default@tbl3 +#### A masked pattern was here #### POSTHOOK: query: explain extended select a.key as key, a.value as val1, b.value as val2, c.value as val3 from tbl1_n0 a join tbl2_n0 b on a.key = b.key join tbl3 c on a.value = c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n0 +POSTHOOK: Input: default@tbl2_n0 +POSTHOOK: Input: default@tbl3 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value` AS `val1`, `t4`.`value` AS `val2`, `t2`.`value` AS `val3` FROM (SELECT `key`, `value` FROM `default`.`tbl1_n0` @@ -451,10 +459,18 @@ PREHOOK: query: explain extended select a.key as key, a.value as val1, b.value as val2, c.value as val3 from tbl1_n0 a join tbl2_n0 b on a.key = b.key join tbl3 c on a.value = c.value PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n0 +PREHOOK: Input: default@tbl2_n0 +PREHOOK: Input: default@tbl3 +#### A masked pattern was here #### POSTHOOK: query: explain extended select a.key as key, a.value as val1, b.value as val2, c.value as val3 from tbl1_n0 a join tbl2_n0 b on a.key = b.key join tbl3 c on a.value = c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n0 +POSTHOOK: Input: default@tbl2_n0 +POSTHOOK: Input: default@tbl3 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value` AS `val1`, `t4`.`value` AS `val2`, `t2`.`value` AS `val3` FROM (SELECT `key`, `value` FROM `default`.`tbl1_n0` diff --git a/ql/src/test/results/clientpositive/spark/bucket_map_join_tez1.q.out b/ql/src/test/results/clientpositive/spark/bucket_map_join_tez1.q.out index 8b47d7f..e8f8330 100644 --- a/ql/src/test/results/clientpositive/spark/bucket_map_join_tez1.q.out +++ b/ql/src/test/results/clientpositive/spark/bucket_map_join_tez1.q.out @@ -168,10 +168,20 @@ PREHOOK: query: explain select a.key, a.value, b.value from tab_n8 a join tab_part_n9 b on a.key = b.key order by a.key, a.value, b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n8 +PREHOOK: Input: default@tab_n8@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n9 +PREHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from tab_n8 a join tab_part_n9 b on a.key = b.key order by a.key, a.value, b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n8 +POSTHOOK: Input: default@tab_n8@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n9 +POSTHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -762,10 +772,20 @@ PREHOOK: query: explain select a.key, a.value, b.value from tab_n8 a join tab_part_n9 b on a.key = b.key order by a.key, a.value, b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n8 +PREHOOK: Input: default@tab_n8@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n9 +PREHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from tab_n8 a join tab_part_n9 b on a.key = b.key order by a.key, a.value, b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n8 +POSTHOOK: Input: default@tab_n8@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n9 +POSTHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1357,11 +1377,21 @@ select count(*) from (select distinct key from tab_part_n9) a join tab_n8 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n8 +PREHOOK: Input: default@tab_n8@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n9 +PREHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select distinct key from tab_part_n9) a join tab_n8 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n8 +POSTHOOK: Input: default@tab_n8@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n9 +POSTHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1489,11 +1519,21 @@ select count(*) from (select distinct key from tab_part_n9) a join tab_n8 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n8 +PREHOOK: Input: default@tab_n8@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n9 +PREHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select distinct key from tab_part_n9) a join tab_n8 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n8 +POSTHOOK: Input: default@tab_n8@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n9 +POSTHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1623,6 +1663,11 @@ from join tab_part_n9 d on c.key = d.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n8 +PREHOOK: Input: default@tab_n8@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n9 +PREHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from @@ -1630,6 +1675,11 @@ from join tab_part_n9 d on c.key = d.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n8 +POSTHOOK: Input: default@tab_n8@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n9 +POSTHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1786,6 +1836,11 @@ from join tab_part_n9 d on c.key = d.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n8 +PREHOOK: Input: default@tab_n8@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n9 +PREHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from @@ -1793,6 +1848,11 @@ from join tab_part_n9 d on c.key = d.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n8 +POSTHOOK: Input: default@tab_n8@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n9 +POSTHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1949,6 +2009,11 @@ tab_part_n9 d join (select a.key as key, a.value as value from tab_n8 a join tab_part_n9 b on a.key = b.key) c on c.key = d.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n8 +PREHOOK: Input: default@tab_n8@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n9 +PREHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from @@ -1956,6 +2021,11 @@ tab_part_n9 d join (select a.key as key, a.value as value from tab_n8 a join tab_part_n9 b on a.key = b.key) c on c.key = d.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n8 +POSTHOOK: Input: default@tab_n8@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n9 +POSTHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2112,6 +2182,11 @@ tab_part_n9 d join (select a.key as key, a.value as value from tab_n8 a join tab_part_n9 b on a.key = b.key) c on c.key = d.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n8 +PREHOOK: Input: default@tab_n8@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n9 +PREHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from @@ -2119,6 +2194,11 @@ tab_part_n9 d join (select a.key as key, a.value as value from tab_n8 a join tab_part_n9 b on a.key = b.key) c on c.key = d.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n8 +POSTHOOK: Input: default@tab_n8@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n9 +POSTHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2273,11 +2353,21 @@ select a.k1, a.v1, b.value from (select sum(substr(srcbucket_mapjoin_n14.value,5)) as v1, key as k1 from srcbucket_mapjoin_n14 GROUP BY srcbucket_mapjoin_n14.key) a join tab_n8 b on a.k1 = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_n14 +PREHOOK: Input: default@srcbucket_mapjoin_n14@ds=2008-04-08 +PREHOOK: Input: default@tab_n8 +PREHOOK: Input: default@tab_n8@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.k1, a.v1, b.value from (select sum(substr(srcbucket_mapjoin_n14.value,5)) as v1, key as k1 from srcbucket_mapjoin_n14 GROUP BY srcbucket_mapjoin_n14.key) a join tab_n8 b on a.k1 = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_n14 +POSTHOOK: Input: default@srcbucket_mapjoin_n14@ds=2008-04-08 +POSTHOOK: Input: default@tab_n8 +POSTHOOK: Input: default@tab_n8@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2385,11 +2475,21 @@ select a.k1, a.v1, b.value from (select sum(substr(srcbucket_mapjoin_n14.value,5)) as v1, key as k1 from srcbucket_mapjoin_n14 GROUP BY srcbucket_mapjoin_n14.key) a join tab_n8 b on a.k1 = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_n14 +PREHOOK: Input: default@srcbucket_mapjoin_n14@ds=2008-04-08 +PREHOOK: Input: default@tab_n8 +PREHOOK: Input: default@tab_n8@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.k1, a.v1, b.value from (select sum(substr(srcbucket_mapjoin_n14.value,5)) as v1, key as k1 from srcbucket_mapjoin_n14 GROUP BY srcbucket_mapjoin_n14.key) a join tab_n8 b on a.k1 = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_n14 +POSTHOOK: Input: default@srcbucket_mapjoin_n14@ds=2008-04-08 +POSTHOOK: Input: default@tab_n8 +POSTHOOK: Input: default@tab_n8@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2497,11 +2597,21 @@ select a.k1, a.v1, b.value from (select sum(substr(tab_n8.value,5)) as v1, key as k1 from tab_part_n9 join tab_n8 on tab_part_n9.key = tab_n8.key GROUP BY tab_n8.key) a join tab_n8 b on a.k1 = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n8 +PREHOOK: Input: default@tab_n8@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n9 +PREHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.k1, a.v1, b.value from (select sum(substr(tab_n8.value,5)) as v1, key as k1 from tab_part_n9 join tab_n8 on tab_part_n9.key = tab_n8.key GROUP BY tab_n8.key) a join tab_n8 b on a.k1 = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n8 +POSTHOOK: Input: default@tab_n8@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n9 +POSTHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2649,11 +2759,21 @@ select a.k1, a.v1, b.value from (select sum(substr(tab_n8.value,5)) as v1, key as k1 from tab_part_n9 join tab_n8 on tab_part_n9.key = tab_n8.key GROUP BY tab_n8.key) a join tab_n8 b on a.k1 = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n8 +PREHOOK: Input: default@tab_n8@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n9 +PREHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.k1, a.v1, b.value from (select sum(substr(tab_n8.value,5)) as v1, key as k1 from tab_part_n9 join tab_n8 on tab_part_n9.key = tab_n8.key GROUP BY tab_n8.key) a join tab_n8 b on a.k1 = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n8 +POSTHOOK: Input: default@tab_n8@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n9 +POSTHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2801,11 +2921,21 @@ select a.k1, a.v1, b.value from (select sum(substr(x.value,5)) as v1, x.key as k1 from tab_n8 x join tab_n8 y on x.key = y.key GROUP BY x.key) a join tab_part_n9 b on a.k1 = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n8 +PREHOOK: Input: default@tab_n8@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n9 +PREHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.k1, a.v1, b.value from (select sum(substr(x.value,5)) as v1, x.key as k1 from tab_n8 x join tab_n8 y on x.key = y.key GROUP BY x.key) a join tab_part_n9 b on a.k1 = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n8 +POSTHOOK: Input: default@tab_n8@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n9 +POSTHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2953,11 +3083,21 @@ select a.k1, a.v1, b.value from (select sum(substr(x.value,5)) as v1, x.key as k1 from tab_n8 x join tab_n8 y on x.key = y.key GROUP BY x.key) a join tab_part_n9 b on a.k1 = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n8 +PREHOOK: Input: default@tab_n8@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n9 +PREHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.k1, a.v1, b.value from (select sum(substr(x.value,5)) as v1, x.key as k1 from tab_n8 x join tab_n8 y on x.key = y.key GROUP BY x.key) a join tab_part_n9 b on a.k1 = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n8 +POSTHOOK: Input: default@tab_n8@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n9 +POSTHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3104,10 +3244,20 @@ PREHOOK: query: explain select a.key, a.value, b.value from tab_part_n9 a join tab_n8 b on a.key = b.key join tab_n8 c on a.key = c.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n8 +PREHOOK: Input: default@tab_n8@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n9 +PREHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from tab_part_n9 a join tab_n8 b on a.key = b.key join tab_n8 c on a.key = c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n8 +POSTHOOK: Input: default@tab_n8@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n9 +POSTHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -3213,10 +3363,20 @@ PREHOOK: query: explain select a.key, a.value, b.value from tab_part_n9 a join tab_n8 b on a.key = b.key join tab_n8 c on a.key = c.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n8 +PREHOOK: Input: default@tab_n8@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n9 +PREHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from tab_part_n9 a join tab_n8 b on a.key = b.key join tab_n8 c on a.key = c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n8 +POSTHOOK: Input: default@tab_n8@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n9 +POSTHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -3322,10 +3482,20 @@ PREHOOK: query: explain select a.key, a.value, c.value from (select x.key, x.value from tab_part_n9 x join tab_n8 y on x.key = y.key) a join tab_n8 c on a.key = c.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n8 +PREHOOK: Input: default@tab_n8@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n9 +PREHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, c.value from (select x.key, x.value from tab_part_n9 x join tab_n8 y on x.key = y.key) a join tab_n8 c on a.key = c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n8 +POSTHOOK: Input: default@tab_n8@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n9 +POSTHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -3436,10 +3606,20 @@ PREHOOK: query: explain select a.key, a.value, c.value from (select x.key, x.value from tab_part_n9 x join tab_n8 y on x.key = y.key) a join tab_n8 c on a.key = c.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n8 +PREHOOK: Input: default@tab_n8@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n9 +PREHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, c.value from (select x.key, x.value from tab_part_n9 x join tab_n8 y on x.key = y.key) a join tab_n8 c on a.key = c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n8 +POSTHOOK: Input: default@tab_n8@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n9 +POSTHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -3551,11 +3731,21 @@ select a.key, a.value, b.value from (select key, sum(substr(srcbucket_mapjoin_n14.value,5)) as value from srcbucket_mapjoin_n14 GROUP BY srcbucket_mapjoin_n14.key) a join tab_part_n9 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_n14 +PREHOOK: Input: default@srcbucket_mapjoin_n14@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n9 +PREHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from (select key, sum(substr(srcbucket_mapjoin_n14.value,5)) as value from srcbucket_mapjoin_n14 GROUP BY srcbucket_mapjoin_n14.key) a join tab_part_n9 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_n14 +POSTHOOK: Input: default@srcbucket_mapjoin_n14@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n9 +POSTHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3659,11 +3849,21 @@ select a.key, a.value, b.value from (select key, sum(substr(srcbucket_mapjoin_n14.value,5)) as value from srcbucket_mapjoin_n14 GROUP BY srcbucket_mapjoin_n14.key) a join tab_part_n9 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_n14 +PREHOOK: Input: default@srcbucket_mapjoin_n14@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n9 +PREHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from (select key, sum(substr(srcbucket_mapjoin_n14.value,5)) as value from srcbucket_mapjoin_n14 GROUP BY srcbucket_mapjoin_n14.key) a join tab_part_n9 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_n14 +POSTHOOK: Input: default@srcbucket_mapjoin_n14@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n9 +POSTHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3767,11 +3967,21 @@ select a.key, a.value, b.value from (select key, sum(substr(srcbucket_mapjoin_n14.value,5)) as value from srcbucket_mapjoin_n14 GROUP BY srcbucket_mapjoin_n14.key) a join tab_part_n9 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_n14 +PREHOOK: Input: default@srcbucket_mapjoin_n14@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n9 +PREHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from (select key, sum(substr(srcbucket_mapjoin_n14.value,5)) as value from srcbucket_mapjoin_n14 GROUP BY srcbucket_mapjoin_n14.key) a join tab_part_n9 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_n14 +POSTHOOK: Input: default@srcbucket_mapjoin_n14@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n9 +POSTHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3869,11 +4079,21 @@ select a.key, a.value, b.value from (select key, sum(substr(srcbucket_mapjoin_n14.value,5)) as value from srcbucket_mapjoin_n14 GROUP BY srcbucket_mapjoin_n14.key) a join tab_part_n9 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_n14 +PREHOOK: Input: default@srcbucket_mapjoin_n14@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n9 +PREHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from (select key, sum(substr(srcbucket_mapjoin_n14.value,5)) as value from srcbucket_mapjoin_n14 GROUP BY srcbucket_mapjoin_n14.key) a join tab_part_n9 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_n14 +POSTHOOK: Input: default@srcbucket_mapjoin_n14@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n9 +POSTHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3970,10 +4190,20 @@ PREHOOK: query: explain select a.key, a.value, b.value from tab_n8 a join tab_part_n9 b on a.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n8 +PREHOOK: Input: default@tab_n8@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n9 +PREHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from tab_n8 a join tab_part_n9 b on a.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n8 +POSTHOOK: Input: default@tab_n8@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n9 +POSTHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4050,10 +4280,20 @@ PREHOOK: query: explain select a.key, a.value, b.value from tab_n8 a join tab_part_n9 b on a.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n8 +PREHOOK: Input: default@tab_n8@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n9 +PREHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from tab_n8 a join tab_part_n9 b on a.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n8 +POSTHOOK: Input: default@tab_n8@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n9 +POSTHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4152,10 +4392,18 @@ PREHOOK: query: explain select a.key, a.value, b.value from tab1_n4 a join tab_part_n9 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab1_n4 +PREHOOK: Input: default@tab_part_n9 +PREHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from tab1_n4 a join tab_part_n9 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab1_n4 +POSTHOOK: Input: default@tab_part_n9 +POSTHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -4237,10 +4485,18 @@ PREHOOK: query: explain select a.key, a.value, b.value from tab1_n4 a join tab_part_n9 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab1_n4 +PREHOOK: Input: default@tab_part_n9 +PREHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from tab1_n4 a join tab_part_n9 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab1_n4 +POSTHOOK: Input: default@tab_part_n9 +POSTHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -4320,8 +4576,14 @@ STAGE PLANS: PREHOOK: query: explain select a.key, b.key from tab_part_n9 a join tab_part_n9 c on a.key = c.key join tab_part_n9 b on a.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab_part_n9 +PREHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.key from tab_part_n9 a join tab_part_n9 c on a.key = c.key join tab_part_n9 b on a.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_part_n9 +POSTHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -4430,8 +4692,14 @@ STAGE PLANS: PREHOOK: query: explain select a.key, b.key from tab_part_n9 a join tab_part_n9 c on a.key = c.key join tab_part_n9 b on a.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab_part_n9 +PREHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.key from tab_part_n9 a join tab_part_n9 c on a.key = c.key join tab_part_n9 b on a.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_part_n9 +POSTHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -4542,10 +4810,20 @@ PREHOOK: query: explain select a.key, a.value, b.value from tab_n8 a join tab_part_n9 b on a.key = b.key and a.ds = b.ds PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n8 +PREHOOK: Input: default@tab_n8@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n9 +PREHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from tab_n8 a join tab_part_n9 b on a.key = b.key and a.ds = b.ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n8 +POSTHOOK: Input: default@tab_n8@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n9 +POSTHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -4627,10 +4905,20 @@ PREHOOK: query: explain select a.key, a.value, b.value from tab_n8 a join tab_part_n9 b on a.key = b.key and a.ds = b.ds PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n8 +PREHOOK: Input: default@tab_n8@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n9 +PREHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from tab_n8 a join tab_part_n9 b on a.key = b.key and a.ds = b.ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n8 +POSTHOOK: Input: default@tab_n8@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n9 +POSTHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -4711,9 +4999,19 @@ STAGE PLANS: PREHOOK: query: explain select a.key, a.value, b.value from tab_n8 a join tab_part_n9 b on a.key = b.key and a.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n8 +PREHOOK: Input: default@tab_n8@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n9 +PREHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from tab_n8 a join tab_part_n9 b on a.key = b.key and a.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n8 +POSTHOOK: Input: default@tab_n8@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n9 +POSTHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -5292,9 +5590,19 @@ POSTHOOK: Input: default@tab_part_n9@ds=2008-04-08 PREHOOK: query: explain select a.key, a.value, b.value from tab_n8 a join tab_part_n9 b on a.key = b.key and a.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n8 +PREHOOK: Input: default@tab_n8@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n9 +PREHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from tab_n8 a join tab_part_n9 b on a.key = b.key and a.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n8 +POSTHOOK: Input: default@tab_n8@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n9 +POSTHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -5909,9 +6217,19 @@ POSTHOOK: Output: default@tab2_n4@ds=2008-04-08 PREHOOK: query: explain select a.key, a.value, b.value from tab2_n4 a join tab_part_n9 b on a.key = b.key and a.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab2_n4 +PREHOOK: Input: default@tab2_n4@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n9 +PREHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from tab2_n4 a join tab_part_n9 b on a.key = b.key and a.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab2_n4 +POSTHOOK: Input: default@tab2_n4@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n9 +POSTHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -6490,9 +6808,19 @@ POSTHOOK: Input: default@tab_part_n9@ds=2008-04-08 PREHOOK: query: explain select a.key, a.value, b.value from tab2_n4 a join tab_part_n9 b on a.key = b.key and a.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab2_n4 +PREHOOK: Input: default@tab2_n4@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n9 +PREHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from tab2_n4 a join tab_part_n9 b on a.key = b.key and a.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab2_n4 +POSTHOOK: Input: default@tab2_n4@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n9 +POSTHOOK: Input: default@tab_part_n9@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/bucket_map_join_tez2.q.out b/ql/src/test/results/clientpositive/spark/bucket_map_join_tez2.q.out index 3680e81..d4bad5f 100644 --- a/ql/src/test/results/clientpositive/spark/bucket_map_join_tez2.q.out +++ b/ql/src/test/results/clientpositive/spark/bucket_map_join_tez2.q.out @@ -166,8 +166,14 @@ POSTHOOK: Output: default@tab_part_n11@ds=2008-04-08 #### A masked pattern was here #### PREHOOK: query: explain select a.key, b.key from tab_part_n11 a join tab_part_n11 c on a.key = c.key join tab_part_n11 b on a.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab_part_n11 +PREHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.key from tab_part_n11 a join tab_part_n11 c on a.key = c.key join tab_part_n11 b on a.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_part_n11 +POSTHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -282,8 +288,14 @@ STAGE PLANS: PREHOOK: query: explain select a.key, b.key from tab_part_n11 a join tab_part_n11 c on a.key = c.key join tab_part_n11 b on a.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab_part_n11 +PREHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.key from tab_part_n11 a join tab_part_n11 c on a.key = c.key join tab_part_n11 b on a.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_part_n11 +POSTHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -432,10 +444,16 @@ PREHOOK: query: explain select a.key, a.value, b.value from tab1_n5 a join src b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@tab1_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from tab1_n5 a join src b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@tab1_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -517,10 +535,16 @@ PREHOOK: query: explain select a.key, a.value, b.value from tab1_n5 a join src b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@tab1_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, a.value, b.value from tab1_n5 a join src b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@tab1_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -601,9 +625,15 @@ STAGE PLANS: PREHOOK: query: explain select a.key, b.key from (select key from tab_part_n11 where key > 1) a join (select key from tab_part_n11 where key > 2) b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_part_n11 +PREHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.key from (select key from tab_part_n11 where key > 1) a join (select key from tab_part_n11 where key > 2) b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_part_n11 +POSTHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -680,9 +710,15 @@ STAGE PLANS: PREHOOK: query: explain select a.key, b.key from (select key from tab_part_n11 where key > 1) a join (select key from tab_part_n11 where key > 2) b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_part_n11 +PREHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.key from (select key from tab_part_n11 where key > 1) a join (select key from tab_part_n11 where key > 2) b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_part_n11 +POSTHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -759,9 +795,15 @@ STAGE PLANS: PREHOOK: query: explain select a.key, b.key from (select key from tab_part_n11 where key > 1) a left outer join (select key from tab_part_n11 where key > 2) b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_part_n11 +PREHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.key from (select key from tab_part_n11 where key > 1) a left outer join (select key from tab_part_n11 where key > 2) b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_part_n11 +POSTHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -838,9 +880,15 @@ STAGE PLANS: PREHOOK: query: explain select a.key, b.key from (select key from tab_part_n11 where key > 1) a left outer join (select key from tab_part_n11 where key > 2) b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_part_n11 +PREHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.key from (select key from tab_part_n11 where key > 1) a left outer join (select key from tab_part_n11 where key > 2) b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_part_n11 +POSTHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -917,9 +965,15 @@ STAGE PLANS: PREHOOK: query: explain select a.key, b.key from (select key from tab_part_n11 where key > 1) a right outer join (select key from tab_part_n11 where key > 2) b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_part_n11 +PREHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.key from (select key from tab_part_n11 where key > 1) a right outer join (select key from tab_part_n11 where key > 2) b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_part_n11 +POSTHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -996,9 +1050,15 @@ STAGE PLANS: PREHOOK: query: explain select a.key, b.key from (select key from tab_part_n11 where key > 1) a right outer join (select key from tab_part_n11 where key > 2) b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_part_n11 +PREHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.key from (select key from tab_part_n11 where key > 1) a right outer join (select key from tab_part_n11 where key > 2) b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_part_n11 +POSTHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1074,8 +1134,14 @@ STAGE PLANS: PREHOOK: query: explain select a.key, b.key from (select distinct key from tab_n10) a join tab_n10 b on b.key = a.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n10 +PREHOOK: Input: default@tab_n10@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.key from (select distinct key from tab_n10) a join tab_n10 b on b.key = a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n10 +POSTHOOK: Input: default@tab_n10@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1167,8 +1233,14 @@ STAGE PLANS: PREHOOK: query: explain select a.key, b.key from (select distinct key from tab_n10) a join tab_n10 b on b.key = a.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n10 +PREHOOK: Input: default@tab_n10@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.key from (select distinct key from tab_n10) a join tab_n10 b on b.key = a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n10 +POSTHOOK: Input: default@tab_n10@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1260,8 +1332,14 @@ STAGE PLANS: PREHOOK: query: explain select a.value, b.value from (select distinct value from tab_n10) a join tab_n10 b on b.key = a.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n10 +PREHOOK: Input: default@tab_n10@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.value, b.value from (select distinct value from tab_n10) a join tab_n10 b on b.key = a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n10 +POSTHOOK: Input: default@tab_n10@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1357,8 +1435,14 @@ STAGE PLANS: PREHOOK: query: explain select a.value, b.value from (select distinct value from tab_n10) a join tab_n10 b on b.key = a.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n10 +PREHOOK: Input: default@tab_n10@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.value, b.value from (select distinct value from tab_n10) a join tab_n10 b on b.key = a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n10 +POSTHOOK: Input: default@tab_n10@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1493,11 +1577,21 @@ select count(*) from (select distinct key,value from tab_part_n11) a join tab_n10 b on a.key = b.key and a.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n10 +PREHOOK: Input: default@tab_n10@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n11 +PREHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select distinct key,value from tab_part_n11) a join tab_n10 b on a.key = b.key and a.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n10 +POSTHOOK: Input: default@tab_n10@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n11 +POSTHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1609,11 +1703,21 @@ select count(*) from (select distinct key,value from tab_part_n11) a join tab_n10 b on a.key = b.key and a.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n10 +PREHOOK: Input: default@tab_n10@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n11 +PREHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from (select distinct key,value from tab_part_n11) a join tab_n10 b on a.key = b.key and a.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n10 +POSTHOOK: Input: default@tab_n10@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n11 +POSTHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1765,8 +1869,18 @@ POSTHOOK: Output: default@big@k=2 POSTHOOK: Lineage: big PARTITION(k=2).i SCRIPT [] PREHOOK: query: explain select small.i, big.i from small,big where small.i=big.i PREHOOK: type: QUERY +PREHOOK: Input: default@big +PREHOOK: Input: default@big@k=1 +PREHOOK: Input: default@big@k=2 +PREHOOK: Input: default@small +#### A masked pattern was here #### POSTHOOK: query: explain select small.i, big.i from small,big where small.i=big.i POSTHOOK: type: QUERY +POSTHOOK: Input: default@big +POSTHOOK: Input: default@big@k=1 +POSTHOOK: Input: default@big@k=2 +POSTHOOK: Input: default@small +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1899,8 +2013,14 @@ POSTHOOK: Output: default@tab_part_ext@ds=2008-04-08 test.comment=Bucket map join should work here PREHOOK: query: explain select a.key, b.key from tab_part_n11 a join tab_part_n11 c on a.key = c.key join tab_part_n11 b on a.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab_part_n11 +PREHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.key from tab_part_n11 a join tab_part_n11 c on a.key = c.key join tab_part_n11 b on a.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_part_n11 +POSTHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2016,8 +2136,14 @@ STAGE PLANS: test.comment=External tables, bucket map join should be disabled PREHOOK: query: explain select a.key, b.key from tab_part_ext a join tab_part_ext c on a.key = c.key join tab_part_ext b on a.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@tab_part_ext +PREHOOK: Input: default@tab_part_ext@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.key from tab_part_ext a join tab_part_ext c on a.key = c.key join tab_part_ext b on a.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_part_ext +POSTHOOK: Input: default@tab_part_ext@ds=2008-04-08 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2182,6 +2308,9 @@ WHERE my_fact.fiscal_year = '2015' AND my_dim.filter_col IN ( 'VAL1', 'VAL2' ) and my_fact.accounting_period in (10) PREHOOK: type: QUERY +PREHOOK: Input: default@my_dim +PREHOOK: Input: default@my_fact +#### A masked pattern was here #### POSTHOOK: query: explain extended select bucket_col, my_dim.join_col as account1,my_fact.accounting_period FROM my_fact JOIN my_dim ON my_fact.join_col = my_dim.join_col @@ -2189,6 +2318,9 @@ WHERE my_fact.fiscal_year = '2015' AND my_dim.filter_col IN ( 'VAL1', 'VAL2' ) and my_fact.accounting_period in (10) POSTHOOK: type: QUERY +POSTHOOK: Input: default@my_dim +POSTHOOK: Input: default@my_fact +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/bucketmapjoin1.q.out b/ql/src/test/results/clientpositive/spark/bucketmapjoin1.q.out index 7a6de49..2c14aa9 100644 --- a/ql/src/test/results/clientpositive/spark/bucketmapjoin1.q.out +++ b/ql/src/test/results/clientpositive/spark/bucketmapjoin1.q.out @@ -27,11 +27,17 @@ select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_part_n1 a join srcbucket_mapjoin_part_2_n1 b on a.key=b.key where b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n1 +PREHOOK: Input: default@srcbucket_mapjoin_part_n1 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_part_n1 a join srcbucket_mapjoin_part_2_n1 b on a.key=b.key where b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n1 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`srcbucket_mapjoin_part_n1` @@ -124,11 +130,17 @@ select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin_part_n1 a join srcbucket_mapjoin_part_2_n1 b on a.key=b.key where b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n1 +PREHOOK: Input: default@srcbucket_mapjoin_part_n1 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin_part_n1 a join srcbucket_mapjoin_part_2_n1 b on a.key=b.key where b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n1 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`srcbucket_mapjoin_part_n1` @@ -312,12 +324,20 @@ select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_n1 a join srcbucket_mapjoin_part_n1 b on a.key=b.key where b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_n1 +PREHOOK: Input: default@srcbucket_mapjoin_part_n1 +PREHOOK: Input: default@srcbucket_mapjoin_part_n1@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result_n0 POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result_n0 select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_n1 a join srcbucket_mapjoin_part_n1 b on a.key=b.key where b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_n1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n1@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result_n0 OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`srcbucket_mapjoin_n1` @@ -680,12 +700,20 @@ select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin_n1 a join srcbucket_mapjoin_part_n1 b on a.key=b.key where b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_n1 +PREHOOK: Input: default@srcbucket_mapjoin_part_n1 +PREHOOK: Input: default@srcbucket_mapjoin_part_n1@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result_n0 POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result_n0 select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin_n1 a join srcbucket_mapjoin_part_n1 b on a.key=b.key where b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_n1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n1@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result_n0 OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`srcbucket_mapjoin_n1` diff --git a/ql/src/test/results/clientpositive/spark/bucketmapjoin10.q.out b/ql/src/test/results/clientpositive/spark/bucketmapjoin10.q.out index e233a91..bf695ed 100644 --- a/ql/src/test/results/clientpositive/spark/bucketmapjoin10.q.out +++ b/ql/src/test/results/clientpositive/spark/bucketmapjoin10.q.out @@ -131,11 +131,25 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n6 a JOIN srcbucket_mapjoin_part_2_n13 b ON a.key = b.key AND a.part IS NOT NULL AND b.part IS NOT NULL PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n6 +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n6@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n6@part=2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n13 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n13@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n13@part=2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n6 a JOIN srcbucket_mapjoin_part_2_n13 b ON a.key = b.key AND a.part IS NOT NULL AND b.part IS NOT NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n6 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n6@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n6@part=2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n13 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n13@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n13@part=2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/bucketmapjoin11.q.out b/ql/src/test/results/clientpositive/spark/bucketmapjoin11.q.out index 22855cd..e474721 100644 --- a/ql/src/test/results/clientpositive/spark/bucketmapjoin11.q.out +++ b/ql/src/test/results/clientpositive/spark/bucketmapjoin11.q.out @@ -139,11 +139,25 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n2 a JOIN srcbucket_mapjoin_part_2_n6 b ON a.key = b.key AND a.part IS NOT NULL AND b.part IS NOT NULL PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n2 +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n2@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n2@part=2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n6 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n6@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n6@part=2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n2 a JOIN srcbucket_mapjoin_part_2_n6 b ON a.key = b.key AND a.part IS NOT NULL AND b.part IS NOT NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n2@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n2@part=2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n6 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n6@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n6@part=2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -496,11 +510,25 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n2 a JOIN srcbucket_mapjoin_part_2_n6 b ON a.key = b.key AND a.part = b.part AND a.part IS NOT NULL AND b.part IS NOT NULL PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n2 +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n2@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n2@part=2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n6 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n6@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n6@part=2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n2 a JOIN srcbucket_mapjoin_part_2_n6 b ON a.key = b.key AND a.part = b.part AND a.part IS NOT NULL AND b.part IS NOT NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n2@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n2@part=2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n6 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n6@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n6@part=2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/bucketmapjoin12.q.out b/ql/src/test/results/clientpositive/spark/bucketmapjoin12.q.out index ed2dc2c..926407e 100644 --- a/ql/src/test/results/clientpositive/spark/bucketmapjoin12.q.out +++ b/ql/src/test/results/clientpositive/spark/bucketmapjoin12.q.out @@ -100,11 +100,21 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_2_n0 b ON a.key = b.key AND a.part = '1' and b.part = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1 +PREHOOK: Input: default@srcbucket_mapjoin_part_1@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n0 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n0@part=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_2_n0 b ON a.key = b.key AND a.part = '1' and b.part = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n0 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n0@part=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -352,11 +362,21 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_3 b ON a.key = b.key AND a.part = '1' and b.part = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1 +PREHOOK: Input: default@srcbucket_mapjoin_part_1@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_3 +PREHOOK: Input: default@srcbucket_mapjoin_part_3@part=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_3 b ON a.key = b.key AND a.part = '1' and b.part = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_3 +POSTHOOK: Input: default@srcbucket_mapjoin_part_3@part=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/bucketmapjoin13.q.out b/ql/src/test/results/clientpositive/spark/bucketmapjoin13.q.out index aecc9f1..998d22d 100644 --- a/ql/src/test/results/clientpositive/spark/bucketmapjoin13.q.out +++ b/ql/src/test/results/clientpositive/spark/bucketmapjoin13.q.out @@ -67,11 +67,23 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n8 a JOIN srcbucket_mapjoin_part_2_n18 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n8 +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n8@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n8@part=2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n18 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n18@part=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n8 a JOIN srcbucket_mapjoin_part_2_n18 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n8 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n8@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n8@part=2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n18 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n18@part=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -364,11 +376,21 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n8 a JOIN srcbucket_mapjoin_part_2_n18 b ON a.key = b.key and a.part = '2' PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n8 +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n8@part=2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n18 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n18@part=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n8 a JOIN srcbucket_mapjoin_part_2_n18 b ON a.key = b.key and a.part = '2' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n8 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n8@part=2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n18 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n18@part=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -627,11 +649,21 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n8 a JOIN srcbucket_mapjoin_part_2_n18 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n8 +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n8@part=2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n18 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n18@part=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n8 a JOIN srcbucket_mapjoin_part_2_n18 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n8 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n8@part=2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n18 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n18@part=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -890,11 +922,21 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n8 a JOIN srcbucket_mapjoin_part_2_n18 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n8 +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n8@part=2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n18 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n18@part=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n8 a JOIN srcbucket_mapjoin_part_2_n18 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n8 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n8@part=2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n18 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n18@part=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/bucketmapjoin2.q.out b/ql/src/test/results/clientpositive/spark/bucketmapjoin2.q.out index 09b366d..4dac31a 100644 --- a/ql/src/test/results/clientpositive/spark/bucketmapjoin2.q.out +++ b/ql/src/test/results/clientpositive/spark/bucketmapjoin2.q.out @@ -94,12 +94,22 @@ select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_part_n6 a join srcbucket_mapjoin_part_2_n5 b on a.key=b.key and b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n5 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n5@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_n6 +PREHOOK: Input: default@srcbucket_mapjoin_part_n6@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result_n2 POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result_n2 select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_part_n6 a join srcbucket_mapjoin_part_2_n5 b on a.key=b.key and b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n5 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n5@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n6 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n6@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result_n2 OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`srcbucket_mapjoin_part_n6` @@ -467,12 +477,22 @@ select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin_part_n6 a join srcbucket_mapjoin_part_2_n5 b on a.key=b.key and b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n5 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n5@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_n6 +PREHOOK: Input: default@srcbucket_mapjoin_part_n6@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result_n2 POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result_n2 select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin_part_n6 a join srcbucket_mapjoin_part_2_n5 b on a.key=b.key and b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n5 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n5@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n6 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n6@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result_n2 OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`srcbucket_mapjoin_part_n6` @@ -857,12 +877,24 @@ select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_part_n6 a join srcbucket_mapjoin_part_2_n5 b on a.key=b.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n5 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n5@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n5@ds=2008-04-09 +PREHOOK: Input: default@srcbucket_mapjoin_part_n6 +PREHOOK: Input: default@srcbucket_mapjoin_part_n6@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result_n2 POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result_n2 select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_part_n6 a join srcbucket_mapjoin_part_2_n5 b on a.key=b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n5 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n5@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n5@ds=2008-04-09 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n6 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n6@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result_n2 OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`srcbucket_mapjoin_part_n6` diff --git a/ql/src/test/results/clientpositive/spark/bucketmapjoin3.q.out b/ql/src/test/results/clientpositive/spark/bucketmapjoin3.q.out index 21dff07..acfb91f 100644 --- a/ql/src/test/results/clientpositive/spark/bucketmapjoin3.q.out +++ b/ql/src/test/results/clientpositive/spark/bucketmapjoin3.q.out @@ -118,12 +118,22 @@ select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_part_2_n11 a join srcbucket_mapjoin_part_n13 b on a.key=b.key and b.ds="2008-04-08" and a.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n11 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n11@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_n13 +PREHOOK: Input: default@srcbucket_mapjoin_part_n13@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result_n6 POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result_n6 select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_part_2_n11 a join srcbucket_mapjoin_part_n13 b on a.key=b.key and b.ds="2008-04-08" and a.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n11 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n11@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n13 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n13@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result_n6 OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value`, CAST('2008-04-08' AS STRING) AS `ds` FROM `default`.`srcbucket_mapjoin_part_2_n11` @@ -491,12 +501,22 @@ select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin_part_2_n11 a join srcbucket_mapjoin_part_n13 b on a.key=b.key and b.ds="2008-04-08" and a.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n11 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n11@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_n13 +PREHOOK: Input: default@srcbucket_mapjoin_part_n13@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result_n6 POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result_n6 select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin_part_2_n11 a join srcbucket_mapjoin_part_n13 b on a.key=b.key and b.ds="2008-04-08" and a.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n11 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n11@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n13 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n13@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result_n6 OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value`, CAST('2008-04-08' AS STRING) AS `ds` FROM `default`.`srcbucket_mapjoin_part_2_n11` diff --git a/ql/src/test/results/clientpositive/spark/bucketmapjoin4.q.out b/ql/src/test/results/clientpositive/spark/bucketmapjoin4.q.out index 6bc9487..f9145d3 100644 --- a/ql/src/test/results/clientpositive/spark/bucketmapjoin4.q.out +++ b/ql/src/test/results/clientpositive/spark/bucketmapjoin4.q.out @@ -118,12 +118,16 @@ select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_n17 a join srcbucket_mapjoin_n17 b on a.key=b.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_n17 +PREHOOK: Output: default@bucketmapjoin_tmp_result_n8 POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result_n8 select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_n17 a join srcbucket_mapjoin_n17 b on a.key=b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_n17 +POSTHOOK: Output: default@bucketmapjoin_tmp_result_n8 OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`srcbucket_mapjoin_n17` @@ -477,12 +481,16 @@ select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin_n17 a join srcbucket_mapjoin_n17 b on a.key=b.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_n17 +PREHOOK: Output: default@bucketmapjoin_tmp_result_n8 POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result_n8 select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin_n17 a join srcbucket_mapjoin_n17 b on a.key=b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_n17 +POSTHOOK: Output: default@bucketmapjoin_tmp_result_n8 OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`srcbucket_mapjoin_n17` diff --git a/ql/src/test/results/clientpositive/spark/bucketmapjoin5.q.out b/ql/src/test/results/clientpositive/spark/bucketmapjoin5.q.out index 69e91a1..8ea60f2 100644 --- a/ql/src/test/results/clientpositive/spark/bucketmapjoin5.q.out +++ b/ql/src/test/results/clientpositive/spark/bucketmapjoin5.q.out @@ -168,12 +168,22 @@ select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin_n0 a join srcbucket_mapjoin_part_n0 b on a.key=b.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_n0 +PREHOOK: Input: default@srcbucket_mapjoin_part_n0 +PREHOOK: Input: default@srcbucket_mapjoin_part_n0@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_n0@ds=2008-04-09 +PREHOOK: Output: default@bucketmapjoin_tmp_result POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin_n0 a join srcbucket_mapjoin_part_n0 b on a.key=b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_n0 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n0 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n0@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n0@ds=2008-04-09 +POSTHOOK: Output: default@bucketmapjoin_tmp_result STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -581,12 +591,22 @@ select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin_n0 a join srcbucket_mapjoin_part_2 b on a.key=b.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_n0 +PREHOOK: Input: default@srcbucket_mapjoin_part_2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-09 +PREHOOK: Output: default@bucketmapjoin_tmp_result POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin_n0 a join srcbucket_mapjoin_part_2 b on a.key=b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_n0 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-09 +POSTHOOK: Output: default@bucketmapjoin_tmp_result STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out b/ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out index 059a5fa..754e786 100644 --- a/ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out +++ b/ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out @@ -58,12 +58,22 @@ FROM srcbucket_mapjoin_part_1_n4 a JOIN srcbucket_mapjoin_part_2_n9 b ON a.key = b.key AND a.ds = '2008-04-08' AND b.ds = '2008-04-08' ORDER BY a.key, b.value LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n4 +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n4@ds=2008-04-08/hr=0 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n9 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n9@ds=2008-04-08/hr=0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ a.key, b.value FROM srcbucket_mapjoin_part_1_n4 a JOIN srcbucket_mapjoin_part_2_n9 b ON a.key = b.key AND a.ds = '2008-04-08' AND b.ds = '2008-04-08' ORDER BY a.key, b.value LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n4 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n4@ds=2008-04-08/hr=0 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n9 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n9@ds=2008-04-08/hr=0 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out_spark b/ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out_spark index dbb2460..4685a72 100644 --- a/ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out_spark +++ b/ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out_spark @@ -58,12 +58,22 @@ FROM srcbucket_mapjoin_part_1_n4 a JOIN srcbucket_mapjoin_part_2_n9 b ON a.key = b.key AND a.ds = '2008-04-08' AND b.ds = '2008-04-08' ORDER BY a.key, b.value LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n4 +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n4@ds=2008-04-08/hr=0 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n9 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n9@ds=2008-04-08/hr=0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ a.key, b.value FROM srcbucket_mapjoin_part_1_n4 a JOIN srcbucket_mapjoin_part_2_n9 b ON a.key = b.key AND a.ds = '2008-04-08' AND b.ds = '2008-04-08' ORDER BY a.key, b.value LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n4 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n4@ds=2008-04-08/hr=0 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n9 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n9@ds=2008-04-08/hr=0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/bucketmapjoin8.q.out b/ql/src/test/results/clientpositive/spark/bucketmapjoin8.q.out index ecd33c7..e55ce4f 100644 --- a/ql/src/test/results/clientpositive/spark/bucketmapjoin8.q.out +++ b/ql/src/test/results/clientpositive/spark/bucketmapjoin8.q.out @@ -65,11 +65,21 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n1 a JOIN srcbucket_mapjoin_part_2_n4 b ON a.key = b.key AND a.part = '1' and b.part = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n1 +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n1@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n4 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n4@part=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n1 a JOIN srcbucket_mapjoin_part_2_n4 b ON a.key = b.key AND a.part = '1' and b.part = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n1@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n4 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n4@part=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -326,11 +336,21 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n1 a JOIN srcbucket_mapjoin_part_2_n4 b ON a.key = b.key AND a.part = '1' and b.part = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n1 +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n1@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n4 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n4@part=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n1 a JOIN srcbucket_mapjoin_part_2_n4 b ON a.key = b.key AND a.part = '1' and b.part = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n1@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n4 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n4@part=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/bucketmapjoin9.q.out b/ql/src/test/results/clientpositive/spark/bucketmapjoin9.q.out index d03b938..8ea4e51 100644 --- a/ql/src/test/results/clientpositive/spark/bucketmapjoin9.q.out +++ b/ql/src/test/results/clientpositive/spark/bucketmapjoin9.q.out @@ -73,11 +73,21 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n5 a JOIN srcbucket_mapjoin_part_2_n12 b ON a.key = b.key AND a.part = '1' and b.part = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n5 +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n5@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n12 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n12@part=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n5 a JOIN srcbucket_mapjoin_part_2_n12 b ON a.key = b.key AND a.part = '1' and b.part = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n5 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n5@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n12 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n12@part=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -356,11 +366,21 @@ SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n5 a JOIN srcbucket_mapjoin_part_2_n12 b ON a.key = b.key AND a.part = '1' AND b.part = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n5 +PREHOOK: Input: default@srcbucket_mapjoin_part_1_n5@part=1 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n12 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n12@part=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1_n5 a JOIN srcbucket_mapjoin_part_2_n12 b ON a.key = b.key AND a.part = '1' AND b.part = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n5 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1_n5@part=1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n12 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n12@part=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/bucketmapjoin_negative.q.out b/ql/src/test/results/clientpositive/spark/bucketmapjoin_negative.q.out index e53de75..8ed50a5 100644 --- a/ql/src/test/results/clientpositive/spark/bucketmapjoin_negative.q.out +++ b/ql/src/test/results/clientpositive/spark/bucketmapjoin_negative.q.out @@ -69,12 +69,20 @@ select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_n10 a join srcbucket_mapjoin_part_n10 b on a.key=b.key where b.ds="2008-04-08" PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_n10 +PREHOOK: Input: default@srcbucket_mapjoin_part_n10 +PREHOOK: Input: default@srcbucket_mapjoin_part_n10@ds=2008-04-08 +PREHOOK: Output: default@bucketmapjoin_tmp_result_n4 POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result_n4 select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_n10 a join srcbucket_mapjoin_part_n10 b on a.key=b.key where b.ds="2008-04-08" POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_n10 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n10 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n10@ds=2008-04-08 +POSTHOOK: Output: default@bucketmapjoin_tmp_result_n4 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/spark/bucketmapjoin_negative2.q.out b/ql/src/test/results/clientpositive/spark/bucketmapjoin_negative2.q.out index c1fd0c1..d4ef0ad 100644 --- a/ql/src/test/results/clientpositive/spark/bucketmapjoin_negative2.q.out +++ b/ql/src/test/results/clientpositive/spark/bucketmapjoin_negative2.q.out @@ -78,12 +78,22 @@ select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_n5 a join srcbucket_mapjoin_part_2_n7 b on a.key=b.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_n5 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n7 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n7@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_2_n7@ds=2008-04-09 +PREHOOK: Output: default@bucketmapjoin_tmp_result_n3 POSTHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result_n3 select /*+mapjoin(b)*/ a.key, a.value, b.value from srcbucket_mapjoin_n5 a join srcbucket_mapjoin_part_2_n7 b on a.key=b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_n5 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n7 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n7@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2_n7@ds=2008-04-09 +POSTHOOK: Output: default@bucketmapjoin_tmp_result_n3 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/spark/bucketmapjoin_negative3.q.out b/ql/src/test/results/clientpositive/spark/bucketmapjoin_negative3.q.out index 0db59e7..6cc19d5 100644 --- a/ql/src/test/results/clientpositive/spark/bucketmapjoin_negative3.q.out +++ b/ql/src/test/results/clientpositive/spark/bucketmapjoin_negative3.q.out @@ -144,8 +144,12 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@test4 PREHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test1_n11 L join test1_n11 R on L.key=R.key AND L.value=R.value PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n11 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test1_n11 L join test1_n11 R on L.key=R.key AND L.value=R.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -359,8 +363,12 @@ STAGE PLANS: PREHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test2_n7 L join test2_n7 R on L.key=R.key AND L.value=R.value PREHOOK: type: QUERY +PREHOOK: Input: default@test2_n7 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test2_n7 L join test2_n7 R on L.key=R.key AND L.value=R.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@test2_n7 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -574,8 +582,12 @@ STAGE PLANS: PREHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test1_n11 L join test1_n11 R on L.key+L.key=R.key PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n11 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test1_n11 L join test1_n11 R on L.key+L.key=R.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -778,8 +790,14 @@ STAGE PLANS: PREHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test1_n11 L join test2_n7 R on L.key=R.key AND L.value=R.value PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n11 +PREHOOK: Input: default@test2_n7 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test1_n11 L join test2_n7 R on L.key=R.key AND L.value=R.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n11 +POSTHOOK: Input: default@test2_n7 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -982,8 +1000,14 @@ STAGE PLANS: PREHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test1_n11 L join test3 R on L.key=R.key AND L.value=R.value PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n11 +PREHOOK: Input: default@test3 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test1_n11 L join test3 R on L.key=R.key AND L.value=R.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n11 +POSTHOOK: Input: default@test3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1186,8 +1210,14 @@ STAGE PLANS: PREHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test1_n11 L join test4 R on L.key=R.key AND L.value=R.value PREHOOK: type: QUERY +PREHOOK: Input: default@test1_n11 +PREHOOK: Input: default@test4 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test1_n11 L join test4 R on L.key=R.key AND L.value=R.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1_n11 +POSTHOOK: Input: default@test4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1390,8 +1420,14 @@ STAGE PLANS: PREHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test2_n7 L join test3 R on L.key=R.key AND L.value=R.value PREHOOK: type: QUERY +PREHOOK: Input: default@test2_n7 +PREHOOK: Input: default@test3 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test2_n7 L join test3 R on L.key=R.key AND L.value=R.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@test2_n7 +POSTHOOK: Input: default@test3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1594,8 +1630,14 @@ STAGE PLANS: PREHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test2_n7 L join test4 R on L.key=R.key AND L.value=R.value PREHOOK: type: QUERY +PREHOOK: Input: default@test2_n7 +PREHOOK: Input: default@test4 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test2_n7 L join test4 R on L.key=R.key AND L.value=R.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@test2_n7 +POSTHOOK: Input: default@test4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1798,8 +1840,14 @@ STAGE PLANS: PREHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test3 L join test4 R on L.key=R.key AND L.value=R.value PREHOOK: type: QUERY +PREHOOK: Input: default@test3 +PREHOOK: Input: default@test4 +#### A masked pattern was here #### POSTHOOK: query: explain extended select /*+ MAPJOIN(R) */ * from test3 L join test4 R on L.key=R.key AND L.value=R.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@test3 +POSTHOOK: Input: default@test4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_2.q.out b/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_2.q.out index 5388207..698b640 100644 --- a/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_2.q.out +++ b/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_2.q.out @@ -82,12 +82,22 @@ SELECT a.key, concat(a.value, b.value) FROM test_table1_n0 a JOIN test_table2_n0 b ON a.key = b.key WHERE a.ds = '1' and b.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n0 +PREHOOK: Input: default@test_table1_n0@ds=1 +PREHOOK: Input: default@test_table2_n0 +PREHOOK: Input: default@test_table2_n0@ds=1 +PREHOOK: Output: default@test_table3_n0@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3_n0 PARTITION (ds = '1') SELECT a.key, concat(a.value, b.value) FROM test_table1_n0 a JOIN test_table2_n0 b ON a.key = b.key WHERE a.ds = '1' and b.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n0 +POSTHOOK: Input: default@test_table1_n0@ds=1 +POSTHOOK: Input: default@test_table2_n0 +POSTHOOK: Input: default@test_table2_n0@ds=1 +POSTHOOK: Output: default@test_table3_n0@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -231,12 +241,24 @@ SELECT a.key, concat(a.value, b.value) FROM test_table1_n0 a JOIN test_table2_n0 b ON a.key = b.key WHERE a.ds is not null and b.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n0 +PREHOOK: Input: default@test_table1_n0@ds=1 +PREHOOK: Input: default@test_table1_n0@ds=2 +PREHOOK: Input: default@test_table2_n0 +PREHOOK: Input: default@test_table2_n0@ds=1 +PREHOOK: Output: default@test_table3_n0@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3_n0 PARTITION (ds = '1') SELECT a.key, concat(a.value, b.value) FROM test_table1_n0 a JOIN test_table2_n0 b ON a.key = b.key WHERE a.ds is not null and b.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n0 +POSTHOOK: Input: default@test_table1_n0@ds=1 +POSTHOOK: Input: default@test_table1_n0@ds=2 +POSTHOOK: Input: default@test_table2_n0 +POSTHOOK: Input: default@test_table2_n0@ds=1 +POSTHOOK: Output: default@test_table3_n0@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -404,12 +426,24 @@ SELECT a.key, concat(a.value, b.value) FROM test_table1_n0 a JOIN test_table2_n0 b ON a.key = b.key WHERE a.ds = '1' and b.ds is not null PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n0 +PREHOOK: Input: default@test_table1_n0@ds=1 +PREHOOK: Input: default@test_table2_n0 +PREHOOK: Input: default@test_table2_n0@ds=1 +PREHOOK: Input: default@test_table2_n0@ds=2 +PREHOOK: Output: default@test_table3_n0@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3_n0 PARTITION (ds = '1') SELECT a.key, concat(a.value, b.value) FROM test_table1_n0 a JOIN test_table2_n0 b ON a.key = b.key WHERE a.ds = '1' and b.ds is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n0 +POSTHOOK: Input: default@test_table1_n0@ds=1 +POSTHOOK: Input: default@test_table2_n0 +POSTHOOK: Input: default@test_table2_n0@ds=1 +POSTHOOK: Input: default@test_table2_n0@ds=2 +POSTHOOK: Output: default@test_table3_n0@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -580,6 +614,11 @@ JOIN (select key, value from test_table2_n0 where ds = '1') b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n0 +PREHOOK: Input: default@test_table1_n0@ds=1 +PREHOOK: Input: default@test_table2_n0 +PREHOOK: Input: default@test_table2_n0@ds=1 +PREHOOK: Output: default@test_table3_n0@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3_n0 PARTITION (ds = '1') SELECT a.key, concat(a.value, b.value) @@ -589,6 +628,11 @@ JOIN (select key, value from test_table2_n0 where ds = '1') b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n0 +POSTHOOK: Input: default@test_table1_n0@ds=1 +POSTHOOK: Input: default@test_table2_n0 +POSTHOOK: Input: default@test_table2_n0@ds=1 +POSTHOOK: Output: default@test_table3_n0@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -741,6 +785,11 @@ JOIN (select key, concat(value, value) as v2 from test_table2_n0 where ds = '1') b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n0 +PREHOOK: Input: default@test_table1_n0@ds=1 +PREHOOK: Input: default@test_table2_n0 +PREHOOK: Input: default@test_table2_n0@ds=1 +PREHOOK: Output: default@test_table3_n0@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3_n0 PARTITION (ds = '1') SELECT a.key, concat(a.v1, b.v2) @@ -750,6 +799,11 @@ JOIN (select key, concat(value, value) as v2 from test_table2_n0 where ds = '1') b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n0 +POSTHOOK: Input: default@test_table1_n0@ds=1 +POSTHOOK: Input: default@test_table2_n0 +POSTHOOK: Input: default@test_table2_n0@ds=1 +POSTHOOK: Output: default@test_table3_n0@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -902,6 +956,11 @@ JOIN (select key, value from test_table2_n0 where ds = '1') b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n0 +PREHOOK: Input: default@test_table1_n0@ds=1 +PREHOOK: Input: default@test_table2_n0 +PREHOOK: Input: default@test_table2_n0@ds=1 +PREHOOK: Output: default@test_table3_n0@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3_n0 PARTITION (ds = '1') SELECT a.key+a.key, concat(a.value, b.value) @@ -911,6 +970,11 @@ JOIN (select key, value from test_table2_n0 where ds = '1') b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n0 +POSTHOOK: Input: default@test_table1_n0@ds=1 +POSTHOOK: Input: default@test_table2_n0 +POSTHOOK: Input: default@test_table2_n0@ds=1 +POSTHOOK: Output: default@test_table3_n0@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_4.q.out b/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_4.q.out index dac4309..010b1e0 100644 --- a/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_4.q.out +++ b/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_4.q.out @@ -58,12 +58,22 @@ SELECT a.key, a.key, concat(a.value, b.value) FROM test_table1_n16 a JOIN test_table2_n15 b ON a.key = b.key WHERE a.ds = '1' and b.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n16 +PREHOOK: Input: default@test_table1_n16@ds=1 +PREHOOK: Input: default@test_table2_n15 +PREHOOK: Input: default@test_table2_n15@ds=1 +PREHOOK: Output: default@test_table3_n8@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3_n8 PARTITION (ds = '1') SELECT a.key, a.key, concat(a.value, b.value) FROM test_table1_n16 a JOIN test_table2_n15 b ON a.key = b.key WHERE a.ds = '1' and b.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n16 +POSTHOOK: Input: default@test_table1_n16@ds=1 +POSTHOOK: Input: default@test_table2_n15 +POSTHOOK: Input: default@test_table2_n15@ds=1 +POSTHOOK: Output: default@test_table3_n8@ds=1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -246,12 +256,22 @@ SELECT a.key, a.value FROM test_table1_n16 a JOIN test_table2_n15 b ON a.key = b.key WHERE a.ds = '1' and b.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n16 +PREHOOK: Input: default@test_table1_n16@ds=1 +PREHOOK: Input: default@test_table2_n15 +PREHOOK: Input: default@test_table2_n15@ds=1 +PREHOOK: Output: default@test_table3_n8@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3_n8 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1_n16 a JOIN test_table2_n15 b ON a.key = b.key WHERE a.ds = '1' and b.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n16 +POSTHOOK: Input: default@test_table1_n16@ds=1 +POSTHOOK: Input: default@test_table2_n15 +POSTHOOK: Input: default@test_table2_n15@ds=1 +POSTHOOK: Output: default@test_table3_n8@ds=1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_6.q.out b/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_6.q.out index a5b6dab..d4d6f09 100644 --- a/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_6.q.out +++ b/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_6.q.out @@ -60,12 +60,22 @@ SELECT a.key, a.key2, concat(a.value, b.value) FROM test_table1_n3 a JOIN test_table2_n3 b ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n3 +PREHOOK: Input: default@test_table1_n3@ds=1 +PREHOOK: Input: default@test_table2_n3 +PREHOOK: Input: default@test_table2_n3@ds=1 +PREHOOK: Output: default@test_table3_n3@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3_n3 PARTITION (ds = '1') SELECT a.key, a.key2, concat(a.value, b.value) FROM test_table1_n3 a JOIN test_table2_n3 b ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n3 +POSTHOOK: Input: default@test_table1_n3@ds=1 +POSTHOOK: Input: default@test_table2_n3 +POSTHOOK: Input: default@test_table2_n3@ds=1 +POSTHOOK: Output: default@test_table3_n3@ds=1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -241,6 +251,11 @@ FROM test_table1_n3 a JOIN test_table2_n3 b ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' )subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n3 +PREHOOK: Input: default@test_table1_n3@ds=1 +PREHOOK: Input: default@test_table2_n3 +PREHOOK: Input: default@test_table2_n3@ds=1 +PREHOOK: Output: default@test_table3_n3@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3_n3 PARTITION (ds = '1') SELECT subq1.key, subq1.key2, subq1.value from @@ -250,6 +265,11 @@ FROM test_table1_n3 a JOIN test_table2_n3 b ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' )subq1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n3 +POSTHOOK: Input: default@test_table1_n3@ds=1 +POSTHOOK: Input: default@test_table2_n3 +POSTHOOK: Input: default@test_table2_n3@ds=1 +POSTHOOK: Output: default@test_table3_n3@ds=1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -428,12 +448,22 @@ SELECT a.key2, a.key, concat(a.value, b.value) FROM test_table1_n3 a JOIN test_table2_n3 b ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n3 +PREHOOK: Input: default@test_table1_n3@ds=1 +PREHOOK: Input: default@test_table2_n3 +PREHOOK: Input: default@test_table2_n3@ds=1 +PREHOOK: Output: default@test_table3_n3@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3_n3 PARTITION (ds = '1') SELECT a.key2, a.key, concat(a.value, b.value) FROM test_table1_n3 a JOIN test_table2_n3 b ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n3 +POSTHOOK: Input: default@test_table1_n3@ds=1 +POSTHOOK: Input: default@test_table2_n3 +POSTHOOK: Input: default@test_table2_n3@ds=1 +POSTHOOK: Output: default@test_table3_n3@ds=1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -544,6 +574,11 @@ FROM test_table1_n3 a JOIN test_table2_n3 b ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' )subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n3 +PREHOOK: Input: default@test_table1_n3@ds=1 +PREHOOK: Input: default@test_table2_n3 +PREHOOK: Input: default@test_table2_n3@ds=1 +PREHOOK: Output: default@test_table3_n3@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3_n3 PARTITION (ds = '1') SELECT subq1.key2, subq1.key, subq1.value from @@ -553,6 +588,11 @@ FROM test_table1_n3 a JOIN test_table2_n3 b ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' )subq1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n3 +POSTHOOK: Input: default@test_table1_n3@ds=1 +POSTHOOK: Input: default@test_table2_n3 +POSTHOOK: Input: default@test_table2_n3@ds=1 +POSTHOOK: Output: default@test_table3_n3@ds=1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -666,6 +706,11 @@ ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' )subq1 )subq2 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n3 +PREHOOK: Input: default@test_table1_n3@ds=1 +PREHOOK: Input: default@test_table2_n3 +PREHOOK: Input: default@test_table2_n3@ds=1 +PREHOOK: Output: default@test_table3_n3@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3_n3 PARTITION (ds = '1') SELECT subq2.key, subq2.key2, subq2.value from @@ -678,6 +723,11 @@ ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' )subq1 )subq2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n3 +POSTHOOK: Input: default@test_table1_n3@ds=1 +POSTHOOK: Input: default@test_table2_n3 +POSTHOOK: Input: default@test_table2_n3@ds=1 +POSTHOOK: Output: default@test_table3_n3@ds=1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -868,6 +918,11 @@ ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' )subq1 )subq2 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n3 +PREHOOK: Input: default@test_table1_n3@ds=1 +PREHOOK: Input: default@test_table2_n3 +PREHOOK: Input: default@test_table2_n3@ds=1 +PREHOOK: Output: default@test_table3_n3@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3_n3 PARTITION (ds = '1') SELECT subq2.k2, subq2.k1, subq2.value from @@ -880,6 +935,11 @@ ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' )subq1 )subq2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n3 +POSTHOOK: Input: default@test_table1_n3@ds=1 +POSTHOOK: Input: default@test_table2_n3 +POSTHOOK: Input: default@test_table2_n3@ds=1 +POSTHOOK: Output: default@test_table3_n3@ds=1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -1080,6 +1140,11 @@ ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' )subq1 )subq2 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n3 +PREHOOK: Input: default@test_table1_n3@ds=1 +PREHOOK: Input: default@test_table2_n3 +PREHOOK: Input: default@test_table2_n3@ds=1 +PREHOOK: Output: default@test_table4@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table4 PARTITION (ds = '1') SELECT subq2.k2, subq2.k1, subq2.value from @@ -1092,6 +1157,11 @@ ON a.key = b.key and a.key2 = b.key2 WHERE a.ds = '1' and b.ds = '1' )subq1 )subq2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n3 +POSTHOOK: Input: default@test_table1_n3@ds=1 +POSTHOOK: Input: default@test_table2_n3 +POSTHOOK: Input: default@test_table2_n3@ds=1 +POSTHOOK: Output: default@test_table4@ds=1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_7.q.out b/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_7.q.out index fdf5863..30110ed 100644 --- a/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_7.q.out +++ b/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_7.q.out @@ -59,6 +59,11 @@ FROM test_table1_n20 a JOIN test_table2_n19 b ON a.key = b.key WHERE a.ds = '1' and b.ds = '1' and (a.key = 0 or a.key = 5) PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n20 +PREHOOK: Input: default@test_table1_n20@ds=1 +PREHOOK: Input: default@test_table2_n19 +PREHOOK: Input: default@test_table2_n19@ds=1 +PREHOOK: Output: default@test_table3_n11@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3_n11 PARTITION (ds = '1') SELECT a.key, concat(a.value, b.value) @@ -66,6 +71,11 @@ FROM test_table1_n20 a JOIN test_table2_n19 b ON a.key = b.key WHERE a.ds = '1' and b.ds = '1' and (a.key = 0 or a.key = 5) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n20 +POSTHOOK: Input: default@test_table1_n20@ds=1 +POSTHOOK: Input: default@test_table2_n19 +POSTHOOK: Input: default@test_table2_n19@ds=1 +POSTHOOK: Output: default@test_table3_n11@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -210,6 +220,11 @@ JOIN (select key, value from test_table2_n19 where ds = '1' and (key = 0 or key = 5)) b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n20 +PREHOOK: Input: default@test_table1_n20@ds=1 +PREHOOK: Input: default@test_table2_n19 +PREHOOK: Input: default@test_table2_n19@ds=1 +PREHOOK: Output: default@test_table3_n11@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3_n11 PARTITION (ds = '1') SELECT a.key, concat(a.value, b.value) @@ -219,6 +234,11 @@ JOIN (select key, value from test_table2_n19 where ds = '1' and (key = 0 or key = 5)) b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n20 +POSTHOOK: Input: default@test_table1_n20@ds=1 +POSTHOOK: Input: default@test_table2_n19 +POSTHOOK: Input: default@test_table2_n19@ds=1 +POSTHOOK: Output: default@test_table3_n11@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -368,6 +388,11 @@ JOIN ON a.key = b.key WHERE a.key = 0 or a.key = 5 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n20 +PREHOOK: Input: default@test_table1_n20@ds=1 +PREHOOK: Input: default@test_table2_n19 +PREHOOK: Input: default@test_table2_n19@ds=1 +PREHOOK: Output: default@test_table3_n11@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3_n11 PARTITION (ds = '1') SELECT a.key, concat(a.value, b.value) @@ -378,6 +403,11 @@ JOIN ON a.key = b.key WHERE a.key = 0 or a.key = 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n20 +POSTHOOK: Input: default@test_table1_n20@ds=1 +POSTHOOK: Input: default@test_table2_n19 +POSTHOOK: Input: default@test_table2_n19@ds=1 +POSTHOOK: Output: default@test_table3_n11@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_8.q.out b/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_8.q.out index e50b4e9..1e39666 100644 --- a/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_8.q.out +++ b/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_8.q.out @@ -58,12 +58,22 @@ SELECT a.key, b.key, concat(a.value, b.value) FROM test_table1_n2 a JOIN test_table2_n2 b ON a.key = b.key WHERE a.ds = '1' and b.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n2 +PREHOOK: Input: default@test_table1_n2@ds=1 +PREHOOK: Input: default@test_table2_n2 +PREHOOK: Input: default@test_table2_n2@ds=1 +PREHOOK: Output: default@test_table3_n2@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3_n2 PARTITION (ds = '1') SELECT a.key, b.key, concat(a.value, b.value) FROM test_table1_n2 a JOIN test_table2_n2 b ON a.key = b.key WHERE a.ds = '1' and b.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n2 +POSTHOOK: Input: default@test_table1_n2@ds=1 +POSTHOOK: Input: default@test_table2_n2 +POSTHOOK: Input: default@test_table2_n2@ds=1 +POSTHOOK: Output: default@test_table3_n2@ds=1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -236,12 +246,22 @@ SELECT b.key, a.key, concat(a.value, b.value) FROM test_table1_n2 a JOIN test_table2_n2 b ON a.key = b.key WHERE a.ds = '1' and b.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n2 +PREHOOK: Input: default@test_table1_n2@ds=1 +PREHOOK: Input: default@test_table2_n2 +PREHOOK: Input: default@test_table2_n2@ds=1 +PREHOOK: Output: default@test_table3_n2@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3_n2 PARTITION (ds = '1') SELECT b.key, a.key, concat(a.value, b.value) FROM test_table1_n2 a JOIN test_table2_n2 b ON a.key = b.key WHERE a.ds = '1' and b.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n2 +POSTHOOK: Input: default@test_table1_n2@ds=1 +POSTHOOK: Input: default@test_table2_n2 +POSTHOOK: Input: default@test_table2_n2@ds=1 +POSTHOOK: Output: default@test_table3_n2@ds=1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/spark/cbo_simple_select.q.out b/ql/src/test/results/clientpositive/spark/cbo_simple_select.q.out index f964cb6..f6ce9a3 100644 --- a/ql/src/test/results/clientpositive/spark/cbo_simple_select.q.out +++ b/ql/src/test/results/clientpositive/spark/cbo_simple_select.q.out @@ -743,8 +743,14 @@ POSTHOOK: Input: default@cbo_t2@dt=2014 400 PREHOOK: query: EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (cbo_t2.c_int) PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (cbo_t2.c_int) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -765,9 +771,15 @@ STAGE PLANS: PREHOOK: query: -- c_int is not null EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (2*cbo_t2.c_int) PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: -- c_int is not null EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (2*cbo_t2.c_int) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -788,9 +800,15 @@ STAGE PLANS: PREHOOK: query: -- c_int is 0 EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) = (cbo_t2.c_int) PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: -- c_int is 0 EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) = (cbo_t2.c_int) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -811,9 +829,15 @@ STAGE PLANS: PREHOOK: query: -- c_int is not null EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (NULL) PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: -- c_int is not null EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (NULL) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -834,9 +858,15 @@ STAGE PLANS: PREHOOK: query: -- rewrite to NULL EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (cbo_t2.c_int, 2*cbo_t2.c_int) PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: -- rewrite to NULL EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (cbo_t2.c_int, 2*cbo_t2.c_int) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -857,9 +887,15 @@ STAGE PLANS: PREHOOK: query: -- no rewrite EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (cbo_t2.c_int, 0) PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### POSTHOOK: query: -- no rewrite EXPLAIN select * from cbo_t2 where (cbo_t2.c_int) IN (cbo_t2.c_int, 0) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/spark/column_access_stats.q.out b/ql/src/test/results/clientpositive/spark/column_access_stats.q.out index c4ff58b..5990016 100644 --- a/ql/src/test/results/clientpositive/spark/column_access_stats.q.out +++ b/ql/src/test/results/clientpositive/spark/column_access_stats.q.out @@ -77,6 +77,8 @@ Columns:p,val PREHOOK: query: EXPLAIN SELECT key FROM (SELECT key, val FROM T1_n127) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n127 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -107,6 +109,8 @@ Columns:key 8 PREHOOK: query: EXPLAIN SELECT k FROM (SELECT key as k, val as v FROM T1_n127) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n127 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -168,6 +172,8 @@ SELECT key as c FROM T1_n127 SELECT val as c FROM T1_n127 ) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n127 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -248,6 +254,8 @@ SELECT key as c FROM T1_n127 SELECT key as c FROM T1_n127 ) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n127 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -355,6 +363,9 @@ SELECT T1_n127.key FROM T1_n127 JOIN T2_n75 ON T1_n127.key = T2_n75.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n127 +PREHOOK: Input: default@t2_n75 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -482,6 +493,9 @@ SELECT * FROM T1_n127 JOIN T2_n75 ON T1_n127.key = T2_n75.key AND T1_n127.val = 3 and T2_n75.val = 3 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n127 +PREHOOK: Input: default@t2_n75 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -580,6 +594,9 @@ JOIN ) subq2 ON subq1.val = subq2.val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n127 +PREHOOK: Input: default@t2_n75 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -689,6 +706,10 @@ FROM JOIN T3_n29 ON T3_n29.key = T4_n16.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n127 +PREHOOK: Input: default@t2_n75 +PREHOOK: Input: default@t3_n29 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/constprog_partitioner.q.out b/ql/src/test/results/clientpositive/spark/constprog_partitioner.q.out index e7b8e9a..3d0c1aa 100644 --- a/ql/src/test/results/clientpositive/spark/constprog_partitioner.q.out +++ b/ql/src/test/results/clientpositive/spark/constprog_partitioner.q.out @@ -3,10 +3,14 @@ PREHOOK: query: EXPLAIN SELECT src1.key, src1.key + 1, src2.value FROM srcbucket src1 join srcbucket src2 ON src1.key = src2.key AND src1.key = 100 PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT src1.key, src1.key + 1, src2.value FROM srcbucket src1 join srcbucket src2 ON src1.key = src2.key AND src1.key = 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -83,12 +87,16 @@ FROM lineitem li WHERE li.l_linenumber = 1 AND li.l_orderkey IN (SELECT l_orderkey FROM lineitem WHERE l_shipmode = 'AIR' AND l_linenumber = li.l_linenumber) PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT l_partkey, l_suppkey FROM lineitem li WHERE li.l_linenumber = 1 AND li.l_orderkey IN (SELECT l_orderkey FROM lineitem WHERE l_shipmode = 'AIR' AND l_linenumber = li.l_linenumber) POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/constprog_semijoin.q.out b/ql/src/test/results/clientpositive/spark/constprog_semijoin.q.out index e1e36c0..0e47d14 100644 --- a/ql/src/test/results/clientpositive/spark/constprog_semijoin.q.out +++ b/ql/src/test/results/clientpositive/spark/constprog_semijoin.q.out @@ -55,8 +55,14 @@ POSTHOOK: Output: default@table3_n0 POSTHOOK: Lineage: table3_n0.id SCRIPT [] PREHOOK: query: explain select table1_n10.id, table1_n10.val, table1_n10.val1 from table1_n10 left semi join table3_n0 on table1_n10.dimid = table3_n0.id where table1_n10.val = 't1val01' PREHOOK: type: QUERY +PREHOOK: Input: default@table1_n10 +PREHOOK: Input: default@table3_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select table1_n10.id, table1_n10.val, table1_n10.val1 from table1_n10 left semi join table3_n0 on table1_n10.dimid = table3_n0.id where table1_n10.val = 't1val01' POSTHOOK: type: QUERY +POSTHOOK: Input: default@table1_n10 +POSTHOOK: Input: default@table3_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -153,8 +159,16 @@ POSTHOOK: Input: default@table3_n0 3 t1val01 val106 PREHOOK: query: explain select table1_n10.id, table1_n10.val, table2_n6.val2 from table1_n10 inner join table2_n6 on table1_n10.val = 't1val01' and table1_n10.id = table2_n6.id left semi join table3_n0 on table1_n10.dimid = table3_n0.id PREHOOK: type: QUERY +PREHOOK: Input: default@table1_n10 +PREHOOK: Input: default@table2_n6 +PREHOOK: Input: default@table3_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select table1_n10.id, table1_n10.val, table2_n6.val2 from table1_n10 inner join table2_n6 on table1_n10.val = 't1val01' and table1_n10.id = table2_n6.id left semi join table3_n0 on table1_n10.dimid = table3_n0.id POSTHOOK: type: QUERY +POSTHOOK: Input: default@table1_n10 +POSTHOOK: Input: default@table2_n6 +POSTHOOK: Input: default@table3_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -289,8 +303,16 @@ POSTHOOK: Input: default@table3_n0 3 t1val01 t2val203 PREHOOK: query: explain select table1_n10.id, table1_n10.val, table2_n6.val2 from table1_n10 left semi join table3_n0 on table1_n10.dimid = table3_n0.id inner join table2_n6 on table1_n10.val = 't1val01' and table1_n10.id = table2_n6.id PREHOOK: type: QUERY +PREHOOK: Input: default@table1_n10 +PREHOOK: Input: default@table2_n6 +PREHOOK: Input: default@table3_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select table1_n10.id, table1_n10.val, table2_n6.val2 from table1_n10 left semi join table3_n0 on table1_n10.dimid = table3_n0.id inner join table2_n6 on table1_n10.val = 't1val01' and table1_n10.id = table2_n6.id POSTHOOK: type: QUERY +POSTHOOK: Input: default@table1_n10 +POSTHOOK: Input: default@table2_n6 +POSTHOOK: Input: default@table3_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -424,8 +446,14 @@ POSTHOOK: Input: default@table3_n0 3 t1val01 t2val203 PREHOOK: query: explain select table1_n10.id, table1_n10.val, table1_n10.val1 from table1_n10 left semi join table3_n0 on table1_n10.dimid = table3_n0.id and table3_n0.id = 100 where table1_n10.dimid <> 100 PREHOOK: type: QUERY +PREHOOK: Input: default@table1_n10 +PREHOOK: Input: default@table3_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select table1_n10.id, table1_n10.val, table1_n10.val1 from table1_n10 left semi join table3_n0 on table1_n10.dimid = table3_n0.id and table3_n0.id = 100 where table1_n10.dimid <> 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table1_n10 +POSTHOOK: Input: default@table3_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -517,8 +545,14 @@ POSTHOOK: Input: default@table3_n0 #### A masked pattern was here #### PREHOOK: query: explain select table1_n10.id, table1_n10.val, table1_n10.val1 from table1_n10 left semi join table3_n0 on table1_n10.dimid = table3_n0.id and table3_n0.id = 100 where table1_n10.dimid IN (100,200) PREHOOK: type: QUERY +PREHOOK: Input: default@table1_n10 +PREHOOK: Input: default@table3_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select table1_n10.id, table1_n10.val, table1_n10.val1 from table1_n10 left semi join table3_n0 on table1_n10.dimid = table3_n0.id and table3_n0.id = 100 where table1_n10.dimid IN (100,200) POSTHOOK: type: QUERY +POSTHOOK: Input: default@table1_n10 +POSTHOOK: Input: default@table3_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -610,8 +644,14 @@ POSTHOOK: Input: default@table3_n0 3 t1val01 val104 PREHOOK: query: explain select table1_n10.id, table1_n10.val, table1_n10.val1 from table1_n10 left semi join table3_n0 on table1_n10.dimid = table3_n0.id and table3_n0.id = 100 where table1_n10.dimid = 200 PREHOOK: type: QUERY +PREHOOK: Input: default@table1_n10 +PREHOOK: Input: default@table3_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select table1_n10.id, table1_n10.val, table1_n10.val1 from table1_n10 left semi join table3_n0 on table1_n10.dimid = table3_n0.id and table3_n0.id = 100 where table1_n10.dimid = 200 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table1_n10 +POSTHOOK: Input: default@table3_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -703,8 +743,14 @@ POSTHOOK: Input: default@table3_n0 #### A masked pattern was here #### PREHOOK: query: explain select table1_n10.id, table1_n10.val, table1_n10.val1 from table1_n10 left semi join table3_n0 on table1_n10.dimid = table3_n0.id and table3_n0.id = 100 where table1_n10.dimid = 100 PREHOOK: type: QUERY +PREHOOK: Input: default@table1_n10 +PREHOOK: Input: default@table3_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select table1_n10.id, table1_n10.val, table1_n10.val1 from table1_n10 left semi join table3_n0 on table1_n10.dimid = table3_n0.id and table3_n0.id = 100 where table1_n10.dimid = 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table1_n10 +POSTHOOK: Input: default@table3_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -796,8 +842,14 @@ POSTHOOK: Input: default@table3_n0 3 t1val01 val104 PREHOOK: query: explain select table1_n10.id, table1_n10.val, table1_n10.val1 from table1_n10 left semi join table3_n0 on table1_n10.dimid = table3_n0.id and table3_n0.id = 100 PREHOOK: type: QUERY +PREHOOK: Input: default@table1_n10 +PREHOOK: Input: default@table3_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select table1_n10.id, table1_n10.val, table1_n10.val1 from table1_n10 left semi join table3_n0 on table1_n10.dimid = table3_n0.id and table3_n0.id = 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@table1_n10 +POSTHOOK: Input: default@table3_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/count.q.out b/ql/src/test/results/clientpositive/spark/count.q.out index b457ea0..d5a4c614 100644 --- a/ql/src/test/results/clientpositive/spark/count.q.out +++ b/ql/src/test/results/clientpositive/spark/count.q.out @@ -31,8 +31,12 @@ POSTHOOK: Input: default@abcd_n2 NULL 35 23 6 PREHOOK: query: explain select a, count(distinct b), count(distinct c), sum(d) from abcd_n2 group by a PREHOOK: type: QUERY +PREHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select a, count(distinct b), count(distinct c), sum(d) from abcd_n2 group by a POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -101,8 +105,12 @@ POSTHOOK: Input: default@abcd_n2 NULL 1 1 6 PREHOOK: query: explain select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -170,8 +178,12 @@ POSTHOOK: Input: default@abcd_n2 7 7 6 6 6 7 3 3 6 7 4 5 6 6 5 6 4 5 5 5 4 PREHOOK: query: explain select a, count(distinct b), count(distinct c), sum(d) from abcd_n2 group by a PREHOOK: type: QUERY +PREHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select a, count(distinct b), count(distinct c), sum(d) from abcd_n2 group by a POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -235,8 +247,12 @@ POSTHOOK: Input: default@abcd_n2 NULL 1 1 6 PREHOOK: query: explain select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -298,8 +314,12 @@ POSTHOOK: Input: default@abcd_n2 7 7 6 6 6 7 3 3 6 7 4 5 6 6 5 6 4 5 5 5 4 PREHOOK: query: explain select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -367,8 +387,12 @@ POSTHOOK: Input: default@abcd_n2 7 7 6 6 6 7 3 3 6 7 4 5 6 6 5 6 4 5 5 5 4 PREHOOK: query: explain select count(distinct b) from abcd_n2 group by a PREHOOK: type: QUERY +PREHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(distinct b) from abcd_n2 group by a POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -451,8 +475,12 @@ POSTHOOK: Input: default@abcd_n2 2 PREHOOK: query: explain select count(distinct b) from abcd_n2 group by b PREHOOK: type: QUERY +PREHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(distinct b) from abcd_n2 group by b POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -534,8 +562,12 @@ POSTHOOK: Input: default@abcd_n2 1 PREHOOK: query: explain select count(distinct b) from abcd_n2 group by c PREHOOK: type: QUERY +PREHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(distinct b) from abcd_n2 group by c POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -621,8 +653,12 @@ POSTHOOK: Input: default@abcd_n2 1 PREHOOK: query: explain select count(b), count(distinct c) from abcd_n2 group by d PREHOOK: type: QUERY +PREHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(b), count(distinct c) from abcd_n2 group by d POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -693,8 +729,12 @@ POSTHOOK: Input: default@abcd_n2 1 1 PREHOOK: query: explain select a, count(distinct b), count(distinct c), sum(d), sum(d+d), sum(d*3), sum(b), sum(c), sum(a), sum(distinct a), sum(distinct b) from abcd_n2 group by a PREHOOK: type: QUERY +PREHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select a, count(distinct b), count(distinct c), sum(d), sum(d+d), sum(d*3), sum(b), sum(c), sum(a), sum(distinct a), sum(distinct b) from abcd_n2 group by a POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -758,8 +798,12 @@ POSTHOOK: Input: default@abcd_n2 NULL 1 1 6 12 18 35 23 NULL NULL 35 PREHOOK: query: explain select a, count(distinct b), count(distinct c), sum(d), sum(c) from abcd_n2 group by a PREHOOK: type: QUERY +PREHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select a, count(distinct b), count(distinct c), sum(d), sum(c) from abcd_n2 group by a POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -823,8 +867,12 @@ POSTHOOK: Input: default@abcd_n2 NULL 1 1 6 23 PREHOOK: query: explain select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/cross_join.q.out b/ql/src/test/results/clientpositive/spark/cross_join.q.out index 0075429..3520e30 100644 --- a/ql/src/test/results/clientpositive/spark/cross_join.q.out +++ b/ql/src/test/results/clientpositive/spark/cross_join.q.out @@ -1,8 +1,12 @@ Warning: Shuffle Join JOIN[6][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select src.key from src join src src2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src.key from src join src src2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -66,8 +70,12 @@ STAGE PLANS: Warning: Shuffle Join JOIN[6][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select src.key from src cross join src src2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src.key from src cross join src src2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -130,8 +138,12 @@ STAGE PLANS: PREHOOK: query: explain select src.key from src cross join src src2 on src.key=src2.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src.key from src cross join src src2 on src.key=src2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -206,8 +218,12 @@ STAGE PLANS: Warning: Map Join MAPJOIN[9][bigTable=?] in task 'Stage-1:MAPRED' is a cross product PREHOOK: query: explain select src.key from src join src src2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src.key from src join src src2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -276,8 +292,12 @@ STAGE PLANS: Warning: Map Join MAPJOIN[9][bigTable=?] in task 'Stage-1:MAPRED' is a cross product PREHOOK: query: explain select src.key from src cross join src src2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src.key from src cross join src src2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -345,8 +365,12 @@ STAGE PLANS: PREHOOK: query: explain select src.key from src cross join src src2 on src.key=src2.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src.key from src cross join src src2 on src.key=src2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/cross_product_check_1.q.out b/ql/src/test/results/clientpositive/spark/cross_product_check_1.q.out index 5dff271..a8c732c 100644 --- a/ql/src/test/results/clientpositive/spark/cross_product_check_1.q.out +++ b/ql/src/test/results/clientpositive/spark/cross_product_check_1.q.out @@ -31,8 +31,14 @@ POSTHOOK: Lineage: b_n6.value SIMPLE [(src)src.FieldSchema(name:value, type:stri Warning: Shuffle Join JOIN[6][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from A_n8 join B_n6 PREHOOK: type: QUERY +PREHOOK: Input: default@a_n8 +PREHOOK: Input: default@b_n6 +#### A masked pattern was here #### POSTHOOK: query: explain select * from A_n8 join B_n6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n8 +POSTHOOK: Input: default@b_n6 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -99,8 +105,14 @@ STAGE PLANS: Warning: Shuffle Join JOIN[13][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 3' is a cross product PREHOOK: query: explain select * from B_n6 d1 join B_n6 d2 on d1.key = d2.key join A_n8 PREHOOK: type: QUERY +PREHOOK: Input: default@a_n8 +PREHOOK: Input: default@b_n6 +#### A masked pattern was here #### POSTHOOK: query: explain select * from B_n6 d1 join B_n6 d2 on d1.key = d2.key join A_n8 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n8 +POSTHOOK: Input: default@b_n6 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -209,11 +221,17 @@ PREHOOK: query: explain select * from A_n8 join from B_n6 d1 join B_n6 d2 on d1.key = d2.key where 1 = 1 group by d1.key) od1 PREHOOK: type: QUERY +PREHOOK: Input: default@a_n8 +PREHOOK: Input: default@b_n6 +#### A masked pattern was here #### POSTHOOK: query: explain select * from A_n8 join (select d1.key from B_n6 d1 join B_n6 d2 on d1.key = d2.key where 1 = 1 group by d1.key) od1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n8 +POSTHOOK: Input: default@b_n6 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -337,8 +355,14 @@ Warning: Shuffle Join JOIN[8][tables = [$hdt$_1, $hdt$_2]] in Work 'Reducer 4' i Warning: Shuffle Join JOIN[16][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from A_n8 join (select d1.key from B_n6 d1 join B_n6 d2 where 1 = 1 group by d1.key) od1 PREHOOK: type: QUERY +PREHOOK: Input: default@a_n8 +PREHOOK: Input: default@b_n6 +#### A masked pattern was here #### POSTHOOK: query: explain select * from A_n8 join (select d1.key from B_n6 d1 join B_n6 d2 where 1 = 1 group by d1.key) od1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n8 +POSTHOOK: Input: default@b_n6 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -452,10 +476,16 @@ PREHOOK: query: explain select * from (select A_n8.key from A_n8 group by key) ss join (select d1.key from B_n6 d1 join B_n6 d2 on d1.key = d2.key where 1 = 1 group by d1.key) od1 PREHOOK: type: QUERY +PREHOOK: Input: default@a_n8 +PREHOOK: Input: default@b_n6 +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select A_n8.key from A_n8 group by key) ss join (select d1.key from B_n6 d1 join B_n6 d2 on d1.key = d2.key where 1 = 1 group by d1.key) od1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n8 +POSTHOOK: Input: default@b_n6 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/cross_product_check_2.q.out b/ql/src/test/results/clientpositive/spark/cross_product_check_2.q.out index a9bf368..c4fec32 100644 --- a/ql/src/test/results/clientpositive/spark/cross_product_check_2.q.out +++ b/ql/src/test/results/clientpositive/spark/cross_product_check_2.q.out @@ -31,8 +31,14 @@ POSTHOOK: Lineage: b_n2.value SIMPLE [(src)src.FieldSchema(name:value, type:stri Warning: Map Join MAPJOIN[9][bigTable=?] in task 'Stage-1:MAPRED' is a cross product PREHOOK: query: explain select * from A_n2 join B_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@a_n2 +PREHOOK: Input: default@b_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from A_n2 join B_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n2 +POSTHOOK: Input: default@b_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -103,8 +109,14 @@ STAGE PLANS: Warning: Map Join MAPJOIN[18][bigTable=?] in task 'Stage-1:MAPRED' is a cross product PREHOOK: query: explain select * from B_n2 d1 join B_n2 d2 on d1.key = d2.key join A_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@a_n2 +PREHOOK: Input: default@b_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from B_n2 d1 join B_n2 d2 on d1.key = d2.key join A_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n2 +POSTHOOK: Input: default@b_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-2 depends on stages: Stage-3 @@ -216,11 +228,17 @@ PREHOOK: query: explain select * from A_n2 join from B_n2 d1 join B_n2 d2 on d1.key = d2.key where 1 = 1 group by d1.key) od1 PREHOOK: type: QUERY +PREHOOK: Input: default@a_n2 +PREHOOK: Input: default@b_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from A_n2 join (select d1.key from B_n2 d1 join B_n2 d2 on d1.key = d2.key where 1 = 1 group by d1.key) od1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n2 +POSTHOOK: Input: default@b_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-2 depends on stages: Stage-3 @@ -352,8 +370,14 @@ Warning: Map Join MAPJOIN[19][bigTable=?] in task 'Stage-1:MAPRED' is a cross pr Warning: Map Join MAPJOIN[20][bigTable=?] in task 'Stage-2:MAPRED' is a cross product PREHOOK: query: explain select * from A_n2 join (select d1.key from B_n2 d1 join B_n2 d2 where 1 = 1 group by d1.key) od1 PREHOOK: type: QUERY +PREHOOK: Input: default@a_n2 +PREHOOK: Input: default@b_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from A_n2 join (select d1.key from B_n2 d1 join B_n2 d2 where 1 = 1 group by d1.key) od1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n2 +POSTHOOK: Input: default@b_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-2 depends on stages: Stage-3 @@ -478,10 +502,16 @@ PREHOOK: query: explain select * from (select A_n2.key from A_n2 group by key) ss join (select d1.key from B_n2 d1 join B_n2 d2 on d1.key = d2.key where 1 = 1 group by d1.key) od1 PREHOOK: type: QUERY +PREHOOK: Input: default@a_n2 +PREHOOK: Input: default@b_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select A_n2.key from A_n2 group by key) ss join (select d1.key from B_n2 d1 join B_n2 d2 on d1.key = d2.key where 1 = 1 group by d1.key) od1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n2 +POSTHOOK: Input: default@b_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-2 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/spark/ctas.q.out b/ql/src/test/results/clientpositive/spark/ctas.q.out index 0b5027e..907ace2 100644 --- a/ql/src/test/results/clientpositive/spark/ctas.q.out +++ b/ql/src/test/results/clientpositive/spark/ctas.q.out @@ -16,8 +16,14 @@ POSTHOOK: Input: default@nzhang_tmp #### A masked pattern was here #### PREHOOK: query: explain create table nzhang_CTAS1 as select key k, value from src sort by k, value limit 10 PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@nzhang_CTAS1 POSTHOOK: query: explain create table nzhang_CTAS1 as select key k, value from src sort by k, value limit 10 POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@nzhang_CTAS1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -167,8 +173,14 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain create table nzhang_ctas2 as select * from src sort by key, value limit 10 PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@nzhang_ctas2 POSTHOOK: query: explain create table nzhang_ctas2 as select * from src sort by key, value limit 10 POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@nzhang_ctas2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -318,8 +330,14 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain create table nzhang_ctas3 row format serde "org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe" stored as RCFile as select key/2 half_key, concat(value, "_con") conb from src sort by half_key, conb limit 10 PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@nzhang_ctas3 POSTHOOK: query: explain create table nzhang_ctas3 row format serde "org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe" stored as RCFile as select key/2 half_key, concat(value, "_con") conb from src sort by half_key, conb limit 10 POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@nzhang_ctas3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -533,8 +551,14 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain create table nzhang_ctas4 row format delimited fields terminated by ',' stored as textfile as select key, value from src sort by key, value limit 10 PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@nzhang_ctas4 POSTHOOK: query: explain create table nzhang_ctas4 row format delimited fields terminated by ',' stored as textfile as select key, value from src sort by key, value limit 10 POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@nzhang_ctas4 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -686,8 +710,14 @@ Storage Desc Params: serialization.format , PREHOOK: query: explain create table nzhang_ctas5 row format delimited fields terminated by ',' lines terminated by '\012' stored as textfile as select key, value from src sort by key, value limit 10 PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@nzhang_ctas5 POSTHOOK: query: explain create table nzhang_ctas5 row format delimited fields terminated by ',' lines terminated by '\012' stored as textfile as select key, value from src sort by key, value limit 10 POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@nzhang_ctas5 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out b/ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out index 3e1ecb3..f690f26 100644 --- a/ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out +++ b/ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain extended insert overwrite table bucket2_1_n0 select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@bucket2_1_n0 POSTHOOK: query: explain extended insert overwrite table bucket2_1_n0 select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@bucket2_1_n0 OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`src` STAGE DEPENDENCIES: @@ -197,9 +201,13 @@ POSTHOOK: Lineage: bucket2_1_n0.value SIMPLE [(src)src.FieldSchema(name:value, t PREHOOK: query: explain select * from bucket2_1_n0 tablesample (bucket 1 out of 2) s order by key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket2_1_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from bucket2_1_n0 tablesample (bucket 1 out of 2) s order by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket2_1_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out_spark b/ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out_spark index aa51741..d332825 100644 --- a/ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out_spark +++ b/ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out_spark @@ -10,10 +10,14 @@ PREHOOK: query: explain extended insert overwrite table bucket2_1_n0 select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@bucket2_1_n0 POSTHOOK: query: explain extended insert overwrite table bucket2_1_n0 select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@bucket2_1_n0 OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`src` STAGE DEPENDENCIES: @@ -193,9 +197,13 @@ POSTHOOK: Lineage: bucket2_1_n0.value SIMPLE [(src)src.FieldSchema(name:value, t PREHOOK: query: explain select * from bucket2_1_n0 tablesample (bucket 1 out of 2) s order by key PREHOOK: type: QUERY +PREHOOK: Input: default@bucket2_1_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from bucket2_1_n0 tablesample (bucket 1 out of 2) s order by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket2_1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/dynamic_rdd_cache.q.out b/ql/src/test/results/clientpositive/spark/dynamic_rdd_cache.q.out index 899d3fc..fe9ca75 100644 --- a/ql/src/test/results/clientpositive/spark/dynamic_rdd_cache.q.out +++ b/ql/src/test/results/clientpositive/spark/dynamic_rdd_cache.q.out @@ -9,6 +9,8 @@ JOIN ON (X.key = Z.key) SELECT sum(hash(Y.key,Y.value)) GROUP BY Y.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN FROM (SELECT src.* FROM src sort by key) X @@ -20,6 +22,8 @@ JOIN ON (X.key = Z.key) SELECT sum(hash(Y.key,Y.value)) GROUP BY Y.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -150,11 +154,17 @@ FROM src INSERT OVERWRITE TABLE dest1_n90 SELECT src.key, sum(SUBSTR(src.value,5)) GROUP BY src.key INSERT OVERWRITE TABLE dest2_n24 SELECT src.key, sum(SUBSTR(src.value,5)) GROUP BY src.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n90 +PREHOOK: Output: default@dest2_n24 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n90 SELECT src.key, sum(SUBSTR(src.value,5)) GROUP BY src.key INSERT OVERWRITE TABLE dest2_n24 SELECT src.key, sum(SUBSTR(src.value,5)) GROUP BY src.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n90 +POSTHOOK: Output: default@dest2_n24 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -310,6 +320,8 @@ INSERT OVERWRITE TABLE tmptable_n8 UNION ALL SELECT 'tst3' AS key, count(1) AS value FROM src s3) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@tmptable_n8 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE tmptable_n8 SELECT unionsrc.key, unionsrc.value FROM (SELECT 'tst1' AS key, count(1) AS value FROM src s1 @@ -318,6 +330,8 @@ INSERT OVERWRITE TABLE tmptable_n8 UNION ALL SELECT 'tst3' AS key, count(1) AS value FROM src s3) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@tmptable_n8 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -459,6 +473,8 @@ JOIN SELECT s4.key AS key, s4.value AS value FROM src s4 WHERE s4.key < 10) unionsrc2 ON (unionsrc1.key = unionsrc2.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT unionsrc1.key, unionsrc1.value, unionsrc2.key, unionsrc2.value FROM (SELECT 'tst1' AS key, cast(count(1) AS string) AS value FROM src s1 @@ -470,6 +486,8 @@ JOIN SELECT s4.key AS key, s4.value AS value FROM src s4 WHERE s4.key < 10) unionsrc2 ON (unionsrc1.key = unionsrc2.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -664,6 +682,11 @@ WHERE inv1.i_item_sk = inv2.i_item_sk ORDER BY inv1.w_warehouse_sk,inv1.i_item_sk,inv1.d_moy,inv1.mean,inv1.cov ,inv2.d_moy,inv2.mean, inv2.cov PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim +PREHOOK: Input: default@inventory +PREHOOK: Input: default@item +PREHOOK: Input: default@warehouse +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN WITH inv AS (SELECT w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy @@ -690,6 +713,11 @@ WHERE inv1.i_item_sk = inv2.i_item_sk ORDER BY inv1.w_warehouse_sk,inv1.i_item_sk,inv1.d_moy,inv1.mean,inv1.cov ,inv2.d_moy,inv2.mean, inv2.cov POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim +POSTHOOK: Input: default@inventory +POSTHOOK: Input: default@item +POSTHOOK: Input: default@warehouse +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1069,6 +1097,8 @@ WITH test AS SELECT inv_date_sk , inv_item_sk ,inv_quantity_on_hand FROM inventory) SELECT inv_date_sk , inv_item_sk ,inv_quantity_on_hand FROM test SORT BY inv_quantity_on_hand PREHOOK: type: QUERY +PREHOOK: Input: default@inventory +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN WITH test AS (SELECT inv_date_sk , inv_item_sk ,inv_quantity_on_hand FROM inventory @@ -1076,6 +1106,8 @@ WITH test AS SELECT inv_date_sk , inv_item_sk ,inv_quantity_on_hand FROM inventory) SELECT inv_date_sk , inv_item_sk ,inv_quantity_on_hand FROM test SORT BY inv_quantity_on_hand POSTHOOK: type: QUERY +POSTHOOK: Input: default@inventory +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/escape_clusterby1.q.out b/ql/src/test/results/clientpositive/spark/escape_clusterby1.q.out index cddb713..6528220 100644 --- a/ql/src/test/results/clientpositive/spark/escape_clusterby1.q.out +++ b/ql/src/test/results/clientpositive/spark/escape_clusterby1.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select key, value from src cluster by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value from src cluster by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -54,9 +58,13 @@ STAGE PLANS: PREHOOK: query: explain select `key`, value from src cluster by `key`, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select `key`, value from src cluster by `key`, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/escape_distributeby1.q.out b/ql/src/test/results/clientpositive/spark/escape_distributeby1.q.out index 55a7abb..7818b23 100644 --- a/ql/src/test/results/clientpositive/spark/escape_distributeby1.q.out +++ b/ql/src/test/results/clientpositive/spark/escape_distributeby1.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select key, value from src distribute by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value from src distribute by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -54,9 +58,13 @@ STAGE PLANS: PREHOOK: query: explain select `key`, value from src distribute by `key`, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select `key`, value from src distribute by `key`, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/escape_orderby1.q.out b/ql/src/test/results/clientpositive/spark/escape_orderby1.q.out index 135adb9..e13e43d 100644 --- a/ql/src/test/results/clientpositive/spark/escape_orderby1.q.out +++ b/ql/src/test/results/clientpositive/spark/escape_orderby1.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select key, value from src order by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value from src order by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -53,9 +57,13 @@ STAGE PLANS: PREHOOK: query: explain select `key`, value from src order by `key`, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select `key`, value from src order by `key`, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/escape_sortby1.q.out b/ql/src/test/results/clientpositive/spark/escape_sortby1.q.out index c72dd50..a172061 100644 --- a/ql/src/test/results/clientpositive/spark/escape_sortby1.q.out +++ b/ql/src/test/results/clientpositive/spark/escape_sortby1.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select key, value from src sort by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value from src sort by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -53,9 +57,13 @@ STAGE PLANS: PREHOOK: query: explain select `key`, value from src sort by `key`, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select `key`, value from src sort by `key`, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/explaindenpendencydiffengs.q.out b/ql/src/test/results/clientpositive/spark/explaindenpendencydiffengs.q.out index 3a5d4e4..a31317b 100644 --- a/ql/src/test/results/clientpositive/spark/explaindenpendencydiffengs.q.out +++ b/ql/src/test/results/clientpositive/spark/explaindenpendencydiffengs.q.out @@ -33,8 +33,16 @@ POSTHOOK: Lineage: viewtest.a SIMPLE [(dependtest)dependtest.FieldSchema(name:a, POSTHOOK: Lineage: viewtest.b SIMPLE [] PREHOOK: query: explain dependency select count(*) from viewtest PREHOOK: type: QUERY +PREHOOK: Input: default@dependtest +PREHOOK: Input: default@dependtest@b=1 +PREHOOK: Input: default@viewtest +#### A masked pattern was here #### POSTHOOK: query: explain dependency select count(*) from viewtest POSTHOOK: type: QUERY +POSTHOOK: Input: default@dependtest +POSTHOOK: Input: default@dependtest@b=1 +POSTHOOK: Input: default@viewtest +#### A masked pattern was here #### {"input_tables":[{"tablename":"default@viewtest","tabletype":"VIRTUAL_VIEW"},{"tablename":"default@dependtest","tabletype":"MANAGED_TABLE","tableParents":"[default@viewtest]"}],"input_partitions":[{"partitionName":"default@dependtest@b=1","partitionParents":"[default@viewtest]"}]} PREHOOK: query: drop view viewtest PREHOOK: type: DROPVIEW diff --git a/ql/src/test/results/clientpositive/spark/filter_join_breaktask.q.out b/ql/src/test/results/clientpositive/spark/filter_join_breaktask.q.out index 9c4d222..3bd3b34 100644 --- a/ql/src/test/results/clientpositive/spark/filter_join_breaktask.q.out +++ b/ql/src/test/results/clientpositive/spark/filter_join_breaktask.q.out @@ -23,11 +23,17 @@ SELECT f.key, g.value FROM filter_join_breaktask f JOIN filter_join_breaktask m ON( f.key = m.key AND f.ds='2008-04-08' AND m.ds='2008-04-08' AND f.key is not null) JOIN filter_join_breaktask g ON(g.value = m.value AND g.ds='2008-04-08' AND m.ds='2008-04-08' AND m.value is not null AND m.value !='') PREHOOK: type: QUERY +PREHOOK: Input: default@filter_join_breaktask +PREHOOK: Input: default@filter_join_breaktask@ds=2008-04-08 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT f.key, g.value FROM filter_join_breaktask f JOIN filter_join_breaktask m ON( f.key = m.key AND f.ds='2008-04-08' AND m.ds='2008-04-08' AND f.key is not null) JOIN filter_join_breaktask g ON(g.value = m.value AND g.ds='2008-04-08' AND m.ds='2008-04-08' AND m.value is not null AND m.value !='') POSTHOOK: type: QUERY +POSTHOOK: Input: default@filter_join_breaktask +POSTHOOK: Input: default@filter_join_breaktask@ds=2008-04-08 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t4`.`key`, `t0`.`value` FROM (SELECT `value`, CAST('2008-04-08' AS STRING) AS `ds` FROM `default`.`filter_join_breaktask` diff --git a/ql/src/test/results/clientpositive/spark/gen_udf_example_add10.q.out b/ql/src/test/results/clientpositive/spark/gen_udf_example_add10.q.out index 3edbebe..bbe8455 100644 --- a/ql/src/test/results/clientpositive/spark/gen_udf_example_add10.q.out +++ b/ql/src/test/results/clientpositive/spark/gen_udf_example_add10.q.out @@ -22,8 +22,12 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@t1_n102 PREHOOK: query: explain select example_add10(x) as a,example_add10(y) as b from t1_n102 order by a desc,b limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n102 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select example_add10(x) as a,example_add10(y) as b from t1_n102 order by a desc,b limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n102 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/groupby1.q.out b/ql/src/test/results/clientpositive/spark/groupby1.q.out index 802b453..7c7ab5a 100644 --- a/ql/src/test/results/clientpositive/spark/groupby1.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby1.q.out @@ -9,9 +9,13 @@ POSTHOOK: Output: default@dest_g1 PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_g1 SELECT src.key, sum(substr(src.value,5)) GROUP BY src.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_g1 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_g1 SELECT src.key, sum(substr(src.value,5)) GROUP BY src.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_g1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/groupby10.q.out b/ql/src/test/results/clientpositive/spark/groupby10.q.out index 811fa64..a84870c 100644 --- a/ql/src/test/results/clientpositive/spark/groupby10.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby10.q.out @@ -35,11 +35,17 @@ FROM INPUT INSERT OVERWRITE TABLE dest1_n0 SELECT INPUT.key, count(substr(INPUT.value,5)), count(distinct substr(INPUT.value,5)) GROUP BY INPUT.key INSERT OVERWRITE TABLE dest2 SELECT INPUT.key, sum(substr(INPUT.value,5)), sum(distinct substr(INPUT.value,5)) GROUP BY INPUT.key PREHOOK: type: QUERY +PREHOOK: Input: default@input +PREHOOK: Output: default@dest1_n0 +PREHOOK: Output: default@dest2 POSTHOOK: query: EXPLAIN FROM INPUT INSERT OVERWRITE TABLE dest1_n0 SELECT INPUT.key, count(substr(INPUT.value,5)), count(distinct substr(INPUT.value,5)) GROUP BY INPUT.key INSERT OVERWRITE TABLE dest2 SELECT INPUT.key, sum(substr(INPUT.value,5)), sum(distinct substr(INPUT.value,5)) GROUP BY INPUT.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@input +POSTHOOK: Output: default@dest1_n0 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -250,11 +256,17 @@ FROM INPUT INSERT OVERWRITE TABLE dest1_n0 SELECT INPUT.key, count(substr(INPUT.value,5)), count(distinct substr(INPUT.value,5)) GROUP BY INPUT.key INSERT OVERWRITE TABLE dest2 SELECT INPUT.key, sum(substr(INPUT.value,5)), sum(distinct substr(INPUT.value,5)) GROUP BY INPUT.key PREHOOK: type: QUERY +PREHOOK: Input: default@input +PREHOOK: Output: default@dest1_n0 +PREHOOK: Output: default@dest2 POSTHOOK: query: EXPLAIN FROM INPUT INSERT OVERWRITE TABLE dest1_n0 SELECT INPUT.key, count(substr(INPUT.value,5)), count(distinct substr(INPUT.value,5)) GROUP BY INPUT.key INSERT OVERWRITE TABLE dest2 SELECT INPUT.key, sum(substr(INPUT.value,5)), sum(distinct substr(INPUT.value,5)) GROUP BY INPUT.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@input +POSTHOOK: Output: default@dest1_n0 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -465,11 +477,17 @@ FROM INPUT INSERT OVERWRITE TABLE dest1_n0 SELECT INPUT.key, sum(distinct substr(INPUT.value,5)), count(distinct substr(INPUT.value,5)) GROUP BY INPUT.key INSERT OVERWRITE TABLE dest2 SELECT INPUT.key, sum(distinct substr(INPUT.value,5)), avg(distinct substr(INPUT.value,5)) GROUP BY INPUT.key PREHOOK: type: QUERY +PREHOOK: Input: default@input +PREHOOK: Output: default@dest1_n0 +PREHOOK: Output: default@dest2 POSTHOOK: query: EXPLAIN FROM INPUT INSERT OVERWRITE TABLE dest1_n0 SELECT INPUT.key, sum(distinct substr(INPUT.value,5)), count(distinct substr(INPUT.value,5)) GROUP BY INPUT.key INSERT OVERWRITE TABLE dest2 SELECT INPUT.key, sum(distinct substr(INPUT.value,5)), avg(distinct substr(INPUT.value,5)) GROUP BY INPUT.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@input +POSTHOOK: Output: default@dest1_n0 +POSTHOOK: Output: default@dest2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/groupby11.q.out b/ql/src/test/results/clientpositive/spark/groupby11.q.out index e2fb138..4e1c097 100644 --- a/ql/src/test/results/clientpositive/spark/groupby11.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby11.q.out @@ -21,6 +21,9 @@ INSERT OVERWRITE TABLE dest1_n137 partition(ds='111') INSERT OVERWRITE TABLE dest2_n36 partition(ds='111') SELECT substr(src.value, 5), count(src.key), count(distinct src.key) GROUP BY substr(src.value, 5) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n137@ds=111 +PREHOOK: Output: default@dest2_n36@ds=111 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n137 partition(ds='111') @@ -28,6 +31,9 @@ INSERT OVERWRITE TABLE dest1_n137 partition(ds='111') INSERT OVERWRITE TABLE dest2_n36 partition(ds='111') SELECT substr(src.value, 5), count(src.key), count(distinct src.key) GROUP BY substr(src.value, 5) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n137@ds=111 +POSTHOOK: Output: default@dest2_n36@ds=111 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/groupby1_map.q.out b/ql/src/test/results/clientpositive/spark/groupby1_map.q.out index 4af4329..90b74f2 100644 --- a/ql/src/test/results/clientpositive/spark/groupby1_map.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby1_map.q.out @@ -9,9 +9,13 @@ POSTHOOK: Output: default@dest1_n61 PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n61 SELECT src.key, sum(substr(src.value,5)) GROUP BY src.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n61 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n61 SELECT src.key, sum(substr(src.value,5)) GROUP BY src.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n61 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/groupby1_map_nomap.q.out b/ql/src/test/results/clientpositive/spark/groupby1_map_nomap.q.out index 6af4647..24f1382 100644 --- a/ql/src/test/results/clientpositive/spark/groupby1_map_nomap.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby1_map_nomap.q.out @@ -9,9 +9,13 @@ POSTHOOK: Output: default@dest1_n67 PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n67 SELECT src.key, sum(substr(src.value,5)) GROUP BY src.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n67 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n67 SELECT src.key, sum(substr(src.value,5)) GROUP BY src.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n67 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/groupby1_map_skew.q.out b/ql/src/test/results/clientpositive/spark/groupby1_map_skew.q.out index cb909cb..1b08a5d 100644 --- a/ql/src/test/results/clientpositive/spark/groupby1_map_skew.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby1_map_skew.q.out @@ -9,9 +9,13 @@ POSTHOOK: Output: default@dest1_n175 PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n175 SELECT src.key, sum(substr(src.value,5)) GROUP BY src.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n175 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n175 SELECT src.key, sum(substr(src.value,5)) GROUP BY src.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n175 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/groupby1_noskew.q.out b/ql/src/test/results/clientpositive/spark/groupby1_noskew.q.out index 60a9bb8..eca306a 100644 --- a/ql/src/test/results/clientpositive/spark/groupby1_noskew.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby1_noskew.q.out @@ -9,9 +9,13 @@ POSTHOOK: Output: default@dest_g1_n0 PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_g1_n0 SELECT src.key, sum(substr(src.value,5)) GROUP BY src.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_g1_n0 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_g1_n0 SELECT src.key, sum(substr(src.value,5)) GROUP BY src.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_g1_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/groupby2.q.out b/ql/src/test/results/clientpositive/spark/groupby2.q.out index d959c2e..ab3bd49 100644 --- a/ql/src/test/results/clientpositive/spark/groupby2.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby2.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_g2_n2 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))) GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_g2_n2 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_g2_n2 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))) GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_g2_n2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/groupby2_map.q.out b/ql/src/test/results/clientpositive/spark/groupby2_map.q.out index e7f0331..0eeac7d 100644 --- a/ql/src/test/results/clientpositive/spark/groupby2_map.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby2_map.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n16 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))) GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n16 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n16 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))) GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n16 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/groupby2_map_multi_distinct.q.out b/ql/src/test/results/clientpositive/spark/groupby2_map_multi_distinct.q.out index 178e57b..6eaa4e3 100644 --- a/ql/src/test/results/clientpositive/spark/groupby2_map_multi_distinct.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby2_map_multi_distinct.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n38 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n38 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n38 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n38 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -119,10 +123,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n38 SELECT substr(src.key,1,1), count(DISTINCT substr(src.key,1,1)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n38 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n38 SELECT substr(src.key,1,1), count(DISTINCT substr(src.key,1,1)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n38 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/groupby2_map_skew.q.out b/ql/src/test/results/clientpositive/spark/groupby2_map_skew.q.out index 1561220..58aaae6 100644 --- a/ql/src/test/results/clientpositive/spark/groupby2_map_skew.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby2_map_skew.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n10 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))) GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n10 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n10 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))) GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n10 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/groupby2_noskew.q.out b/ql/src/test/results/clientpositive/spark/groupby2_noskew.q.out index 1d7ef89..4b1a2ca 100644 --- a/ql/src/test/results/clientpositive/spark/groupby2_noskew.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby2_noskew.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_g2_n1 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))) GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_g2_n1 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_g2_n1 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))) GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_g2_n1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/groupby2_noskew_multi_distinct.q.out b/ql/src/test/results/clientpositive/spark/groupby2_noskew_multi_distinct.q.out index 1b81612..508c936 100644 --- a/ql/src/test/results/clientpositive/spark/groupby2_noskew_multi_distinct.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby2_noskew_multi_distinct.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_g2_n3 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_g2_n3 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_g2_n3 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_g2_n3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/groupby3.q.out b/ql/src/test/results/clientpositive/spark/groupby3.q.out index 4de0cf0..582c77e 100644 --- a/ql/src/test/results/clientpositive/spark/groupby3.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby3.q.out @@ -19,6 +19,8 @@ INSERT OVERWRITE TABLE dest1_n119 SELECT variance(substr(src.value,5)), var_samp(substr(src.value,5)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n119 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n119 SELECT @@ -32,6 +34,8 @@ INSERT OVERWRITE TABLE dest1_n119 SELECT variance(substr(src.value,5)), var_samp(substr(src.value,5)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n119 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/groupby3_map.q.out b/ql/src/test/results/clientpositive/spark/groupby3_map.q.out index 6ecd6da..2efb028 100644 --- a/ql/src/test/results/clientpositive/spark/groupby3_map.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby3_map.q.out @@ -19,6 +19,8 @@ INSERT OVERWRITE TABLE dest1_n53 SELECT variance(substr(src.value,5)), var_samp(substr(src.value,5)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n53 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n53 SELECT @@ -32,6 +34,8 @@ INSERT OVERWRITE TABLE dest1_n53 SELECT variance(substr(src.value,5)), var_samp(substr(src.value,5)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n53 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/groupby3_map_multi_distinct.q.out b/ql/src/test/results/clientpositive/spark/groupby3_map_multi_distinct.q.out index 377b107..1f4b25b 100644 --- a/ql/src/test/results/clientpositive/spark/groupby3_map_multi_distinct.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby3_map_multi_distinct.q.out @@ -21,6 +21,8 @@ INSERT OVERWRITE TABLE dest1_n68 SELECT sum(DISTINCT substr(src.value, 5)), count(DISTINCT substr(src.value, 5)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n68 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n68 SELECT @@ -36,6 +38,8 @@ INSERT OVERWRITE TABLE dest1_n68 SELECT sum(DISTINCT substr(src.value, 5)), count(DISTINCT substr(src.value, 5)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n68 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/groupby3_map_skew.q.out b/ql/src/test/results/clientpositive/spark/groupby3_map_skew.q.out index fcb35f4..1a1cc8b 100644 --- a/ql/src/test/results/clientpositive/spark/groupby3_map_skew.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby3_map_skew.q.out @@ -19,6 +19,8 @@ INSERT OVERWRITE TABLE dest1_n131 SELECT variance(substr(src.value,5)), var_samp(substr(src.value,5)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n131 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n131 SELECT @@ -32,6 +34,8 @@ INSERT OVERWRITE TABLE dest1_n131 SELECT variance(substr(src.value,5)), var_samp(substr(src.value,5)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n131 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/groupby3_noskew.q.out b/ql/src/test/results/clientpositive/spark/groupby3_noskew.q.out index 854ccaf..5868ddb 100644 --- a/ql/src/test/results/clientpositive/spark/groupby3_noskew.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby3_noskew.q.out @@ -19,6 +19,8 @@ INSERT OVERWRITE TABLE dest1_n63 SELECT variance(substr(src.value,5)), var_samp(substr(src.value,5)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n63 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n63 SELECT @@ -32,6 +34,8 @@ INSERT OVERWRITE TABLE dest1_n63 SELECT variance(substr(src.value,5)), var_samp(substr(src.value,5)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n63 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/groupby3_noskew_multi_distinct.q.out b/ql/src/test/results/clientpositive/spark/groupby3_noskew_multi_distinct.q.out index c6374cb..07667e2 100644 --- a/ql/src/test/results/clientpositive/spark/groupby3_noskew_multi_distinct.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby3_noskew_multi_distinct.q.out @@ -21,6 +21,8 @@ INSERT OVERWRITE TABLE dest1_n24 SELECT sum(DISTINCT substr(src.value, 5)), count(DISTINCT substr(src.value, 5)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n24 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n24 SELECT @@ -36,6 +38,8 @@ INSERT OVERWRITE TABLE dest1_n24 SELECT sum(DISTINCT substr(src.value, 5)), count(DISTINCT substr(src.value, 5)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n24 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/groupby4.q.out b/ql/src/test/results/clientpositive/spark/groupby4.q.out index 296d0a0..44e1261 100644 --- a/ql/src/test/results/clientpositive/spark/groupby4.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby4.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n168 SELECT substr(src.key,1,1) GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n168 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n168 SELECT substr(src.key,1,1) GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n168 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/groupby4_map.q.out b/ql/src/test/results/clientpositive/spark/groupby4_map.q.out index 359fc46..7a14d9b 100644 --- a/ql/src/test/results/clientpositive/spark/groupby4_map.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby4_map.q.out @@ -9,9 +9,13 @@ POSTHOOK: Output: default@dest1_n40 PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n40 SELECT count(1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n40 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n40 SELECT count(1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n40 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/groupby4_map_skew.q.out b/ql/src/test/results/clientpositive/spark/groupby4_map_skew.q.out index 9eed1a7..3701fa9 100644 --- a/ql/src/test/results/clientpositive/spark/groupby4_map_skew.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby4_map_skew.q.out @@ -9,9 +9,13 @@ POSTHOOK: Output: default@dest1_n141 PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n141 SELECT count(1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n141 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n141 SELECT count(1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n141 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/groupby4_noskew.q.out b/ql/src/test/results/clientpositive/spark/groupby4_noskew.q.out index 44f2664..9bbdb44 100644 --- a/ql/src/test/results/clientpositive/spark/groupby4_noskew.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby4_noskew.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n33 SELECT substr(src.key,1,1) GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n33 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n33 SELECT substr(src.key,1,1) GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n33 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/groupby5.q.out b/ql/src/test/results/clientpositive/spark/groupby5.q.out index 6f640cf..7426e2c 100644 --- a/ql/src/test/results/clientpositive/spark/groupby5.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby5.q.out @@ -12,12 +12,16 @@ SELECT src.key, sum(substr(src.value,5)) FROM src GROUP BY src.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n36 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest1_n36 SELECT src.key, sum(substr(src.value,5)) FROM src GROUP BY src.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n36 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/groupby5_map.q.out b/ql/src/test/results/clientpositive/spark/groupby5_map.q.out index 9d1d628..380a9c5 100644 --- a/ql/src/test/results/clientpositive/spark/groupby5_map.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby5_map.q.out @@ -9,9 +9,13 @@ POSTHOOK: Output: default@dest1_n75 PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n75 SELECT sum(src.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n75 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n75 SELECT sum(src.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n75 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/groupby5_map_skew.q.out b/ql/src/test/results/clientpositive/spark/groupby5_map_skew.q.out index 81164c5..e98fdcf 100644 --- a/ql/src/test/results/clientpositive/spark/groupby5_map_skew.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby5_map_skew.q.out @@ -9,9 +9,13 @@ POSTHOOK: Output: default@dest1_n76 PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n76 SELECT sum(src.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n76 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n76 SELECT sum(src.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n76 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/groupby5_noskew.q.out b/ql/src/test/results/clientpositive/spark/groupby5_noskew.q.out index 5f3678e..168fe06 100644 --- a/ql/src/test/results/clientpositive/spark/groupby5_noskew.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby5_noskew.q.out @@ -12,12 +12,16 @@ SELECT src.key, sum(substr(src.value,5)) FROM src GROUP BY src.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n31 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest1_n31 SELECT src.key, sum(substr(src.value,5)) FROM src GROUP BY src.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n31 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/groupby6.q.out b/ql/src/test/results/clientpositive/spark/groupby6.q.out index d31c483..c9fe9de 100644 --- a/ql/src/test/results/clientpositive/spark/groupby6.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby6.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n92 SELECT DISTINCT substr(src.value,5,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n92 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n92 SELECT DISTINCT substr(src.value,5,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n92 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/groupby6_map.q.out b/ql/src/test/results/clientpositive/spark/groupby6_map.q.out index d62c1aa..0249a4a 100644 --- a/ql/src/test/results/clientpositive/spark/groupby6_map.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby6_map.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n19 SELECT DISTINCT substr(src.value,5,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n19 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n19 SELECT DISTINCT substr(src.value,5,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n19 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/groupby6_map_skew.q.out b/ql/src/test/results/clientpositive/spark/groupby6_map_skew.q.out index a694d55..fe4bcd8 100644 --- a/ql/src/test/results/clientpositive/spark/groupby6_map_skew.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby6_map_skew.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n98 SELECT DISTINCT substr(src.value,5,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n98 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n98 SELECT DISTINCT substr(src.value,5,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n98 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/groupby6_noskew.q.out b/ql/src/test/results/clientpositive/spark/groupby6_noskew.q.out index 1026853..8fea067 100644 --- a/ql/src/test/results/clientpositive/spark/groupby6_noskew.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby6_noskew.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n100 SELECT DISTINCT substr(src.value,5,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n100 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n100 SELECT DISTINCT substr(src.value,5,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n100 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/groupby7_map.q.out b/ql/src/test/results/clientpositive/spark/groupby7_map.q.out index d5ea3ec..1d463ed 100644 --- a/ql/src/test/results/clientpositive/spark/groupby7_map.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby7_map.q.out @@ -19,11 +19,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1_n82 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n19 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n82 +PREHOOK: Output: default@dest2_n19 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1_n82 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n19 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n82 +POSTHOOK: Output: default@dest2_n19 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/groupby7_map_multi_single_reducer.q.out b/ql/src/test/results/clientpositive/spark/groupby7_map_multi_single_reducer.q.out index 9d09491..f34992a 100644 --- a/ql/src/test/results/clientpositive/spark/groupby7_map_multi_single_reducer.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby7_map_multi_single_reducer.q.out @@ -19,11 +19,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1_n15 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n3 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n15 +PREHOOK: Output: default@dest2_n3 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1_n15 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n3 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n15 +POSTHOOK: Output: default@dest2_n3 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/groupby7_map_skew.q.out b/ql/src/test/results/clientpositive/spark/groupby7_map_skew.q.out index 5868f7a..4b1dcfd 100644 --- a/ql/src/test/results/clientpositive/spark/groupby7_map_skew.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby7_map_skew.q.out @@ -19,11 +19,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1_n21 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n5 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n21 +PREHOOK: Output: default@dest2_n5 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1_n21 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n5 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n21 +POSTHOOK: Output: default@dest2_n5 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/groupby7_noskew.q.out b/ql/src/test/results/clientpositive/spark/groupby7_noskew.q.out index 53345aa..59b3e01 100644 --- a/ql/src/test/results/clientpositive/spark/groupby7_noskew.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby7_noskew.q.out @@ -19,11 +19,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1_n101 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n28 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n101 +PREHOOK: Output: default@dest2_n28 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1_n101 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n28 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n101 +POSTHOOK: Output: default@dest2_n28 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/groupby7_noskew_multi_single_reducer.q.out b/ql/src/test/results/clientpositive/spark/groupby7_noskew_multi_single_reducer.q.out index 6880900..3236f72 100644 --- a/ql/src/test/results/clientpositive/spark/groupby7_noskew_multi_single_reducer.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby7_noskew_multi_single_reducer.q.out @@ -19,11 +19,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1_n170 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key ORDER BY SRC.key limit 10 INSERT OVERWRITE TABLE DEST2_n42 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key ORDER BY SRC.key limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n170 +PREHOOK: Output: default@dest2_n42 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1_n170 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key ORDER BY SRC.key limit 10 INSERT OVERWRITE TABLE DEST2_n42 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key ORDER BY SRC.key limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n170 +POSTHOOK: Output: default@dest2_n42 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/groupby8.q.out b/ql/src/test/results/clientpositive/spark/groupby8.q.out index c6cac1b..310c524 100644 --- a/ql/src/test/results/clientpositive/spark/groupby8.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby8.q.out @@ -19,11 +19,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1_n71 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n15 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n71 +PREHOOK: Output: default@dest2_n15 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1_n71 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n15 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n71 +POSTHOOK: Output: default@dest2_n15 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -795,11 +801,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1_n71 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n15 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n71 +PREHOOK: Output: default@dest2_n15 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1_n71 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n15 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n71 +POSTHOOK: Output: default@dest2_n15 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/groupby8_map.q.out b/ql/src/test/results/clientpositive/spark/groupby8_map.q.out index 40d3e7c..a04c49b 100644 --- a/ql/src/test/results/clientpositive/spark/groupby8_map.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby8_map.q.out @@ -19,11 +19,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1_n136 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n35 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n136 +PREHOOK: Output: default@dest2_n35 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1_n136 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n35 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n136 +POSTHOOK: Output: default@dest2_n35 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/groupby8_map_skew.q.out b/ql/src/test/results/clientpositive/spark/groupby8_map_skew.q.out index 053c717..f893e8d 100644 --- a/ql/src/test/results/clientpositive/spark/groupby8_map_skew.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby8_map_skew.q.out @@ -19,11 +19,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1_n87 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n22 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n87 +PREHOOK: Output: default@dest2_n22 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1_n87 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n22 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n87 +POSTHOOK: Output: default@dest2_n22 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/groupby8_noskew.q.out b/ql/src/test/results/clientpositive/spark/groupby8_noskew.q.out index 2ef72b7..b65a766 100644 --- a/ql/src/test/results/clientpositive/spark/groupby8_noskew.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby8_noskew.q.out @@ -19,11 +19,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1_n48 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n9 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n48 +PREHOOK: Output: default@dest2_n9 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1_n48 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n9 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n48 +POSTHOOK: Output: default@dest2_n9 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/groupby9.q.out b/ql/src/test/results/clientpositive/spark/groupby9.q.out index 316f936..c6b6491 100644 --- a/ql/src/test/results/clientpositive/spark/groupby9.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby9.q.out @@ -19,11 +19,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1_n117 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n31 SELECT SRC.key, SRC.value, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key, SRC.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n117 +PREHOOK: Output: default@dest2_n31 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1_n117 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n31 SELECT SRC.key, SRC.value, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key, SRC.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n117 +POSTHOOK: Output: default@dest2_n31 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -806,11 +812,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1_n117 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n31 SELECT SRC.key, SRC.value, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.value, SRC.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n117 +PREHOOK: Output: default@dest2_n31 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1_n117 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n31 SELECT SRC.key, SRC.value, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.value, SRC.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n117 +POSTHOOK: Output: default@dest2_n31 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -1593,11 +1605,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1_n117 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n31 SELECT SRC.key, SRC.value, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key, SRC.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n117 +PREHOOK: Output: default@dest2_n31 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1_n117 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n31 SELECT SRC.key, SRC.value, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key, SRC.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n117 +POSTHOOK: Output: default@dest2_n31 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -2380,11 +2398,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1_n117 SELECT SRC.key, COUNT(SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n31 SELECT SRC.key, SRC.value, COUNT(SUBSTR(SRC.value,5)) GROUP BY SRC.key, SRC.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n117 +PREHOOK: Output: default@dest2_n31 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1_n117 SELECT SRC.key, COUNT(SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n31 SELECT SRC.key, SRC.value, COUNT(SUBSTR(SRC.value,5)) GROUP BY SRC.key, SRC.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n117 +POSTHOOK: Output: default@dest2_n31 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -3173,11 +3197,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1_n117 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n31 SELECT SRC.key, SRC.value, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.value, SRC.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n117 +PREHOOK: Output: default@dest2_n31 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1_n117 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key INSERT OVERWRITE TABLE DEST2_n31 SELECT SRC.key, SRC.value, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.value, SRC.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n117 +POSTHOOK: Output: default@dest2_n31 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/groupby_complex_types.q.out b/ql/src/test/results/clientpositive/spark/groupby_complex_types.q.out index 78d9a31..986e5a9 100644 --- a/ql/src/test/results/clientpositive/spark/groupby_complex_types.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby_complex_types.q.out @@ -28,12 +28,20 @@ INSERT OVERWRITE TABLE DEST1_n163 SELECT ARRAY(SRC.key), COUNT(1) GROUP BY ARRAY INSERT OVERWRITE TABLE DEST2_n41 SELECT MAP(SRC.key, SRC.value), COUNT(1) GROUP BY MAP(SRC.key, SRC.value) INSERT OVERWRITE TABLE DEST3_n7 SELECT STRUCT(SRC.key, SRC.value), COUNT(1) GROUP BY STRUCT(SRC.key, SRC.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n163 +PREHOOK: Output: default@dest2_n41 +PREHOOK: Output: default@dest3_n7 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1_n163 SELECT ARRAY(SRC.key), COUNT(1) GROUP BY ARRAY(SRC.key) INSERT OVERWRITE TABLE DEST2_n41 SELECT MAP(SRC.key, SRC.value), COUNT(1) GROUP BY MAP(SRC.key, SRC.value) INSERT OVERWRITE TABLE DEST3_n7 SELECT STRUCT(SRC.key, SRC.value), COUNT(1) GROUP BY STRUCT(SRC.key, SRC.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n163 +POSTHOOK: Output: default@dest2_n41 +POSTHOOK: Output: default@dest3_n7 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-0 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/spark/groupby_complex_types_multi_single_reducer.q.out b/ql/src/test/results/clientpositive/spark/groupby_complex_types_multi_single_reducer.q.out index 8e9a0b9..69e0068 100644 --- a/ql/src/test/results/clientpositive/spark/groupby_complex_types_multi_single_reducer.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby_complex_types_multi_single_reducer.q.out @@ -19,11 +19,17 @@ FROM SRC INSERT OVERWRITE TABLE DEST1_n47 SELECT ARRAY(SRC.key) as keyarray, COUNT(1) GROUP BY ARRAY(SRC.key) ORDER BY keyarray limit 10 INSERT OVERWRITE TABLE DEST2_n8 SELECT MAP(SRC.key, SRC.value) as kvmap, COUNT(1) GROUP BY MAP(SRC.key, SRC.value) ORDER BY kvmap limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n47 +PREHOOK: Output: default@dest2_n8 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE DEST1_n47 SELECT ARRAY(SRC.key) as keyarray, COUNT(1) GROUP BY ARRAY(SRC.key) ORDER BY keyarray limit 10 INSERT OVERWRITE TABLE DEST2_n8 SELECT MAP(SRC.key, SRC.value) as kvmap, COUNT(1) GROUP BY MAP(SRC.key, SRC.value) ORDER BY kvmap limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n47 +POSTHOOK: Output: default@dest2_n8 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/groupby_cube1.q.out b/ql/src/test/results/clientpositive/spark/groupby_cube1.q.out index 4a3a450..a664da1 100644 --- a/ql/src/test/results/clientpositive/spark/groupby_cube1.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby_cube1.q.out @@ -17,9 +17,13 @@ POSTHOOK: Output: default@t1_n82 PREHOOK: query: EXPLAIN SELECT key, val, count(1) FROM T1_n82 GROUP BY key, val with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n82 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, val, count(1) FROM T1_n82 GROUP BY key, val with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n82 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -82,9 +86,13 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT key, val, count(1) FROM T1_n82 GROUP BY CUBE(key, val) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n82 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, val, count(1) FROM T1_n82 GROUP BY CUBE(key, val) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n82 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -173,9 +181,13 @@ NULL NULL 6 PREHOOK: query: EXPLAIN SELECT key, val, GROUPING__ID, count(1) FROM T1_n82 GROUP BY key, val with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n82 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, val, GROUPING__ID, count(1) FROM T1_n82 GROUP BY key, val with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n82 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -263,9 +275,13 @@ NULL NULL 3 6 PREHOOK: query: EXPLAIN SELECT key, count(distinct val) FROM T1_n82 GROUP BY key with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n82 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, count(distinct val) FROM T1_n82 GROUP BY key with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n82 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -341,9 +357,13 @@ NULL 6 PREHOOK: query: EXPLAIN SELECT key, val, count(1) FROM T1_n82 GROUP BY key, val with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n82 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, val, count(1) FROM T1_n82 GROUP BY key, val with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n82 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -447,9 +467,13 @@ NULL NULL 6 PREHOOK: query: EXPLAIN SELECT key, count(distinct val) FROM T1_n82 GROUP BY key with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n82 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, count(distinct val) FROM T1_n82 GROUP BY key with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n82 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -558,11 +582,17 @@ FROM T1_n82 INSERT OVERWRITE TABLE T2_n51 SELECT key, val, count(1) group by key, val with cube INSERT OVERWRITE TABLE T3_n16 SELECT key, val, sum(1) group by key, val with cube PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n82 +PREHOOK: Output: default@t2_n51 +PREHOOK: Output: default@t3_n16 POSTHOOK: query: EXPLAIN FROM T1_n82 INSERT OVERWRITE TABLE T2_n51 SELECT key, val, count(1) group by key, val with cube INSERT OVERWRITE TABLE T3_n16 SELECT key, val, sum(1) group by key, val with cube POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n82 +POSTHOOK: Output: default@t2_n51 +POSTHOOK: Output: default@t3_n16 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/groupby_map_ppr.q.out b/ql/src/test/results/clientpositive/spark/groupby_map_ppr.q.out index 405ba11..03dcd58 100644 --- a/ql/src/test/results/clientpositive/spark/groupby_map_ppr.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby_map_ppr.q.out @@ -13,6 +13,10 @@ SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(s WHERE src.ds = '2008-04-08' GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@dest1_n144 POSTHOOK: query: EXPLAIN EXTENDED FROM srcpart src INSERT OVERWRITE TABLE dest1_n144 @@ -20,6 +24,10 @@ SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(s WHERE src.ds = '2008-04-08' GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@dest1_n144 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/groupby_map_ppr_multi_distinct.q.out b/ql/src/test/results/clientpositive/spark/groupby_map_ppr_multi_distinct.q.out index e7b94d7..55bdd56 100644 --- a/ql/src/test/results/clientpositive/spark/groupby_map_ppr_multi_distinct.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby_map_ppr_multi_distinct.q.out @@ -13,6 +13,10 @@ SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(s WHERE src.ds = '2008-04-08' GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@dest1_n174 POSTHOOK: query: EXPLAIN EXTENDED FROM srcpart src INSERT OVERWRITE TABLE dest1_n174 @@ -20,6 +24,10 @@ SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(s WHERE src.ds = '2008-04-08' GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@dest1_n174 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/groupby_multi_insert_common_distinct.q.out b/ql/src/test/results/clientpositive/spark/groupby_multi_insert_common_distinct.q.out index 5488fed..e4f2d54 100644 --- a/ql/src/test/results/clientpositive/spark/groupby_multi_insert_common_distinct.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby_multi_insert_common_distinct.q.out @@ -19,11 +19,17 @@ from src insert overwrite table dest1_n99 select key, count(distinct value) group by key insert overwrite table dest2_n27 select key+key, count(distinct value) group by key+key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n99 +PREHOOK: Output: default@dest2_n27 POSTHOOK: query: explain from src insert overwrite table dest1_n99 select key, count(distinct value) group by key insert overwrite table dest2_n27 select key+key, count(distinct value) group by key+key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n99 +POSTHOOK: Output: default@dest2_n27 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer.q.out b/ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer.q.out index f43591d..2f923fc 100644 --- a/ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer.q.out @@ -44,12 +44,20 @@ INSERT OVERWRITE TABLE dest_g2 SELECT substr(src.key,1,1), count(DISTINCT substr INSERT OVERWRITE TABLE dest_g3 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) WHERE substr(src.key,1,1) < 5 GROUP BY substr(src.key,1,1) INSERT OVERWRITE TABLE dest_g4 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_g2 +PREHOOK: Output: default@dest_g3 +PREHOOK: Output: default@dest_g4 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_g2 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) WHERE substr(src.key,1,1) >= 5 GROUP BY substr(src.key,1,1) INSERT OVERWRITE TABLE dest_g3 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) WHERE substr(src.key,1,1) < 5 GROUP BY substr(src.key,1,1) INSERT OVERWRITE TABLE dest_g4 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_g2 +POSTHOOK: Output: default@dest_g3 +POSTHOOK: Output: default@dest_g4 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-2 depends on stages: Stage-3 @@ -274,6 +282,12 @@ INSERT OVERWRITE TABLE dest_g4 SELECT substr(src.key,1,1), count(DISTINCT substr INSERT OVERWRITE TABLE dest_h2 SELECT substr(src.key,1,1) as c1, count(DISTINCT substr(src.value,5)) as c2, concat(substr(src.key,1,1),sum(substr(src.value,5))) as c3, sum(substr(src.value, 5)) as c4, count(src.value) as c6 GROUP BY substr(src.key,1,1), substr(src.key,2,1) ORDER BY c1, c2 LIMIT 10 INSERT OVERWRITE TABLE dest_h3 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(substr(src.value, 5)), count(src.value) WHERE substr(src.key,1,1) >= 5 GROUP BY substr(src.key,1,1), substr(src.key,2,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_g2 +PREHOOK: Output: default@dest_g3 +PREHOOK: Output: default@dest_g4 +PREHOOK: Output: default@dest_h2 +PREHOOK: Output: default@dest_h3 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_g2 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) WHERE substr(src.key,1,1) >= 5 GROUP BY substr(src.key,1,1) @@ -282,6 +296,12 @@ INSERT OVERWRITE TABLE dest_g4 SELECT substr(src.key,1,1), count(DISTINCT substr INSERT OVERWRITE TABLE dest_h2 SELECT substr(src.key,1,1) as c1, count(DISTINCT substr(src.value,5)) as c2, concat(substr(src.key,1,1),sum(substr(src.value,5))) as c3, sum(substr(src.value, 5)) as c4, count(src.value) as c6 GROUP BY substr(src.key,1,1), substr(src.key,2,1) ORDER BY c1, c2 LIMIT 10 INSERT OVERWRITE TABLE dest_h3 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(substr(src.value, 5)), count(src.value) WHERE substr(src.key,1,1) >= 5 GROUP BY substr(src.key,1,1), substr(src.key,2,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_g2 +POSTHOOK: Output: default@dest_g3 +POSTHOOK: Output: default@dest_g4 +POSTHOOK: Output: default@dest_h2 +POSTHOOK: Output: default@dest_h3 STAGE DEPENDENCIES: Stage-5 is a root stage Stage-2 depends on stages: Stage-5 diff --git a/ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer2.q.out b/ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer2.q.out index cfaf9f6..d2f46d1 100644 --- a/ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer2.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer2.q.out @@ -19,11 +19,17 @@ FROM src INSERT OVERWRITE TABLE dest_g2_n4 SELECT substr(src.key,1,1), count(DISTINCT src.key) WHERE substr(src.key,1,1) >= 5 GROUP BY substr(src.key,1,1) INSERT OVERWRITE TABLE dest_g3_n0 SELECT substr(src.key,1,1), count(DISTINCT src.key), count(src.value) WHERE substr(src.key,1,1) < 5 GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_g2_n4 +PREHOOK: Output: default@dest_g3_n0 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest_g2_n4 SELECT substr(src.key,1,1), count(DISTINCT src.key) WHERE substr(src.key,1,1) >= 5 GROUP BY substr(src.key,1,1) INSERT OVERWRITE TABLE dest_g3_n0 SELECT substr(src.key,1,1), count(DISTINCT src.key), count(src.value) WHERE substr(src.key,1,1) < 5 GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_g2_n4 +POSTHOOK: Output: default@dest_g3_n0 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer3.q.out b/ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer3.q.out index 789825d..e5ab278 100644 --- a/ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer3.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer3.q.out @@ -25,6 +25,9 @@ select key, count(*) where src.value in ('val_400', 'val_500') AND key in (400, 450) group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@e1_n1 +PREHOOK: Output: default@e2_n2 POSTHOOK: query: explain from src insert overwrite table e1_n1 @@ -36,6 +39,9 @@ select key, count(*) where src.value in ('val_400', 'val_500') AND key in (400, 450) group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@e1_n1 +POSTHOOK: Output: default@e2_n2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -199,6 +205,9 @@ select value, count(*) where src.key + src.key = 400 or src.key - 100 = 500 AND VALUE IS NOT NULL group by value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@e1_n1 +PREHOOK: Output: default@e2_n2 POSTHOOK: query: explain from src insert overwrite table e1_n1 @@ -210,6 +219,9 @@ select value, count(*) where src.key + src.key = 400 or src.key - 100 = 500 AND VALUE IS NOT NULL group by value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@e1_n1 +POSTHOOK: Output: default@e2_n2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -374,6 +386,9 @@ select key, count(*) where src.value in ('val_400', 'val_500') AND key in (400, 450) group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@e1_n1 +PREHOOK: Output: default@e2_n2 POSTHOOK: query: explain from src insert overwrite table e1_n1 @@ -385,6 +400,9 @@ select key, count(*) where src.value in ('val_400', 'val_500') AND key in (400, 450) group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@e1_n1 +POSTHOOK: Output: default@e2_n2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -548,6 +566,9 @@ select value, count(*) where src.key + src.key = 400 or src.key - 100 = 500 AND VALUE IS NOT NULL group by value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@e1_n1 +PREHOOK: Output: default@e2_n2 POSTHOOK: query: explain from src insert overwrite table e1_n1 @@ -559,6 +580,9 @@ select value, count(*) where src.key + src.key = 400 or src.key - 100 = 500 AND VALUE IS NOT NULL group by value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@e1_n1 +POSTHOOK: Output: default@e2_n2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/groupby_position.q.out b/ql/src/test/results/clientpositive/spark/groupby_position.q.out index 1eeb6cd..eb82576 100644 --- a/ql/src/test/results/clientpositive/spark/groupby_position.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby_position.q.out @@ -19,11 +19,17 @@ FROM SRC INSERT OVERWRITE TABLE testTable1 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) WHERE SRC.key < 20 GROUP BY 1 INSERT OVERWRITE TABLE testTable2 SELECT SRC.key, SRC.value, COUNT(DISTINCT SUBSTR(SRC.value,5)) WHERE SRC.key < 20 GROUP BY 1, 2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@testtable1 +PREHOOK: Output: default@testtable2 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE testTable1 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) WHERE SRC.key < 20 GROUP BY 1 INSERT OVERWRITE TABLE testTable2 SELECT SRC.key, SRC.value, COUNT(DISTINCT SUBSTR(SRC.value,5)) WHERE SRC.key < 20 GROUP BY 1, 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@testtable1 +POSTHOOK: Output: default@testtable2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -212,11 +218,17 @@ FROM SRC INSERT OVERWRITE TABLE testTable1 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) WHERE SRC.key < 20 GROUP BY 1 INSERT OVERWRITE TABLE testTable2 SELECT SRC.key, SRC.value, COUNT(DISTINCT SUBSTR(SRC.value,5)) WHERE SRC.key < 20 GROUP BY 2, 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@testtable1 +PREHOOK: Output: default@testtable2 POSTHOOK: query: EXPLAIN FROM SRC INSERT OVERWRITE TABLE testTable1 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) WHERE SRC.key < 20 GROUP BY 1 INSERT OVERWRITE TABLE testTable2 SELECT SRC.key, SRC.value, COUNT(DISTINCT SUBSTR(SRC.value,5)) WHERE SRC.key < 20 GROUP BY 2, 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@testtable1 +POSTHOOK: Output: default@testtable2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -405,11 +417,15 @@ SELECT t.key, t.value FROM (SELECT b.key as key, count(1) as value FROM src b WHERE b.key <= 20 GROUP BY 1) t ORDER BY 2 DESC, 1 ASC PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT t.key, t.value FROM (SELECT b.key as key, count(1) as value FROM src b WHERE b.key <= 20 GROUP BY 1) t ORDER BY 2 DESC, 1 ASC POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -519,6 +535,8 @@ FROM ( ) c ORDER BY 1 DESC, 2 DESC, 3 ASC, 4 ASC PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT c1, c2, c3, c4 FROM ( @@ -535,6 +553,8 @@ FROM ( ) c ORDER BY 1 DESC, 2 DESC, 3 ASC, 4 ASC POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -703,9 +723,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT key FROM src ORDER BY 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key FROM src ORDER BY 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1263,9 +1287,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT distinct key FROM src ORDER BY 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT distinct key FROM src ORDER BY 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/groupby_ppr.q.out b/ql/src/test/results/clientpositive/spark/groupby_ppr.q.out index 80d23f7..e3f2b2e 100644 --- a/ql/src/test/results/clientpositive/spark/groupby_ppr.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby_ppr.q.out @@ -13,6 +13,10 @@ SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(s WHERE src.ds = '2008-04-08' GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@dest1_n79 POSTHOOK: query: EXPLAIN EXTENDED FROM srcpart src INSERT OVERWRITE TABLE dest1_n79 @@ -20,6 +24,10 @@ SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(s WHERE src.ds = '2008-04-08' GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@dest1_n79 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/groupby_ppr_multi_distinct.q.out b/ql/src/test/results/clientpositive/spark/groupby_ppr_multi_distinct.q.out index 61579a4..ecb9602 100644 --- a/ql/src/test/results/clientpositive/spark/groupby_ppr_multi_distinct.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby_ppr_multi_distinct.q.out @@ -13,6 +13,10 @@ SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(s WHERE src.ds = '2008-04-08' GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN EXTENDED FROM srcpart src INSERT OVERWRITE TABLE dest1 @@ -20,6 +24,10 @@ SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(s WHERE src.ds = '2008-04-08' GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -286,6 +294,10 @@ SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(s WHERE src.ds = '2008-04-08' GROUP BY substr(src.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@dest1 POSTHOOK: query: EXPLAIN EXTENDED FROM srcpart src INSERT OVERWRITE TABLE dest1 @@ -293,6 +305,10 @@ SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(s WHERE src.ds = '2008-04-08' GROUP BY substr(src.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@dest1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/groupby_resolution.q.out b/ql/src/test/results/clientpositive/spark/groupby_resolution.q.out index 8f2a79a..59b3791 100644 --- a/ql/src/test/results/clientpositive/spark/groupby_resolution.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby_resolution.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain select key, count(*) from src b group by b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from src b group by b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -53,8 +57,12 @@ STAGE PLANS: PREHOOK: query: explain select b.key, count(*) from src b group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select b.key, count(*) from src b group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -106,8 +114,12 @@ STAGE PLANS: PREHOOK: query: explain select key, count(*) from src b group by b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from src b group by b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -175,8 +187,12 @@ STAGE PLANS: PREHOOK: query: explain select b.key, count(*) from src b group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select b.key, count(*) from src b group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -244,8 +260,12 @@ STAGE PLANS: PREHOOK: query: explain select key, count(*) from src b group by b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from src b group by b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -304,8 +324,12 @@ STAGE PLANS: PREHOOK: query: explain select b.key, count(*) from src b group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select b.key, count(*) from src b group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -364,8 +388,12 @@ STAGE PLANS: PREHOOK: query: explain select key, count(*) from src b group by b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from src b group by b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -440,8 +468,12 @@ STAGE PLANS: PREHOOK: query: explain select b.key, count(*) from src b group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select b.key, count(*) from src b group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -607,12 +639,16 @@ from src b group by b.key having key < '12' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*), rank() over(order by count(*)) from src b group by b.key having key < '12' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -755,9 +791,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT x.key, x.value as key FROM SRC x CLUSTER BY key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.key, x.value as key FROM SRC x CLUSTER BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/groupby_rollup1.q.out b/ql/src/test/results/clientpositive/spark/groupby_rollup1.q.out index dea43e0..f5d442f 100644 --- a/ql/src/test/results/clientpositive/spark/groupby_rollup1.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby_rollup1.q.out @@ -17,9 +17,13 @@ POSTHOOK: Output: default@t1_n91 PREHOOK: query: EXPLAIN SELECT key, val, count(1) FROM T1_n91 GROUP BY key, val with rollup PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n91 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, val, count(1) FROM T1_n91 GROUP BY key, val with rollup POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n91 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -102,9 +106,13 @@ NULL NULL 6 PREHOOK: query: EXPLAIN SELECT key, count(distinct val) FROM T1_n91 GROUP BY key with rollup PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n91 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, count(distinct val) FROM T1_n91 GROUP BY key with rollup POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n91 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -180,9 +188,13 @@ NULL 6 PREHOOK: query: EXPLAIN SELECT key, val, count(1) FROM T1_n91 GROUP BY key, val with rollup PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n91 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, val, count(1) FROM T1_n91 GROUP BY key, val with rollup POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n91 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -280,9 +292,13 @@ NULL NULL 6 PREHOOK: query: EXPLAIN SELECT key, count(distinct val) FROM T1_n91 GROUP BY key with rollup PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n91 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, count(distinct val) FROM T1_n91 GROUP BY key with rollup POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n91 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -391,11 +407,17 @@ FROM T1_n91 INSERT OVERWRITE TABLE T2_n56 SELECT key, val, count(1) group by key, val with rollup INSERT OVERWRITE TABLE T3_n20 SELECT key, val, sum(1) group by rollup(key, val) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n91 +PREHOOK: Output: default@t2_n56 +PREHOOK: Output: default@t3_n20 POSTHOOK: query: EXPLAIN FROM T1_n91 INSERT OVERWRITE TABLE T2_n56 SELECT key, val, count(1) group by key, val with rollup INSERT OVERWRITE TABLE T3_n20 SELECT key, val, sum(1) group by rollup(key, val) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n91 +POSTHOOK: Output: default@t2_n56 +POSTHOOK: Output: default@t3_n20 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/groupby_sort_1_23.q.out b/ql/src/test/results/clientpositive/spark/groupby_sort_1_23.q.out index 82c3613..158583a 100644 --- a/ql/src/test/results/clientpositive/spark/groupby_sort_1_23.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby_sort_1_23.q.out @@ -38,10 +38,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n18 SELECT key, count(1) FROM T1_n80 GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n80 +PREHOOK: Output: default@outputtbl1_n18 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n18 SELECT key, count(1) FROM T1_n80 GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n80 +POSTHOOK: Output: default@outputtbl1_n18 OPTIMIZED SQL: SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`t1_n80` GROUP BY `key` @@ -238,10 +242,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl2_n5 SELECT key, val, count(1) FROM T1_n80 GROUP BY key, val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n80 +PREHOOK: Output: default@outputtbl2_n5 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl2_n5 SELECT key, val, count(1) FROM T1_n80 GROUP BY key, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n80 +POSTHOOK: Output: default@outputtbl2_n5 OPTIMIZED SQL: SELECT `key`, `val`, COUNT(*) AS `$f2` FROM `default`.`t1_n80` GROUP BY `key`, `val` @@ -453,10 +461,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n18 SELECT key, count(1) FROM (SELECT key, val FROM T1_n80) subq1 GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n80 +PREHOOK: Output: default@outputtbl1_n18 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n18 SELECT key, count(1) FROM (SELECT key, val FROM T1_n80) subq1 GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n80 +POSTHOOK: Output: default@outputtbl1_n18 OPTIMIZED SQL: SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`t1_n80` GROUP BY `key` @@ -645,10 +657,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n18 SELECT k, count(1) FROM (SELECT key as k, val as v FROM T1_n80) subq1 GROUP BY k PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n80 +PREHOOK: Output: default@outputtbl1_n18 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n18 SELECT k, count(1) FROM (SELECT key as k, val as v FROM T1_n80) subq1 GROUP BY k POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n80 +POSTHOOK: Output: default@outputtbl1_n18 OPTIMIZED SQL: SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`t1_n80` GROUP BY `key` @@ -845,10 +861,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl3_n2 SELECT 1, key, count(1) FROM T1_n80 GROUP BY 1, key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n80 +PREHOOK: Output: default@outputtbl3_n2 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl3_n2 SELECT 1, key, count(1) FROM T1_n80 GROUP BY 1, key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n80 +POSTHOOK: Output: default@outputtbl3_n2 OPTIMIZED SQL: SELECT 1 AS `_o__c0`, `key`, COUNT(*) AS `_o__c2` FROM `default`.`t1_n80` GROUP BY `key` @@ -1046,10 +1066,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl4_n2 SELECT key, 1, val, count(1) FROM T1_n80 GROUP BY key, 1, val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n80 +PREHOOK: Output: default@outputtbl4_n2 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl4_n2 SELECT key, 1, val, count(1) FROM T1_n80 GROUP BY key, 1, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n80 +POSTHOOK: Output: default@outputtbl4_n2 OPTIMIZED SQL: SELECT `key`, 1 AS `_o__c1`, `val`, COUNT(*) AS `_o__c3` FROM `default`.`t1_n80` GROUP BY `key`, `val` @@ -1262,10 +1286,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl3_n2 SELECT key, key + 1, count(1) FROM T1_n80 GROUP BY key, key + 1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n80 +PREHOOK: Output: default@outputtbl3_n2 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl3_n2 SELECT key, key + 1, count(1) FROM T1_n80 GROUP BY key, key + 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n80 +POSTHOOK: Output: default@outputtbl3_n2 OPTIMIZED SQL: SELECT `key` AS `$f0`, CAST(`key` AS DOUBLE) + CAST(1 AS DOUBLE) AS `$f1`, COUNT(*) AS `$f2` FROM `default`.`t1_n80` GROUP BY `key`, CAST(`key` AS DOUBLE) + CAST(1 AS DOUBLE) @@ -1478,12 +1506,16 @@ SELECT key + key, sum(cnt) from (SELECT key, count(1) as cnt FROM T1_n80 GROUP BY key) subq1 group by key + key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n80 +PREHOOK: Output: default@outputtbl1_n18 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n18 SELECT key + key, sum(cnt) from (SELECT key, count(1) as cnt FROM T1_n80 GROUP BY key) subq1 group by key + key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n80 +POSTHOOK: Output: default@outputtbl1_n18 OPTIMIZED SQL: SELECT CAST(`key` AS DOUBLE) + CAST(`key` AS DOUBLE) AS `$f0`, SUM(COUNT(*)) AS `$f1` FROM `default`.`t1_n80` GROUP BY CAST(`key` AS DOUBLE) + CAST(`key` AS DOUBLE) @@ -1711,6 +1743,8 @@ SELECT key, count(1) FROM T1_n80 GROUP BY key SELECT key, count(1) FROM T1_n80 GROUP BY key ) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n80 +PREHOOK: Output: default@outputtbl1_n18 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n18 SELECT * FROM ( @@ -1719,6 +1753,8 @@ SELECT key, count(1) FROM T1_n80 GROUP BY key SELECT key, count(1) FROM T1_n80 GROUP BY key ) subq1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n80 +POSTHOOK: Output: default@outputtbl1_n18 OPTIMIZED SQL: SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`t1_n80` GROUP BY `key` @@ -2039,6 +2075,8 @@ SELECT key, count(1) FROM T1_n80 GROUP BY key SELECT cast(key + key as string) as key, count(1) FROM T1_n80 GROUP BY key + key ) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n80 +PREHOOK: Output: default@outputtbl1_n18 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n18 SELECT * FROM ( @@ -2047,6 +2085,8 @@ SELECT key, count(1) FROM T1_n80 GROUP BY key SELECT cast(key + key as string) as key, count(1) FROM T1_n80 GROUP BY key + key ) subq1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n80 +POSTHOOK: Output: default@outputtbl1_n18 OPTIMIZED SQL: SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`t1_n80` GROUP BY `key` @@ -2392,6 +2432,8 @@ JOIN (SELECT key, count(1) as cnt FROM T1_n80 GROUP BY key) subq2 ON subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n80 +PREHOOK: Output: default@outputtbl1_n18 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n18 SELECT subq1.key, subq1.cnt+subq2.cnt FROM @@ -2400,6 +2442,8 @@ JOIN (SELECT key, count(1) as cnt FROM T1_n80 GROUP BY key) subq2 ON subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n80 +POSTHOOK: Output: default@outputtbl1_n18 OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`$f1` + `t2`.`$f1` AS `_o__c1` FROM (SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`t1_n80` @@ -2710,6 +2754,8 @@ JOIN (SELECT key, val, count(1) FROM T1_n80 GROUP BY key, val) subq2 ON subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n80 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT * FROM (SELECT key, count(1) FROM T1_n80 GROUP BY key) subq1 @@ -2717,6 +2763,8 @@ JOIN (SELECT key, val, count(1) FROM T1_n80 GROUP BY key, val) subq2 ON subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n80 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT * FROM (SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`t1_n80` @@ -2987,10 +3035,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n18 SELECT key, count(1) FROM T2_n49 GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@t2_n49 +PREHOOK: Output: default@outputtbl1_n18 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n18 SELECT key, count(1) FROM T2_n49 GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2_n49 +POSTHOOK: Output: default@outputtbl1_n18 OPTIMIZED SQL: SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`t2_n49` GROUP BY `key` @@ -3201,10 +3253,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl4_n2 SELECT key, 1, val, count(1) FROM T2_n49 GROUP BY key, 1, val PREHOOK: type: QUERY +PREHOOK: Input: default@t2_n49 +PREHOOK: Output: default@outputtbl4_n2 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl4_n2 SELECT key, 1, val, count(1) FROM T2_n49 GROUP BY key, 1, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2_n49 +POSTHOOK: Output: default@outputtbl4_n2 OPTIMIZED SQL: SELECT `key`, 1 AS `_o__c1`, `val`, COUNT(*) AS `_o__c3` FROM `default`.`t2_n49` GROUP BY `key`, `val` @@ -3404,10 +3460,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl5_n2 SELECT key, 1, val, 2, count(1) FROM T2_n49 GROUP BY key, 1, val, 2 PREHOOK: type: QUERY +PREHOOK: Input: default@t2_n49 +PREHOOK: Output: default@outputtbl5_n2 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl5_n2 SELECT key, 1, val, 2, count(1) FROM T2_n49 GROUP BY key, 1, val, 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2_n49 +POSTHOOK: Output: default@outputtbl5_n2 OPTIMIZED SQL: SELECT `key`, 1 AS `_o__c1`, `val`, 2 AS `_o__c3`, COUNT(*) AS `_o__c4` FROM `default`.`t2_n49` GROUP BY `key`, `val` @@ -3604,12 +3664,16 @@ SELECT key, constant, val, count(1) from (SELECT key, 1 as constant, val from T2_n49)subq group by key, constant, val PREHOOK: type: QUERY +PREHOOK: Input: default@t2_n49 +PREHOOK: Output: default@outputtbl4_n2 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl4_n2 SELECT key, constant, val, count(1) from (SELECT key, 1 as constant, val from T2_n49)subq group by key, constant, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2_n49 +POSTHOOK: Output: default@outputtbl4_n2 OPTIMIZED SQL: SELECT `key`, 1 AS `constant`, `val`, COUNT(*) AS `_o__c3` FROM `default`.`t2_n49` GROUP BY `key`, `val` @@ -3810,6 +3874,8 @@ SELECT key, constant as constant2, val, 2 as constant3 from )subq2 group by key, constant3, val PREHOOK: type: QUERY +PREHOOK: Input: default@t2_n49 +PREHOOK: Output: default@outputtbl4_n2 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl4_n2 select key, constant3, val, count(1) from @@ -3819,6 +3885,8 @@ SELECT key, constant as constant2, val, 2 as constant3 from )subq2 group by key, constant3, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2_n49 +POSTHOOK: Output: default@outputtbl4_n2 OPTIMIZED SQL: SELECT `key`, 2 AS `constant3`, `val`, COUNT(*) AS `_o__c3` FROM `default`.`t2_n49` GROUP BY `key`, `val` @@ -4037,11 +4105,17 @@ FROM T2_n49 INSERT OVERWRITE TABLE DEST1_n80 SELECT key, count(1) GROUP BY key INSERT OVERWRITE TABLE DEST2_n18 SELECT key, val, count(1) GROUP BY key, val PREHOOK: type: QUERY +PREHOOK: Input: default@t2_n49 +PREHOOK: Output: default@dest1_n80 +PREHOOK: Output: default@dest2_n18 POSTHOOK: query: EXPLAIN FROM T2_n49 INSERT OVERWRITE TABLE DEST1_n80 SELECT key, count(1) GROUP BY key INSERT OVERWRITE TABLE DEST2_n18 SELECT key, val, count(1) GROUP BY key, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2_n49 +POSTHOOK: Output: default@dest1_n80 +POSTHOOK: Output: default@dest2_n18 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -4202,11 +4276,17 @@ FROM (select key, val from T2_n49 where key = 8) x INSERT OVERWRITE TABLE DEST1_n80 SELECT key, count(1) GROUP BY key INSERT OVERWRITE TABLE DEST2_n18 SELECT key, val, count(1) GROUP BY key, val PREHOOK: type: QUERY +PREHOOK: Input: default@t2_n49 +PREHOOK: Output: default@dest1_n80 +PREHOOK: Output: default@dest2_n18 POSTHOOK: query: EXPLAIN FROM (select key, val from T2_n49 where key = 8) x INSERT OVERWRITE TABLE DEST1_n80 SELECT key, count(1) GROUP BY key INSERT OVERWRITE TABLE DEST2_n18 SELECT key, val, count(1) GROUP BY key, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2_n49 +POSTHOOK: Output: default@dest1_n80 +POSTHOOK: Output: default@dest2_n18 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/groupby_sort_skew_1_23.q.out b/ql/src/test/results/clientpositive/spark/groupby_sort_skew_1_23.q.out index 69011aa..c5c1975 100644 --- a/ql/src/test/results/clientpositive/spark/groupby_sort_skew_1_23.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby_sort_skew_1_23.q.out @@ -38,10 +38,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n13 SELECT key, count(1) FROM T1_n56 GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n56 +PREHOOK: Output: default@outputtbl1_n13 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n13 SELECT key, count(1) FROM T1_n56 GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n56 +POSTHOOK: Output: default@outputtbl1_n13 OPTIMIZED SQL: SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`t1_n56` GROUP BY `key` @@ -238,10 +242,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl2_n3 SELECT key, val, count(1) FROM T1_n56 GROUP BY key, val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n56 +PREHOOK: Output: default@outputtbl2_n3 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl2_n3 SELECT key, val, count(1) FROM T1_n56 GROUP BY key, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n56 +POSTHOOK: Output: default@outputtbl2_n3 OPTIMIZED SQL: SELECT `key`, `val`, COUNT(*) AS `$f2` FROM `default`.`t1_n56` GROUP BY `key`, `val` @@ -473,10 +481,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n13 SELECT key, count(1) FROM (SELECT key, val FROM T1_n56) subq1 GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n56 +PREHOOK: Output: default@outputtbl1_n13 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n13 SELECT key, count(1) FROM (SELECT key, val FROM T1_n56) subq1 GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n56 +POSTHOOK: Output: default@outputtbl1_n13 OPTIMIZED SQL: SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`t1_n56` GROUP BY `key` @@ -665,10 +677,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n13 SELECT k, count(1) FROM (SELECT key as k, val as v FROM T1_n56) subq1 GROUP BY k PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n56 +PREHOOK: Output: default@outputtbl1_n13 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n13 SELECT k, count(1) FROM (SELECT key as k, val as v FROM T1_n56) subq1 GROUP BY k POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n56 +POSTHOOK: Output: default@outputtbl1_n13 OPTIMIZED SQL: SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`t1_n56` GROUP BY `key` @@ -865,10 +881,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl3_n1 SELECT 1, key, count(1) FROM T1_n56 GROUP BY 1, key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n56 +PREHOOK: Output: default@outputtbl3_n1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl3_n1 SELECT 1, key, count(1) FROM T1_n56 GROUP BY 1, key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n56 +POSTHOOK: Output: default@outputtbl3_n1 OPTIMIZED SQL: SELECT 1 AS `_o__c0`, `key`, COUNT(*) AS `_o__c2` FROM `default`.`t1_n56` GROUP BY `key` @@ -1066,10 +1086,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl4_n1 SELECT key, 1, val, count(1) FROM T1_n56 GROUP BY key, 1, val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n56 +PREHOOK: Output: default@outputtbl4_n1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl4_n1 SELECT key, 1, val, count(1) FROM T1_n56 GROUP BY key, 1, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n56 +POSTHOOK: Output: default@outputtbl4_n1 OPTIMIZED SQL: SELECT `key`, 1 AS `_o__c1`, `val`, COUNT(*) AS `_o__c3` FROM `default`.`t1_n56` GROUP BY `key`, `val` @@ -1302,10 +1326,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl3_n1 SELECT key, key + 1, count(1) FROM T1_n56 GROUP BY key, key + 1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n56 +PREHOOK: Output: default@outputtbl3_n1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl3_n1 SELECT key, key + 1, count(1) FROM T1_n56 GROUP BY key, key + 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n56 +POSTHOOK: Output: default@outputtbl3_n1 OPTIMIZED SQL: SELECT `key` AS `$f0`, CAST(`key` AS DOUBLE) + CAST(1 AS DOUBLE) AS `$f1`, COUNT(*) AS `$f2` FROM `default`.`t1_n56` GROUP BY `key`, CAST(`key` AS DOUBLE) + CAST(1 AS DOUBLE) @@ -1538,12 +1566,16 @@ SELECT cast(key + key as string), sum(cnt) from (SELECT key, count(1) as cnt FROM T1_n56 GROUP BY key) subq1 group by key + key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n56 +PREHOOK: Output: default@outputtbl1_n13 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n13 SELECT cast(key + key as string), sum(cnt) from (SELECT key, count(1) as cnt FROM T1_n56 GROUP BY key) subq1 group by key + key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n56 +POSTHOOK: Output: default@outputtbl1_n13 OPTIMIZED SQL: SELECT CAST(CAST(`key` AS DOUBLE) + CAST(`key` AS DOUBLE) AS STRING) AS `_o__c0`, SUM(COUNT(*)) AS `_o__c1` FROM `default`.`t1_n56` GROUP BY CAST(`key` AS DOUBLE) + CAST(`key` AS DOUBLE) @@ -1791,6 +1823,8 @@ SELECT key, count(1) FROM T1_n56 GROUP BY key SELECT key, count(1) FROM T1_n56 GROUP BY key ) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n56 +PREHOOK: Output: default@outputtbl1_n13 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n13 SELECT * FROM ( @@ -1799,6 +1833,8 @@ SELECT key, count(1) FROM T1_n56 GROUP BY key SELECT key, count(1) FROM T1_n56 GROUP BY key ) subq1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n56 +POSTHOOK: Output: default@outputtbl1_n13 OPTIMIZED SQL: SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`t1_n56` GROUP BY `key` @@ -2119,6 +2155,8 @@ SELECT key, count(1) FROM T1_n56 GROUP BY key SELECT cast(key + key as string) as key, count(1) FROM T1_n56 GROUP BY key + key ) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n56 +PREHOOK: Output: default@outputtbl1_n13 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n13 SELECT * FROM ( @@ -2127,6 +2165,8 @@ SELECT key, count(1) FROM T1_n56 GROUP BY key SELECT cast(key + key as string) as key, count(1) FROM T1_n56 GROUP BY key + key ) subq1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n56 +POSTHOOK: Output: default@outputtbl1_n13 OPTIMIZED SQL: SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`t1_n56` GROUP BY `key` @@ -2492,6 +2532,8 @@ JOIN (SELECT key, count(1) as cnt FROM T1_n56 GROUP BY key) subq2 ON subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n56 +PREHOOK: Output: default@outputtbl1_n13 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n13 SELECT subq1.key, subq1.cnt+subq2.cnt FROM @@ -2500,6 +2542,8 @@ JOIN (SELECT key, count(1) as cnt FROM T1_n56 GROUP BY key) subq2 ON subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n56 +POSTHOOK: Output: default@outputtbl1_n13 OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`$f1` + `t2`.`$f1` AS `_o__c1` FROM (SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`t1_n56` @@ -2810,6 +2854,8 @@ JOIN (SELECT key, val, count(1) FROM T1_n56 GROUP BY key, val) subq2 ON subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n56 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT * FROM (SELECT key, count(1) FROM T1_n56 GROUP BY key) subq1 @@ -2817,6 +2863,8 @@ JOIN (SELECT key, val, count(1) FROM T1_n56 GROUP BY key, val) subq2 ON subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n56 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT * FROM (SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`t1_n56` @@ -3107,10 +3155,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n13 SELECT key, count(1) FROM T2_n34 GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@t2_n34 +PREHOOK: Output: default@outputtbl1_n13 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl1_n13 SELECT key, count(1) FROM T2_n34 GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2_n34 +POSTHOOK: Output: default@outputtbl1_n13 OPTIMIZED SQL: SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`t2_n34` GROUP BY `key` @@ -3341,10 +3393,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl4_n1 SELECT key, 1, val, count(1) FROM T2_n34 GROUP BY key, 1, val PREHOOK: type: QUERY +PREHOOK: Input: default@t2_n34 +PREHOOK: Output: default@outputtbl4_n1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl4_n1 SELECT key, 1, val, count(1) FROM T2_n34 GROUP BY key, 1, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2_n34 +POSTHOOK: Output: default@outputtbl4_n1 OPTIMIZED SQL: SELECT `key`, 1 AS `_o__c1`, `val`, COUNT(*) AS `_o__c3` FROM `default`.`t2_n34` GROUP BY `key`, `val` @@ -3544,10 +3600,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl5_n1 SELECT key, 1, val, 2, count(1) FROM T2_n34 GROUP BY key, 1, val, 2 PREHOOK: type: QUERY +PREHOOK: Input: default@t2_n34 +PREHOOK: Output: default@outputtbl5_n1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl5_n1 SELECT key, 1, val, 2, count(1) FROM T2_n34 GROUP BY key, 1, val, 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2_n34 +POSTHOOK: Output: default@outputtbl5_n1 OPTIMIZED SQL: SELECT `key`, 1 AS `_o__c1`, `val`, 2 AS `_o__c3`, COUNT(*) AS `_o__c4` FROM `default`.`t2_n34` GROUP BY `key`, `val` @@ -3744,12 +3804,16 @@ SELECT key, constant, val, count(1) from (SELECT key, 1 as constant, val from T2_n34)subq group by key, constant, val PREHOOK: type: QUERY +PREHOOK: Input: default@t2_n34 +PREHOOK: Output: default@outputtbl4_n1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl4_n1 SELECT key, constant, val, count(1) from (SELECT key, 1 as constant, val from T2_n34)subq group by key, constant, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2_n34 +POSTHOOK: Output: default@outputtbl4_n1 OPTIMIZED SQL: SELECT `key`, 1 AS `constant`, `val`, COUNT(*) AS `_o__c3` FROM `default`.`t2_n34` GROUP BY `key`, `val` @@ -3950,6 +4014,8 @@ SELECT key, constant as constant2, val, 2 as constant3 from )subq2 group by key, constant3, val PREHOOK: type: QUERY +PREHOOK: Input: default@t2_n34 +PREHOOK: Output: default@outputtbl4_n1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE outputTbl4_n1 select key, constant3, val, count(1) from @@ -3959,6 +4025,8 @@ SELECT key, constant as constant2, val, 2 as constant3 from )subq2 group by key, constant3, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2_n34 +POSTHOOK: Output: default@outputtbl4_n1 OPTIMIZED SQL: SELECT `key`, 2 AS `constant3`, `val`, COUNT(*) AS `_o__c3` FROM `default`.`t2_n34` GROUP BY `key`, `val` @@ -4177,11 +4245,17 @@ FROM T2_n34 INSERT OVERWRITE TABLE DEST1_n57 SELECT key, count(1) GROUP BY key INSERT OVERWRITE TABLE DEST2_n12 SELECT key, val, count(1) GROUP BY key, val PREHOOK: type: QUERY +PREHOOK: Input: default@t2_n34 +PREHOOK: Output: default@dest1_n57 +PREHOOK: Output: default@dest2_n12 POSTHOOK: query: EXPLAIN FROM T2_n34 INSERT OVERWRITE TABLE DEST1_n57 SELECT key, count(1) GROUP BY key INSERT OVERWRITE TABLE DEST2_n12 SELECT key, val, count(1) GROUP BY key, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2_n34 +POSTHOOK: Output: default@dest1_n57 +POSTHOOK: Output: default@dest2_n12 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -4358,11 +4432,17 @@ FROM (select key, val from T2_n34 where key = 8) x INSERT OVERWRITE TABLE DEST1_n57 SELECT key, count(1) GROUP BY key INSERT OVERWRITE TABLE DEST2_n12 SELECT key, val, count(1) GROUP BY key, val PREHOOK: type: QUERY +PREHOOK: Input: default@t2_n34 +PREHOOK: Output: default@dest1_n57 +PREHOOK: Output: default@dest2_n12 POSTHOOK: query: EXPLAIN FROM (select key, val from T2_n34 where key = 8) x INSERT OVERWRITE TABLE DEST1_n57 SELECT key, count(1) GROUP BY key INSERT OVERWRITE TABLE DEST2_n12 SELECT key, val, count(1) GROUP BY key, val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2_n34 +POSTHOOK: Output: default@dest1_n57 +POSTHOOK: Output: default@dest2_n12 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/having.q.out b/ql/src/test/results/clientpositive/spark/having.q.out index 4f68955..2b7c88a 100644 --- a/ql/src/test/results/clientpositive/spark/having.q.out +++ b/ql/src/test/results/clientpositive/spark/having.q.out @@ -1,7 +1,11 @@ PREHOOK: query: EXPLAIN SELECT count(value) AS c FROM src GROUP BY key HAVING c > 3 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(value) AS c FROM src GROUP BY key HAVING c > 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -89,8 +93,12 @@ POSTHOOK: Input: default@src 5 PREHOOK: query: EXPLAIN SELECT key, max(value) AS c FROM src GROUP BY key HAVING key != 302 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, max(value) AS c FROM src GROUP BY key HAVING key != 302 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -464,8 +472,12 @@ POSTHOOK: Input: default@src 98 val_98 PREHOOK: query: EXPLAIN SELECT key FROM src GROUP BY key HAVING max(value) > "val_255" PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key FROM src GROUP BY key HAVING max(value) > "val_255" POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -738,8 +750,12 @@ POSTHOOK: Input: default@src 98 PREHOOK: query: EXPLAIN SELECT key FROM src where key > 300 GROUP BY key HAVING max(value) > "val_255" PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key FROM src where key > 300 GROUP BY key HAVING max(value) > "val_255" POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -937,8 +953,12 @@ POSTHOOK: Input: default@src 498 PREHOOK: query: EXPLAIN SELECT key, max(value) FROM src GROUP BY key HAVING max(value) > "val_255" PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, max(value) FROM src GROUP BY key HAVING max(value) > "val_255" POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1207,8 +1227,12 @@ POSTHOOK: Input: default@src 98 val_98 PREHOOK: query: EXPLAIN SELECT key, COUNT(value) FROM src GROUP BY key HAVING count(value) >= 4 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, COUNT(value) FROM src GROUP BY key HAVING count(value) >= 4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/identity_project_remove_skip.q.out b/ql/src/test/results/clientpositive/spark/identity_project_remove_skip.q.out index 648e9a6..a85f0d2 100644 --- a/ql/src/test/results/clientpositive/spark/identity_project_remove_skip.q.out +++ b/ql/src/test/results/clientpositive/spark/identity_project_remove_skip.q.out @@ -7,6 +7,8 @@ from on (t2.key=t3.key ) where t2.value='val_105' and t3.key='105' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select t2.* from @@ -16,6 +18,8 @@ from on (t2.key=t3.key ) where t2.value='val_105' and t3.key='105' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/infer_bucket_sort_map_operators.q.out b/ql/src/test/results/clientpositive/spark/infer_bucket_sort_map_operators.q.out index ab4fa0a..f50fa54 100644 --- a/ql/src/test/results/clientpositive/spark/infer_bucket_sort_map_operators.q.out +++ b/ql/src/test/results/clientpositive/spark/infer_bucket_sort_map_operators.q.out @@ -49,9 +49,13 @@ POSTHOOK: Output: default@test_table_out_n0 PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table_out_n0 PARTITION (part = '1') SELECT key, count(*) FROM test_table1_n14 GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n14 +PREHOOK: Output: default@test_table_out_n0@part=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table_out_n0 PARTITION (part = '1') SELECT key, count(*) FROM test_table1_n14 GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n14 +POSTHOOK: Output: default@test_table_out_n0@part=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -165,6 +169,9 @@ SELECT a.key, a.value FROM ( ) b ON (a.value = b.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@test_table1_n14 +PREHOOK: Output: default@test_table_out_n0@part=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table_out_n0 PARTITION (part = '1') SELECT a.key, a.value FROM ( SELECT key, count(*) AS value FROM test_table1_n14 GROUP BY key @@ -173,6 +180,9 @@ SELECT a.key, a.value FROM ( ) b ON (a.value = b.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@test_table1_n14 +POSTHOOK: Output: default@test_table_out_n0@part=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -331,9 +341,15 @@ Storage Desc Params: PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table_out_n0 PARTITION (part = '1') SELECT /*+ MAPJOIN(a) */ a.key, b.value FROM test_table1_n14 a JOIN test_table2_n13 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n14 +PREHOOK: Input: default@test_table2_n13 +PREHOOK: Output: default@test_table_out_n0@part=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table_out_n0 PARTITION (part = '1') SELECT /*+ MAPJOIN(a) */ a.key, b.value FROM test_table1_n14 a JOIN test_table2_n13 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n14 +POSTHOOK: Input: default@test_table2_n13 +POSTHOOK: Output: default@test_table_out_n0@part=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -444,10 +460,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table_out_n0 PARTITION (part SELECT /*+ MAPJOIN(a) */ b.value, count(*) FROM test_table1_n14 a JOIN test_table2_n13 b ON a.key = b.key GROUP BY b.value PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n14 +PREHOOK: Input: default@test_table2_n13 +PREHOOK: Output: default@test_table_out_n0@part=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table_out_n0 PARTITION (part = '1') SELECT /*+ MAPJOIN(a) */ b.value, count(*) FROM test_table1_n14 a JOIN test_table2_n13 b ON a.key = b.key GROUP BY b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n14 +POSTHOOK: Input: default@test_table2_n13 +POSTHOOK: Output: default@test_table_out_n0@part=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/infer_bucket_sort_num_buckets.q.out b/ql/src/test/results/clientpositive/spark/infer_bucket_sort_num_buckets.q.out index 9da7339..7d517ab 100644 --- a/ql/src/test/results/clientpositive/spark/infer_bucket_sort_num_buckets.q.out +++ b/ql/src/test/results/clientpositive/spark/infer_bucket_sort_num_buckets.q.out @@ -14,6 +14,10 @@ FROM srcpart WHERE ds = '2008-04-08') a DISTRIBUTE BY key2 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@test_table_n0@ds=2008-04-08 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table_n0 PARTITION (ds = '2008-04-08', hr) SELECT key2, value, cast(hr as int) FROM @@ -22,6 +26,9 @@ FROM srcpart WHERE ds = '2008-04-08') a DISTRIBUTE BY key2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/innerjoin.q.out b/ql/src/test/results/clientpositive/spark/innerjoin.q.out index 108698c..08f1d8b 100644 --- a/ql/src/test/results/clientpositive/spark/innerjoin.q.out +++ b/ql/src/test/results/clientpositive/spark/innerjoin.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src src1 INNER JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1_n20 SELECT src1.key, src2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_j1_n20 POSTHOOK: query: EXPLAIN FROM src src1 INNER JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1_n20 SELECT src1.key, src2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_j1_n20 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1183,9 +1187,13 @@ POSTHOOK: Input: default@i_n2 PREHOOK: query: explain select * from (select * from src) `inner` left outer join src on `inner`.key=src.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select * from src) `inner` left outer join src on `inner`.key=src.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/input12.q.out b/ql/src/test/results/clientpositive/spark/input12.q.out index f292ae6..3ecd4f1 100644 --- a/ql/src/test/results/clientpositive/spark/input12.q.out +++ b/ql/src/test/results/clientpositive/spark/input12.q.out @@ -28,12 +28,20 @@ INSERT OVERWRITE TABLE dest1_n122 SELECT src.* WHERE src.key < 100 INSERT OVERWRITE TABLE dest2_n32 SELECT src.key, src.value WHERE src.key >= 100 and src.key < 200 INSERT OVERWRITE TABLE dest3_n5 PARTITION(ds='2008-04-08', hr='12') SELECT src.key WHERE src.key >= 200 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n122 +PREHOOK: Output: default@dest2_n32 +PREHOOK: Output: default@dest3_n5@ds=2008-04-08/hr=12 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n122 SELECT src.* WHERE src.key < 100 INSERT OVERWRITE TABLE dest2_n32 SELECT src.key, src.value WHERE src.key >= 100 and src.key < 200 INSERT OVERWRITE TABLE dest3_n5 PARTITION(ds='2008-04-08', hr='12') SELECT src.key WHERE src.key >= 200 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n122 +POSTHOOK: Output: default@dest2_n32 +POSTHOOK: Output: default@dest3_n5@ds=2008-04-08/hr=12 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-0 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/spark/input13.q.out b/ql/src/test/results/clientpositive/spark/input13.q.out index 5769655..1f3d75b 100644 --- a/ql/src/test/results/clientpositive/spark/input13.q.out +++ b/ql/src/test/results/clientpositive/spark/input13.q.out @@ -29,6 +29,11 @@ INSERT OVERWRITE TABLE dest2_n16 SELECT src.key, src.value WHERE src.key >= 100 INSERT OVERWRITE TABLE dest3_n1 PARTITION(ds='2008-04-08', hr='12') SELECT src.key WHERE src.key >= 200 and src.key < 300 INSERT OVERWRITE DIRECTORY 'target/warehouse/dest4.out' SELECT src.value WHERE src.key >= 300 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n77 +PREHOOK: Output: default@dest2_n16 +PREHOOK: Output: default@dest3_n1@ds=2008-04-08/hr=12 +PREHOOK: Output: target/warehouse/dest4.out POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n77 SELECT src.* WHERE src.key < 100 @@ -36,6 +41,11 @@ INSERT OVERWRITE TABLE dest2_n16 SELECT src.key, src.value WHERE src.key >= 100 INSERT OVERWRITE TABLE dest3_n1 PARTITION(ds='2008-04-08', hr='12') SELECT src.key WHERE src.key >= 200 and src.key < 300 INSERT OVERWRITE DIRECTORY 'target/warehouse/dest4.out' SELECT src.value WHERE src.key >= 300 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n77 +POSTHOOK: Output: default@dest2_n16 +POSTHOOK: Output: default@dest3_n1@ds=2008-04-08/hr=12 +POSTHOOK: Output: target/warehouse/dest4.out STAGE DEPENDENCIES: Stage-4 is a root stage Stage-0 depends on stages: Stage-4 diff --git a/ql/src/test/results/clientpositive/spark/input14.q.out b/ql/src/test/results/clientpositive/spark/input14.q.out index 2d2c872..e8bdfec 100644 --- a/ql/src/test/results/clientpositive/spark/input14.q.out +++ b/ql/src/test/results/clientpositive/spark/input14.q.out @@ -15,6 +15,8 @@ FROM ( ) tmap INSERT OVERWRITE TABLE dest1_n42 SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n42 POSTHOOK: query: EXPLAIN FROM ( FROM src @@ -24,6 +26,8 @@ FROM ( ) tmap INSERT OVERWRITE TABLE dest1_n42 SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n42 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/input17.q.out b/ql/src/test/results/clientpositive/spark/input17.q.out index f20f5bb..2591b99 100644 --- a/ql/src/test/results/clientpositive/spark/input17.q.out +++ b/ql/src/test/results/clientpositive/spark/input17.q.out @@ -15,6 +15,8 @@ FROM ( ) tmap INSERT OVERWRITE TABLE dest1_n81 SELECT tmap.tkey, tmap.tvalue PREHOOK: type: QUERY +PREHOOK: Input: default@src_thrift +PREHOOK: Output: default@dest1_n81 POSTHOOK: query: EXPLAIN FROM ( FROM src_thrift @@ -24,6 +26,8 @@ FROM ( ) tmap INSERT OVERWRITE TABLE dest1_n81 SELECT tmap.tkey, tmap.tvalue POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_thrift +POSTHOOK: Output: default@dest1_n81 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/input18.q.out b/ql/src/test/results/clientpositive/spark/input18.q.out index 796fe81..966aa12 100644 --- a/ql/src/test/results/clientpositive/spark/input18.q.out +++ b/ql/src/test/results/clientpositive/spark/input18.q.out @@ -15,6 +15,8 @@ FROM ( ) tmap INSERT OVERWRITE TABLE dest1_n124 SELECT tmap.key, regexp_replace(tmap.value,'\t','+') WHERE tmap.key < 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n124 POSTHOOK: query: EXPLAIN FROM ( FROM src @@ -24,6 +26,8 @@ FROM ( ) tmap INSERT OVERWRITE TABLE dest1_n124 SELECT tmap.key, regexp_replace(tmap.value,'\t','+') WHERE tmap.key < 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n124 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/input1_limit.q.out b/ql/src/test/results/clientpositive/spark/input1_limit.q.out index 2a46f32..6ca0d9a 100644 --- a/ql/src/test/results/clientpositive/spark/input1_limit.q.out +++ b/ql/src/test/results/clientpositive/spark/input1_limit.q.out @@ -19,11 +19,17 @@ FROM src INSERT OVERWRITE TABLE dest1_n12 SELECT src.key, src.value WHERE src.key < 100 LIMIT 10 INSERT OVERWRITE TABLE dest2_n2 SELECT src.key, src.value WHERE src.key < 100 LIMIT 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n12 +PREHOOK: Output: default@dest2_n2 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n12 SELECT src.key, src.value WHERE src.key < 100 LIMIT 10 INSERT OVERWRITE TABLE dest2_n2 SELECT src.key, src.value WHERE src.key < 100 LIMIT 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n12 +POSTHOOK: Output: default@dest2_n2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/input_part2.q.out b/ql/src/test/results/clientpositive/spark/input_part2.q.out index 6117680..b4a707c 100644 --- a/ql/src/test/results/clientpositive/spark/input_part2.q.out +++ b/ql/src/test/results/clientpositive/spark/input_part2.q.out @@ -19,11 +19,21 @@ FROM srcpart INSERT OVERWRITE TABLE dest1_n84 SELECT srcpart.key, srcpart.value, srcpart.hr, srcpart.ds WHERE srcpart.key < 100 and srcpart.ds = '2008-04-08' and srcpart.hr = '12' INSERT OVERWRITE TABLE dest2_n20 SELECT srcpart.key, srcpart.value, srcpart.hr, srcpart.ds WHERE srcpart.key < 100 and srcpart.ds = '2008-04-09' and srcpart.hr = '12' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: default@dest1_n84 +PREHOOK: Output: default@dest2_n20 POSTHOOK: query: EXPLAIN EXTENDED FROM srcpart INSERT OVERWRITE TABLE dest1_n84 SELECT srcpart.key, srcpart.value, srcpart.hr, srcpart.ds WHERE srcpart.key < 100 and srcpart.ds = '2008-04-08' and srcpart.hr = '12' INSERT OVERWRITE TABLE dest2_n20 SELECT srcpart.key, srcpart.value, srcpart.hr, srcpart.ds WHERE srcpart.key < 100 and srcpart.ds = '2008-04-09' and srcpart.hr = '12' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: default@dest1_n84 +POSTHOOK: Output: default@dest2_n20 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/insert1.q.out b/ql/src/test/results/clientpositive/spark/insert1.q.out index 37697c8..bbbf464 100644 --- a/ql/src/test/results/clientpositive/spark/insert1.q.out +++ b/ql/src/test/results/clientpositive/spark/insert1.q.out @@ -26,8 +26,12 @@ POSTHOOK: Lineage: insert1.key SIMPLE [] POSTHOOK: Lineage: insert1.value SIMPLE [(insert2)a.FieldSchema(name:value, type:string, comment:null), ] PREHOOK: query: explain insert into table insert1 select a.key, a.value from insert2 a WHERE (a.key=-1) PREHOOK: type: QUERY +PREHOOK: Input: default@insert2 +PREHOOK: Output: default@insert1 POSTHOOK: query: explain insert into table insert1 select a.key, a.value from insert2 a WHERE (a.key=-1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert2 +POSTHOOK: Output: default@insert1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -76,8 +80,12 @@ STAGE PLANS: PREHOOK: query: explain insert into table INSERT1 select a.key, a.value from insert2 a WHERE (a.key=-1) PREHOOK: type: QUERY +PREHOOK: Input: default@insert2 +PREHOOK: Output: default@insert1 POSTHOOK: query: explain insert into table INSERT1 select a.key, a.value from insert2 a WHERE (a.key=-1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert2 +POSTHOOK: Output: default@insert1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -140,8 +148,12 @@ POSTHOOK: Output: database:x POSTHOOK: Output: x@insert1 PREHOOK: query: explain insert into table x.INSERT1 select a.key, a.value from insert2 a WHERE (a.key=-1) PREHOOK: type: QUERY +PREHOOK: Input: default@insert2 +PREHOOK: Output: x@insert1 POSTHOOK: query: explain insert into table x.INSERT1 select a.key, a.value from insert2 a WHERE (a.key=-1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert2 +POSTHOOK: Output: x@insert1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -190,8 +202,12 @@ STAGE PLANS: PREHOOK: query: explain insert into table default.INSERT1 select a.key, a.value from insert2 a WHERE (a.key=-1) PREHOOK: type: QUERY +PREHOOK: Input: default@insert2 +PREHOOK: Output: default@insert1 POSTHOOK: query: explain insert into table default.INSERT1 select a.key, a.value from insert2 a WHERE (a.key=-1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert2 +POSTHOOK: Output: default@insert1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -243,11 +259,17 @@ from insert2 insert into table insert1 select * where key < 10 insert overwrite table x.insert1 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@insert2 +PREHOOK: Output: default@insert1 +PREHOOK: Output: x@insert1 POSTHOOK: query: explain from insert2 insert into table insert1 select * where key < 10 insert overwrite table x.insert1 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert2 +POSTHOOK: Output: default@insert1 +POSTHOOK: Output: x@insert1 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/insert_into1.q.out b/ql/src/test/results/clientpositive/spark/insert_into1.q.out index 5cac62c..bfc8717 100644 --- a/ql/src/test/results/clientpositive/spark/insert_into1.q.out +++ b/ql/src/test/results/clientpositive/spark/insert_into1.q.out @@ -12,8 +12,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@insert_into1 PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1 SELECT * from src ORDER BY key LIMIT 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@insert_into1 POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1 SELECT * from src ORDER BY key LIMIT 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@insert_into1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -105,9 +109,13 @@ POSTHOOK: Input: default@insert_into1 PREHOOK: query: explain select count(*) from insert_into1 PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into1 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from insert_into1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -129,8 +137,12 @@ POSTHOOK: Input: default@insert_into1 100 PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1 SELECT * FROM src ORDER BY key LIMIT 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@insert_into1 POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1 SELECT * FROM src ORDER BY key LIMIT 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@insert_into1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -222,9 +234,13 @@ POSTHOOK: Input: default@insert_into1 PREHOOK: query: explain SELECT COUNT(*) FROM insert_into1 PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into1 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT COUNT(*) FROM insert_into1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -246,8 +262,12 @@ POSTHOOK: Input: default@insert_into1 200 PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE insert_into1 SELECT * FROM src ORDER BY key LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@insert_into1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE insert_into1 SELECT * FROM src ORDER BY key LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@insert_into1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -339,9 +359,13 @@ POSTHOOK: Input: default@insert_into1 PREHOOK: query: explain SELECT COUNT(*) FROM insert_into1 PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into1 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT COUNT(*) FROM insert_into1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -363,8 +387,12 @@ POSTHOOK: Input: default@insert_into1 10 PREHOOK: query: explain insert overwrite table insert_into1 select 1, 'a' PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1 POSTHOOK: query: explain insert overwrite table insert_into1 select 1, 'a' POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@insert_into1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -420,8 +448,12 @@ POSTHOOK: Lineage: insert_into1.key SIMPLE [] POSTHOOK: Lineage: insert_into1.value SIMPLE [] PREHOOK: query: explain insert into insert_into1 select 2, 'b' PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1 POSTHOOK: query: explain insert into insert_into1 select 2, 'b' POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@insert_into1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -488,9 +520,13 @@ POSTHOOK: Input: default@insert_into1 PREHOOK: query: explain insert into table insert_into1 values(1, 'abc') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1 POSTHOOK: query: explain insert into table insert_into1 values(1, 'abc') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@insert_into1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -549,9 +585,13 @@ POSTHOOK: Lineage: insert_into1.value SCRIPT [] PREHOOK: query: explain SELECT COUNT(*) FROM insert_into1 PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into1 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT COUNT(*) FROM insert_into1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/insert_into2.q.out b/ql/src/test/results/clientpositive/spark/insert_into2.q.out index ca148b1..1b144ef 100644 --- a/ql/src/test/results/clientpositive/spark/insert_into2.q.out +++ b/ql/src/test/results/clientpositive/spark/insert_into2.q.out @@ -15,9 +15,13 @@ POSTHOOK: Output: default@insert_into2 PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into2 PARTITION (ds='1') SELECT * FROM src order by key LIMIT 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@insert_into2@ds=1 POSTHOOK: query: EXPLAIN INSERT INTO TABLE insert_into2 PARTITION (ds='1') SELECT * FROM src order by key LIMIT 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@insert_into2@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -98,9 +102,13 @@ POSTHOOK: Lineage: insert_into2 PARTITION(ds=1).value SIMPLE [(src)src.FieldSche PREHOOK: query: explain select count (*) from insert_into2 where ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into2 +#### A masked pattern was here #### POSTHOOK: query: explain select count (*) from insert_into2 where ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -133,9 +141,13 @@ POSTHOOK: Lineage: insert_into2 PARTITION(ds=1).value SIMPLE [(src)src.FieldSche PREHOOK: query: explain SELECT COUNT(*) FROM insert_into2 WHERE ds='1' PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into2 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT COUNT(*) FROM insert_into2 WHERE ds='1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -173,9 +185,13 @@ POSTHOOK: Input: default@insert_into2@ds=1 PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE insert_into2 PARTITION (ds='2') SELECT * FROM src order by key LIMIT 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@insert_into2@ds=2 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE insert_into2 PARTITION (ds='2') SELECT * FROM src order by key LIMIT 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@insert_into2@ds=2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -275,9 +291,13 @@ POSTHOOK: Input: default@insert_into2@ds=2 PREHOOK: query: explain SELECT COUNT(*) FROM insert_into2 WHERE ds='2' PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into2 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT COUNT(*) FROM insert_into2 WHERE ds='2' POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -300,9 +320,13 @@ POSTHOOK: Input: default@insert_into2 PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE insert_into2 PARTITION (ds='2') SELECT * FROM src order by key LIMIT 50 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@insert_into2@ds=2 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE insert_into2 PARTITION (ds='2') SELECT * FROM src order by key LIMIT 50 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@insert_into2@ds=2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -402,9 +426,13 @@ POSTHOOK: Input: default@insert_into2@ds=2 PREHOOK: query: explain SELECT COUNT(*) FROM insert_into2 WHERE ds='2' PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into2 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT COUNT(*) FROM insert_into2 WHERE ds='2' POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -437,9 +465,15 @@ POSTHOOK: Lineage: insert_into2 PARTITION(ds=2).value SCRIPT [] PREHOOK: query: explain SELECT COUNT(*) FROM insert_into2 where ds='2' PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into2 +PREHOOK: Input: default@insert_into2@ds=2 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT COUNT(*) FROM insert_into2 where ds='2' POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into2 +POSTHOOK: Input: default@insert_into2@ds=2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/insert_into3.q.out b/ql/src/test/results/clientpositive/spark/insert_into3.q.out index e8fdd81..8299b68 100644 --- a/ql/src/test/results/clientpositive/spark/insert_into3.q.out +++ b/ql/src/test/results/clientpositive/spark/insert_into3.q.out @@ -25,9 +25,15 @@ POSTHOOK: Output: default@insert_into3b PREHOOK: query: EXPLAIN FROM src INSERT INTO TABLE insert_into3a SELECT * ORDER BY key, value LIMIT 50 INSERT INTO TABLE insert_into3b SELECT * ORDER BY key, value LIMIT 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@insert_into3a +PREHOOK: Output: default@insert_into3b POSTHOOK: query: EXPLAIN FROM src INSERT INTO TABLE insert_into3a SELECT * ORDER BY key, value LIMIT 50 INSERT INTO TABLE insert_into3b SELECT * ORDER BY key, value LIMIT 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@insert_into3a +POSTHOOK: Output: default@insert_into3b STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -191,9 +197,15 @@ POSTHOOK: Input: default@insert_into3b PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE insert_into3a SELECT * LIMIT 10 INSERT INTO TABLE insert_into3b SELECT * LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@insert_into3a +PREHOOK: Output: default@insert_into3b POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE insert_into3a SELECT * LIMIT 10 INSERT INTO TABLE insert_into3b SELECT * LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@insert_into3a +POSTHOOK: Output: default@insert_into3b STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/join0.q.out b/ql/src/test/results/clientpositive/spark/join0.q.out index 0db05a3..a481b6c 100644 --- a/ql/src/test/results/clientpositive/spark/join0.q.out +++ b/ql/src/test/results/clientpositive/spark/join0.q.out @@ -7,6 +7,8 @@ SELECT src1.key as k1, src1.value as v1, (SELECT * FROM src WHERE src.key < 10) src2 SORT BY k1, v1, k2, v2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.key as k1, src1.value as v1, src2.key as k2, src2.value as v2 FROM @@ -15,6 +17,8 @@ SELECT src1.key as k1, src1.value as v1, (SELECT * FROM src WHERE src.key < 10) src2 SORT BY k1, v1, k2, v2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -102,6 +106,8 @@ SELECT src1.key as k1, src1.value as v1, (SELECT * FROM src WHERE src.key < 10) src2 SORT BY k1, v1, k2, v2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FORMATTED SELECT src1.key as k1, src1.value as v1, src2.key as k2, src2.value as v2 FROM @@ -110,6 +116,7 @@ SELECT src1.key as k1, src1.value as v1, (SELECT * FROM src WHERE src.key < 10) src2 SORT BY k1, v1, k2, v2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src #### A masked pattern was here #### Warning: Shuffle Join JOIN[8][tables = [src1, src2]] in Work 'Reducer 2' is a cross product PREHOOK: query: SELECT src1.key as k1, src1.value as v1, diff --git a/ql/src/test/results/clientpositive/spark/join1.q.out b/ql/src/test/results/clientpositive/spark/join1.q.out index 7048031..98e78b8 100644 --- a/ql/src/test/results/clientpositive/spark/join1.q.out +++ b/ql/src/test/results/clientpositive/spark/join1.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1_n15 SELECT src1.key, src2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_j1_n15 POSTHOOK: query: EXPLAIN FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1_n15 SELECT src1.key, src2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_j1_n15 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join10.q.out b/ql/src/test/results/clientpositive/spark/join10.q.out index 3f12fcd..1413626 100644 --- a/ql/src/test/results/clientpositive/spark/join10.q.out +++ b/ql/src/test/results/clientpositive/spark/join10.q.out @@ -5,6 +5,8 @@ JOIN ON (x.key = Y.key) SELECT Y.* PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM (SELECT src.* FROM src) x JOIN @@ -12,6 +14,8 @@ JOIN ON (x.key = Y.key) SELECT Y.* POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join11.q.out b/ql/src/test/results/clientpositive/spark/join11.q.out index 3b93fe1..b81ed8b 100644 --- a/ql/src/test/results/clientpositive/spark/join11.q.out +++ b/ql/src/test/results/clientpositive/spark/join11.q.out @@ -6,6 +6,8 @@ JOIN (SELECT src.key as c3, src.value as c4 from src) src2 ON src1.c1 = src2.c3 AND src1.c1 < 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.c1, src2.c4 FROM @@ -14,6 +16,8 @@ JOIN (SELECT src.key as c3, src.value as c4 from src) src2 ON src1.c1 = src2.c3 AND src1.c1 < 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join12.q.out b/ql/src/test/results/clientpositive/spark/join12.q.out index edc8921..28f5037 100644 --- a/ql/src/test/results/clientpositive/spark/join12.q.out +++ b/ql/src/test/results/clientpositive/spark/join12.q.out @@ -9,6 +9,8 @@ JOIN (SELECT src.key as c5, src.value as c6 from src) src3 ON src1.c1 = src3.c5 AND src3.c5 < 80 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.c1, src2.c4 FROM @@ -20,6 +22,8 @@ JOIN (SELECT src.key as c5, src.value as c6 from src) src3 ON src1.c1 = src3.c5 AND src3.c5 < 80 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join13.q.out b/ql/src/test/results/clientpositive/spark/join13.q.out index 9e0329c..1e68cdc 100644 --- a/ql/src/test/results/clientpositive/spark/join13.q.out +++ b/ql/src/test/results/clientpositive/spark/join13.q.out @@ -9,6 +9,8 @@ JOIN (SELECT src.key as c5, src.value as c6 from src) src3 ON src1.c1 + src2.c3 = src3.c5 AND src3.c5 < 200 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.c1, src2.c4 FROM @@ -20,6 +22,8 @@ JOIN (SELECT src.key as c5, src.value as c6 from src) src3 ON src1.c1 + src2.c3 = src3.c5 AND src3.c5 < 200 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join14.q.out b/ql/src/test/results/clientpositive/spark/join14.q.out index fb14d96..91e47d1 100644 --- a/ql/src/test/results/clientpositive/spark/join14.q.out +++ b/ql/src/test/results/clientpositive/spark/join14.q.out @@ -10,10 +10,20 @@ PREHOOK: query: EXPLAIN FROM src JOIN srcpart ON src.key = srcpart.key AND srcpart.ds = '2008-04-08' and src.key > 100 INSERT OVERWRITE TABLE dest1_n164 SELECT src.key, srcpart.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@dest1_n164 POSTHOOK: query: EXPLAIN FROM src JOIN srcpart ON src.key = srcpart.key AND srcpart.ds = '2008-04-08' and src.key > 100 INSERT OVERWRITE TABLE dest1_n164 SELECT src.key, srcpart.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@dest1_n164 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join15.q.out b/ql/src/test/results/clientpositive/spark/join15.q.out index 903cee4..372ce89 100644 --- a/ql/src/test/results/clientpositive/spark/join15.q.out +++ b/ql/src/test/results/clientpositive/spark/join15.q.out @@ -1,9 +1,13 @@ PREHOOK: query: EXPLAIN SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key) SORT BY src1.key, src1.value, src2.key, src2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key) SORT BY src1.key, src1.value, src2.key, src2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join16.q.out b/ql/src/test/results/clientpositive/spark/join16.q.out index cd1d696..472f617 100644 --- a/ql/src/test/results/clientpositive/spark/join16.q.out +++ b/ql/src/test/results/clientpositive/spark/join16.q.out @@ -1,7 +1,11 @@ PREHOOK: query: EXPLAIN SELECT subq.key, tab.value FROM (select a.key, a.value from src a where a.key > 10 ) subq JOIN src tab ON (subq.key = tab.key and subq.key > 20 and subq.value = tab.value) where tab.value < 200 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT subq.key, tab.value FROM (select a.key, a.value from src a where a.key > 10 ) subq JOIN src tab ON (subq.key = tab.key and subq.key > 20 and subq.value = tab.value) where tab.value < 200 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join17.q.out b/ql/src/test/results/clientpositive/spark/join17.q.out index 9588f18..b38933b 100644 --- a/ql/src/test/results/clientpositive/spark/join17.q.out +++ b/ql/src/test/results/clientpositive/spark/join17.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN EXTENDED FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest1_n121 SELECT src1.*, src2.* PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n121 POSTHOOK: query: EXPLAIN EXTENDED FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest1_n121 SELECT src1.*, src2.* POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n121 OPTIMIZED SQL: SELECT * FROM (SELECT `key`, `value` FROM `default`.`src` diff --git a/ql/src/test/results/clientpositive/spark/join18.q.out b/ql/src/test/results/clientpositive/spark/join18.q.out index 478b6a6..38660e5 100644 --- a/ql/src/test/results/clientpositive/spark/join18.q.out +++ b/ql/src/test/results/clientpositive/spark/join18.q.out @@ -11,6 +11,9 @@ PREHOOK: query: EXPLAIN ) b ON (a.key = b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value FROM @@ -24,6 +27,9 @@ POSTHOOK: query: EXPLAIN ) b ON (a.key = b.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join18_multi_distinct.q.out b/ql/src/test/results/clientpositive/spark/join18_multi_distinct.q.out index c7b18d7..3d7ebb6 100644 --- a/ql/src/test/results/clientpositive/spark/join18_multi_distinct.q.out +++ b/ql/src/test/results/clientpositive/spark/join18_multi_distinct.q.out @@ -12,6 +12,9 @@ PREHOOK: query: EXPLAIN ) b ON (a.key = b.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value1, b.value2 FROM @@ -26,6 +29,9 @@ POSTHOOK: query: EXPLAIN ) b ON (a.key = b.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join19.q.out b/ql/src/test/results/clientpositive/spark/join19.q.out index 95ec8f2..f5d2839 100644 --- a/ql/src/test/results/clientpositive/spark/join19.q.out +++ b/ql/src/test/results/clientpositive/spark/join19.q.out @@ -62,6 +62,8 @@ t6.predicate='http://sofa.semanticweb.org/sofa/v1.0/system#__LABEL_REL' ) t66 ON (t66.subject=t55.object) PREHOOK: type: QUERY +PREHOOK: Input: default@triples +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT t11.subject, t22.object , t33.subject , t55.object, t66.object FROM @@ -118,6 +120,8 @@ t6.predicate='http://sofa.semanticweb.org/sofa/v1.0/system#__LABEL_REL' ) t66 ON (t66.subject=t55.object) POSTHOOK: type: QUERY +POSTHOOK: Input: default@triples +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join2.q.out b/ql/src/test/results/clientpositive/spark/join2.q.out index 2817106..a257ac1 100644 --- a/ql/src/test/results/clientpositive/spark/join2.q.out +++ b/ql/src/test/results/clientpositive/spark/join2.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key + src2.key = src3.key) INSERT OVERWRITE TABLE dest_j2_n2 SELECT src1.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_j2_n2 POSTHOOK: query: EXPLAIN FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key + src2.key = src3.key) INSERT OVERWRITE TABLE dest_j2_n2 SELECT src1.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_j2_n2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join20.q.out b/ql/src/test/results/clientpositive/spark/join20.q.out index 6d1d5a5..19d240e 100644 --- a/ql/src/test/results/clientpositive/spark/join20.q.out +++ b/ql/src/test/results/clientpositive/spark/join20.q.out @@ -2,10 +2,14 @@ PREHOOK: query: EXPLAIN SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -667,10 +671,14 @@ PREHOOK: query: EXPLAIN SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key < 15) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key < 15) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join21.q.out b/ql/src/test/results/clientpositive/spark/join21.q.out index 84d8f10..367e07f 100644 --- a/ql/src/test/results/clientpositive/spark/join21.q.out +++ b/ql/src/test/results/clientpositive/spark/join21.q.out @@ -1,9 +1,13 @@ PREHOOK: query: EXPLAIN SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join22.q.out b/ql/src/test/results/clientpositive/spark/join22.q.out index 75aeffb..04a6f16 100644 --- a/ql/src/test/results/clientpositive/spark/join22.q.out +++ b/ql/src/test/results/clientpositive/spark/join22.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain SELECT src5.src1_value FROM (SELECT src3.*, src4.value as src4_value, src4.key as src4_key FROM src src4 JOIN (SELECT src2.*, src1.key as src1_key, src1.value as src1_value FROM src src1 JOIN src src2 ON src1.key = src2.key) src3 ON src3.src1_key = src4.key) src5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT src5.src1_value FROM (SELECT src3.*, src4.value as src4_value, src4.key as src4_key FROM src src4 JOIN (SELECT src2.*, src1.key as src1_key, src1.value as src1_value FROM src src1 JOIN src src2 ON src1.key = src2.key) src3 ON src3.src1_key = src4.key) src5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join23.q.out b/ql/src/test/results/clientpositive/spark/join23.q.out index 439a617..3bc898f 100644 --- a/ql/src/test/results/clientpositive/spark/join23.q.out +++ b/ql/src/test/results/clientpositive/spark/join23.q.out @@ -2,9 +2,13 @@ Warning: Shuffle Join JOIN[4][tables = [src1, src2]] in Work 'Reducer 2' is a cr PREHOOK: query: EXPLAIN SELECT * FROM src src1 JOIN src src2 WHERE src1.key < 10 and src2.key < 10 SORT BY src1.key, src1.value, src2.key, src2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src src1 JOIN src src2 WHERE src1.key < 10 and src2.key < 10 SORT BY src1.key, src1.value, src2.key, src2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join25.q.out b/ql/src/test/results/clientpositive/spark/join25.q.out index 32a7f78..c189632 100644 --- a/ql/src/test/results/clientpositive/spark/join25.q.out +++ b/ql/src/test/results/clientpositive/spark/join25.q.out @@ -11,11 +11,17 @@ INSERT OVERWRITE TABLE dest_j1_n18 SELECT /*+ MAPJOIN(x) */ x.key, x.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest_j1_n18 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_j1_n18 SELECT /*+ MAPJOIN(x) */ x.key, x.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest_j1_n18 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/spark/join26.q.out b/ql/src/test/results/clientpositive/spark/join26.q.out index 2720f62..2cb799d 100644 --- a/ql/src/test/results/clientpositive/spark/join26.q.out +++ b/ql/src/test/results/clientpositive/spark/join26.q.out @@ -12,12 +12,22 @@ SELECT /*+ MAPJOIN(x,y) */ x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.key = z.key and z.ds='2008-04-08' and z.hr=11) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@dest_j1_n10 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest_j1_n10 SELECT /*+ MAPJOIN(x,y) */ x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.key = z.key and z.ds='2008-04-08' and z.hr=11) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@dest_j1_n10 OPTIMIZED SQL: SELECT `t4`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value`, CAST('2008-04-08' AS STRING) AS `ds`, `hr` FROM `default`.`srcpart` diff --git a/ql/src/test/results/clientpositive/spark/join27.q.out b/ql/src/test/results/clientpositive/spark/join27.q.out index 2f0a438..c7a17b8 100644 --- a/ql/src/test/results/clientpositive/spark/join27.q.out +++ b/ql/src/test/results/clientpositive/spark/join27.q.out @@ -11,11 +11,17 @@ INSERT OVERWRITE TABLE dest_j1_n2 SELECT /*+ MAPJOIN(x) */ x.key, x.value, y.value FROM src1 x JOIN src y ON (x.value = y.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest_j1_n2 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_j1_n2 SELECT /*+ MAPJOIN(x) */ x.key, x.value, y.value FROM src1 x JOIN src y ON (x.value = y.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest_j1_n2 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/spark/join28.q.out b/ql/src/test/results/clientpositive/spark/join28.q.out index 8d85791..db669c7 100644 --- a/ql/src/test/results/clientpositive/spark/join28.q.out +++ b/ql/src/test/results/clientpositive/spark/join28.q.out @@ -14,6 +14,11 @@ FROM FROM src1 x JOIN src y ON (x.key = y.key)) subq JOIN srcpart z ON (subq.key1 = z.key and z.ds='2008-04-08' and z.hr=11) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@dest_j1_n11 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_j1_n11 SELECT subq.key1, z.value @@ -22,6 +27,11 @@ FROM FROM src1 x JOIN src y ON (x.key = y.key)) subq JOIN srcpart z ON (subq.key1 = z.key and z.ds='2008-04-08' and z.hr=11) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@dest_j1_n11 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/spark/join29.q.out b/ql/src/test/results/clientpositive/spark/join29.q.out index 8831d21..4489258 100644 --- a/ql/src/test/results/clientpositive/spark/join29.q.out +++ b/ql/src/test/results/clientpositive/spark/join29.q.out @@ -12,12 +12,18 @@ SELECT subq1.key, subq1.cnt, subq2.cnt FROM (select x.key, count(1) as cnt from src1 x group by x.key) subq1 JOIN (select y.key, count(1) as cnt from src y group by y.key) subq2 ON (subq1.key = subq2.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest_j1_n6 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_j1_n6 SELECT subq1.key, subq1.cnt, subq2.cnt FROM (select x.key, count(1) as cnt from src1 x group by x.key) subq1 JOIN (select y.key, count(1) as cnt from src y group by y.key) subq2 ON (subq1.key = subq2.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest_j1_n6 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/spark/join3.q.out b/ql/src/test/results/clientpositive/spark/join3.q.out index 2e7ce13..12f3af6 100644 --- a/ql/src/test/results/clientpositive/spark/join3.q.out +++ b/ql/src/test/results/clientpositive/spark/join3.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key = src3.key) INSERT OVERWRITE TABLE dest1_n46 SELECT src1.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n46 POSTHOOK: query: EXPLAIN FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key = src3.key) INSERT OVERWRITE TABLE dest1_n46 SELECT src1.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n46 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join30.q.out b/ql/src/test/results/clientpositive/spark/join30.q.out index a6f9fe3..4a12d37 100644 --- a/ql/src/test/results/clientpositive/spark/join30.q.out +++ b/ql/src/test/results/clientpositive/spark/join30.q.out @@ -10,10 +10,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_j1_n0 SELECT /*+ MAPJOIN(x) */ x.key, count(1) FROM src1 x JOIN src y ON (x.key = y.key) group by x.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest_j1_n0 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_j1_n0 SELECT /*+ MAPJOIN(x) */ x.key, count(1) FROM src1 x JOIN src y ON (x.key = y.key) group by x.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest_j1_n0 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/spark/join31.q.out b/ql/src/test/results/clientpositive/spark/join31.q.out index 5899a60..c1f55c6 100644 --- a/ql/src/test/results/clientpositive/spark/join31.q.out +++ b/ql/src/test/results/clientpositive/spark/join31.q.out @@ -13,6 +13,9 @@ FROM (select x.key, count(1) as cnt from src1 x group by x.key) subq1 JOIN (select y.key, count(1) as cnt from src y group by y.key) subq2 ON (subq1.key = subq2.key) group by subq1.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest_j1_n22 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_j1_n22 SELECT subq1.key, count(1) as cnt @@ -20,6 +23,9 @@ FROM (select x.key, count(1) as cnt from src1 x group by x.key) subq1 JOIN (select y.key, count(1) as cnt from src y group by y.key) subq2 ON (subq1.key = subq2.key) group by subq1.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest_j1_n22 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/spark/join32.q.out b/ql/src/test/results/clientpositive/spark/join32.q.out index d03f27a..1f46da4 100644 --- a/ql/src/test/results/clientpositive/spark/join32.q.out +++ b/ql/src/test/results/clientpositive/spark/join32.q.out @@ -12,12 +12,22 @@ SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.value = z.value and z.ds='2008-04-08' and z.hr=11) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@dest_j1_n12 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest_j1_n12 SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.value = z.value and z.ds='2008-04-08' and z.hr=11) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@dest_j1_n12 OPTIMIZED SQL: SELECT `t4`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `value`, CAST('2008-04-08' AS STRING) AS `ds`, `hr` FROM `default`.`srcpart` diff --git a/ql/src/test/results/clientpositive/spark/join32_lessSize.q.out b/ql/src/test/results/clientpositive/spark/join32_lessSize.q.out index 9cad5a9..49a2c9d 100644 --- a/ql/src/test/results/clientpositive/spark/join32_lessSize.q.out +++ b/ql/src/test/results/clientpositive/spark/join32_lessSize.q.out @@ -20,12 +20,22 @@ SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.value = z.value and z.ds='2008-04-08' and z.hr=11) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@dest_j1_n21 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest_j1_n21 SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.value = z.value and z.ds='2008-04-08' and z.hr=11) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@dest_j1_n21 OPTIMIZED SQL: SELECT `t4`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `value`, CAST('2008-04-08' AS STRING) AS `ds`, `hr` FROM `default`.`srcpart` @@ -490,6 +500,9 @@ FROM src w JOIN src1 x ON (x.value = w.value) JOIN src y ON (x.key = y.key) JOIN src1 z ON (x.key = z.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest_j1_n21 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest_j1_n21 SELECT x.key, z.value, y.value @@ -497,6 +510,9 @@ FROM src w JOIN src1 x ON (x.value = w.value) JOIN src y ON (x.key = y.key) JOIN src1 z ON (x.key = z.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest_j1_n21 OPTIMIZED SQL: SELECT `t4`.`key`, `t6`.`value`, `t2`.`value` AS `value1` FROM (SELECT `value` FROM `default`.`src` @@ -1995,12 +2011,22 @@ SELECT res.key, x.value, res.value FROM (select x.key, x.value from src1 x JOIN src y ON (x.key = y.key)) res JOIN srcpart x ON (res.value = x.value and x.ds='2008-04-08' and x.hr=11) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@dest_j2_n1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_j2_n1 SELECT res.key, x.value, res.value FROM (select x.key, x.value from src1 x JOIN src y ON (x.key = y.key)) res JOIN srcpart x ON (res.value = x.value and x.ds='2008-04-08' and x.hr=11) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@dest_j2_n1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -2243,12 +2269,22 @@ SELECT res.key, y.value, res.value FROM (select x.key, x.value from src1 x JOIN src y ON (x.key = y.key)) res JOIN srcpart y ON (res.value = y.value and y.ds='2008-04-08' and y.hr=11) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@dest_j2_n1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_j2_n1 SELECT res.key, y.value, res.value FROM (select x.key, x.value from src1 x JOIN src y ON (x.key = y.key)) res JOIN srcpart y ON (res.value = y.value and y.ds='2008-04-08' and y.hr=11) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@dest_j2_n1 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/spark/join33.q.out b/ql/src/test/results/clientpositive/spark/join33.q.out index 71af1f7..5dc0424 100644 --- a/ql/src/test/results/clientpositive/spark/join33.q.out +++ b/ql/src/test/results/clientpositive/spark/join33.q.out @@ -12,12 +12,22 @@ SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.value = z.value and z.ds='2008-04-08' and z.hr=11) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@dest_j1_n7 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest_j1_n7 SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.value = z.value and z.ds='2008-04-08' and z.hr=11) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@dest_j1_n7 OPTIMIZED SQL: SELECT `t4`.`key`, `t0`.`value`, `t2`.`value` AS `value1` FROM (SELECT `value`, CAST('2008-04-08' AS STRING) AS `ds`, `hr` FROM `default`.`srcpart` diff --git a/ql/src/test/results/clientpositive/spark/join34.q.out b/ql/src/test/results/clientpositive/spark/join34.q.out index 5a5e120..a0c943f 100644 --- a/ql/src/test/results/clientpositive/spark/join34.q.out +++ b/ql/src/test/results/clientpositive/spark/join34.q.out @@ -16,6 +16,9 @@ FROM ) subq1 JOIN src1 x ON (x.key = subq1.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest_j1_n1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest_j1_n1 SELECT x.key, x.value, subq1.value @@ -26,6 +29,9 @@ FROM ) subq1 JOIN src1 x ON (x.key = subq1.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest_j1_n1 OPTIMIZED SQL: SELECT `t5`.`key`, `t5`.`value`, `t3`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`src` diff --git a/ql/src/test/results/clientpositive/spark/join35.q.out b/ql/src/test/results/clientpositive/spark/join35.q.out index ce3c436..5efe386 100644 --- a/ql/src/test/results/clientpositive/spark/join35.q.out +++ b/ql/src/test/results/clientpositive/spark/join35.q.out @@ -16,6 +16,9 @@ FROM ) subq1 JOIN src1 x ON (x.key = subq1.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest_j1_n24 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest_j1_n24 SELECT x.key, x.value, subq1.cnt @@ -26,6 +29,9 @@ FROM ) subq1 JOIN src1 x ON (x.key = subq1.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest_j1_n24 OPTIMIZED SQL: SELECT `t5`.`key`, `t5`.`value`, `t3`.`$f1` AS `cnt` FROM (SELECT `key`, COUNT(*) AS `$f1` FROM `default`.`src` diff --git a/ql/src/test/results/clientpositive/spark/join36.q.out b/ql/src/test/results/clientpositive/spark/join36.q.out index c6e7c5b..ebff6e6 100644 --- a/ql/src/test/results/clientpositive/spark/join36.q.out +++ b/ql/src/test/results/clientpositive/spark/join36.q.out @@ -51,11 +51,17 @@ INSERT OVERWRITE TABLE dest_j1_n13 SELECT /*+ MAPJOIN(x) */ x.key, x.cnt, y.cnt FROM tmp1_n0 x JOIN tmp2_n0 y ON (x.key = y.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tmp1_n0 +PREHOOK: Input: default@tmp2_n0 +PREHOOK: Output: default@dest_j1_n13 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_j1_n13 SELECT /*+ MAPJOIN(x) */ x.key, x.cnt, y.cnt FROM tmp1_n0 x JOIN tmp2_n0 y ON (x.key = y.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tmp1_n0 +POSTHOOK: Input: default@tmp2_n0 +POSTHOOK: Output: default@dest_j1_n13 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/spark/join37.q.out b/ql/src/test/results/clientpositive/spark/join37.q.out index bbdd656..b211d4f 100644 --- a/ql/src/test/results/clientpositive/spark/join37.q.out +++ b/ql/src/test/results/clientpositive/spark/join37.q.out @@ -11,11 +11,17 @@ INSERT OVERWRITE TABLE dest_j1_n9 SELECT /*+ MAPJOIN(X) */ x.key, x.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest_j1_n9 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest_j1_n9 SELECT /*+ MAPJOIN(X) */ x.key, x.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest_j1_n9 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/spark/join38.q.out b/ql/src/test/results/clientpositive/spark/join38.q.out index 2e9c209..4b79282 100644 --- a/ql/src/test/results/clientpositive/spark/join38.q.out +++ b/ql/src/test/results/clientpositive/spark/join38.q.out @@ -42,12 +42,18 @@ SELECT /*+ MAPJOIN(a) */ a.value, b.col5, count(1) as count where b.col11 = 111 group by a.value, b.col5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@tmp_n1 +#### A masked pattern was here #### POSTHOOK: query: explain FROM src a JOIN tmp_n1 b ON (a.key = b.col11) SELECT /*+ MAPJOIN(a) */ a.value, b.col5, count(1) as count where b.col11 = 111 group by a.value, b.col5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@tmp_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/join39.q.out b/ql/src/test/results/clientpositive/spark/join39.q.out index 5503b9b..322186f 100644 --- a/ql/src/test/results/clientpositive/spark/join39.q.out +++ b/ql/src/test/results/clientpositive/spark/join39.q.out @@ -11,11 +11,15 @@ INSERT OVERWRITE TABLE dest_j1_n8 SELECT /*+ MAPJOIN(y) */ x.key, x.value, y.key, y.value FROM src x left outer JOIN (select * from src where key <= 100) y ON (x.key = y.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_j1_n8 POSTHOOK: query: explain INSERT OVERWRITE TABLE dest_j1_n8 SELECT /*+ MAPJOIN(y) */ x.key, x.value, y.key, y.value FROM src x left outer JOIN (select * from src where key <= 100) y ON (x.key = y.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_j1_n8 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/spark/join4.q.out b/ql/src/test/results/clientpositive/spark/join4.q.out index 17f01a5..0e77939 100644 --- a/ql/src/test/results/clientpositive/spark/join4.q.out +++ b/ql/src/test/results/clientpositive/spark/join4.q.out @@ -21,6 +21,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_n72 SELECT c.c1, c.c2, c.c3, c.c4 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n72 POSTHOOK: query: EXPLAIN FROM ( FROM @@ -36,6 +38,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_n72 SELECT c.c1, c.c2, c.c3, c.c4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n72 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join40.q.out b/ql/src/test/results/clientpositive/spark/join40.q.out index 241fed6..ff491f9 100644 --- a/ql/src/test/results/clientpositive/spark/join40.q.out +++ b/ql/src/test/results/clientpositive/spark/join40.q.out @@ -1,9 +1,13 @@ PREHOOK: query: EXPLAIN SELECT x.key, x.value, y.key, y.value FROM src x left outer JOIN (select * from src where key <= 100) y ON (x.key = y.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.key, x.value, y.key, y.value FROM src x left outer JOIN (select * from src where key <= 100) y ON (x.key = y.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -653,9 +657,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN select src1.key, src2.value FROM src src1 JOIN src src2 ON (src1.key = src2.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select src1.key, src2.value FROM src src1 JOIN src src2 ON (src1.key = src2.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1774,10 +1782,14 @@ PREHOOK: query: EXPLAIN SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2439,10 +2451,14 @@ PREHOOK: query: EXPLAIN SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key < 15) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key < 15) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3104,10 +3120,14 @@ PREHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(y) */ x.key, x.value, y.key, y.value FROM src x left outer JOIN (select * from src where key <= 100) y ON (x.key = y.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(y) */ x.key, x.value, y.key, y.value FROM src x left outer JOIN (select * from src where key <= 100) y ON (x.key = y.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -3757,9 +3777,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT COUNT(1) FROM SRC A JOIN SRC B ON (A.KEY=B.KEY) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT COUNT(1) FROM SRC A JOIN SRC B ON (A.KEY=B.KEY) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/join41.q.out b/ql/src/test/results/clientpositive/spark/join41.q.out index 0bf3fc3..f0e45fa 100644 --- a/ql/src/test/results/clientpositive/spark/join41.q.out +++ b/ql/src/test/results/clientpositive/spark/join41.q.out @@ -13,9 +13,13 @@ POSTHOOK: Lineage: s1.value SIMPLE [(src)src.FieldSchema(name:value, type:string PREHOOK: query: EXPLAIN SELECT * FROM s1 src1 LEFT OUTER JOIN s1 src2 ON (src1.key = src2.key AND src2.key > 10) PREHOOK: type: QUERY +PREHOOK: Input: default@s1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM s1 src1 LEFT OUTER JOIN s1 src2 ON (src1.key = src2.key AND src2.key > 10) POSTHOOK: type: QUERY +POSTHOOK: Input: default@s1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -100,9 +104,13 @@ POSTHOOK: Input: default@s1 PREHOOK: query: EXPLAIN SELECT * FROM s1 src1 LEFT OUTER JOIN s1 src2 ON (src1.key = src2.key AND src2.key > 10) PREHOOK: type: QUERY +PREHOOK: Input: default@s1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM s1 src1 LEFT OUTER JOIN s1 src2 ON (src1.key = src2.key AND src2.key > 10) POSTHOOK: type: QUERY +POSTHOOK: Input: default@s1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join5.q.out b/ql/src/test/results/clientpositive/spark/join5.q.out index a9477f9..e317b13 100644 --- a/ql/src/test/results/clientpositive/spark/join5.q.out +++ b/ql/src/test/results/clientpositive/spark/join5.q.out @@ -21,6 +21,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_n126 SELECT c.c1, c.c2, c.c3, c.c4 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n126 POSTHOOK: query: EXPLAIN FROM ( FROM @@ -36,6 +38,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_n126 SELECT c.c1, c.c2, c.c3, c.c4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n126 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join6.q.out b/ql/src/test/results/clientpositive/spark/join6.q.out index 0755e00..69583c6 100644 --- a/ql/src/test/results/clientpositive/spark/join6.q.out +++ b/ql/src/test/results/clientpositive/spark/join6.q.out @@ -21,6 +21,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_n156 SELECT c.c1, c.c2, c.c3, c.c4 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n156 POSTHOOK: query: EXPLAIN FROM ( FROM @@ -36,6 +38,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_n156 SELECT c.c1, c.c2, c.c3, c.c4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n156 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join7.q.out b/ql/src/test/results/clientpositive/spark/join7.q.out index accdaf5..214718c 100644 --- a/ql/src/test/results/clientpositive/spark/join7.q.out +++ b/ql/src/test/results/clientpositive/spark/join7.q.out @@ -26,6 +26,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_n17 SELECT c.c1, c.c2, c.c3, c.c4, c.c5, c.c6 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n17 POSTHOOK: query: EXPLAIN FROM ( FROM @@ -46,6 +48,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_n17 SELECT c.c1, c.c2, c.c3, c.c4, c.c5, c.c6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n17 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join8.q.out b/ql/src/test/results/clientpositive/spark/join8.q.out index 5e4df03..e047f97 100644 --- a/ql/src/test/results/clientpositive/spark/join8.q.out +++ b/ql/src/test/results/clientpositive/spark/join8.q.out @@ -21,6 +21,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_n173 SELECT c.c1, c.c2, c.c3, c.c4 where c.c3 IS NULL AND c.c1 IS NOT NULL PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n173 POSTHOOK: query: EXPLAIN FROM ( FROM @@ -36,6 +38,8 @@ FROM ( ) c INSERT OVERWRITE TABLE dest1_n173 SELECT c.c1, c.c2, c.c3, c.c4 where c.c3 IS NULL AND c.c1 IS NOT NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n173 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join9.q.out b/ql/src/test/results/clientpositive/spark/join9.q.out index 96a5b71..6ba1d56 100644 --- a/ql/src/test/results/clientpositive/spark/join9.q.out +++ b/ql/src/test/results/clientpositive/spark/join9.q.out @@ -10,10 +10,18 @@ PREHOOK: query: EXPLAIN EXTENDED FROM srcpart src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest1_n39 SELECT src1.key, src2.value where src1.ds = '2008-04-08' and src1.hr = '12' PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@dest1_n39 POSTHOOK: query: EXPLAIN EXTENDED FROM srcpart src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest1_n39 SELECT src1.key, src2.value where src1.ds = '2008-04-08' and src1.hr = '12' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@dest1_n39 OPTIMIZED SQL: SELECT `t0`.`key`, `t2`.`value` FROM (SELECT `key`, CAST('2008-04-08' AS STRING) AS `ds`, CAST('12' AS STRING) AS `hr` FROM `default`.`srcpart` diff --git a/ql/src/test/results/clientpositive/spark/join_alt_syntax.q.out b/ql/src/test/results/clientpositive/spark/join_alt_syntax.q.out index 71c0c4f..57dd9a6 100644 --- a/ql/src/test/results/clientpositive/spark/join_alt_syntax.q.out +++ b/ql/src/test/results/clientpositive/spark/join_alt_syntax.q.out @@ -2,9 +2,13 @@ Warning: Shuffle Join JOIN[6][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' i PREHOOK: query: explain select p1.p_name, p2.p_name from part p1 , part p2 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p1.p_name, p2.p_name from part p1 , part p2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -72,10 +76,14 @@ PREHOOK: query: explain select p1.p_name, p2.p_name, p3.p_name from part p1 ,part p2 ,part p3 where p1.p_name = p2.p_name and p2.p_name = p3.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p1.p_name, p2.p_name, p3.p_name from part p1 ,part p2 ,part p3 where p1.p_name = p2.p_name and p2.p_name = p3.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -171,10 +179,14 @@ PREHOOK: query: explain select p1.p_name, p2.p_name, p3.p_name from part p1 , (select p_name from part) p2 ,part p3 where p1.p_name = p2.p_name and p2.p_name = p3.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p1.p_name, p2.p_name, p3.p_name from part p1 , (select p_name from part) p2 ,part p3 where p1.p_name = p2.p_name and p2.p_name = p3.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -271,10 +283,14 @@ PREHOOK: query: explain select p1.p_name, p2.p_name, p3.p_name from part p1 , part p2 , part p3 where p2.p_partkey + p1.p_partkey = p1.p_partkey and p3.p_name = p2.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p1.p_name, p2.p_name, p3.p_name from part p1 , part p2 , part p3 where p2.p_partkey + p1.p_partkey = p1.p_partkey and p3.p_name = p2.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -388,11 +404,15 @@ from part p1 , part p2 join part p3 on p2.p_name = p1.p_name join part p4 where p2.p_name = p3.p_name and p1.p_partkey = p4.p_partkey and p1.p_partkey = p2.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p1.p_name, p2.p_name, p3.p_name, p4.p_name from part p1 , part p2 join part p3 on p2.p_name = p1.p_name join part p4 where p2.p_name = p3.p_name and p1.p_partkey = p4.p_partkey and p1.p_partkey = p2.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -544,11 +564,15 @@ from part p1 join part p2 on p2.p_name = p1.p_name , part p3 , part p4 where p2.p_name = p3.p_name and p1.p_partkey = p4.p_partkey and p1.p_partkey = p2.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p1.p_name, p2.p_name, p3.p_name, p4.p_name from part p1 join part p2 on p2.p_name = p1.p_name , part p3 , part p4 where p2.p_name = p3.p_name and p1.p_partkey = p4.p_partkey and p1.p_partkey = p2.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join_cond_pushdown_1.q.out b/ql/src/test/results/clientpositive/spark/join_cond_pushdown_1.q.out index 9530080..933c385 100644 --- a/ql/src/test/results/clientpositive/spark/join_cond_pushdown_1.q.out +++ b/ql/src/test/results/clientpositive/spark/join_cond_pushdown_1.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select * from part p1 join part p2 join part p3 on p1.p_name = p2.p_name and p2.p_name = p3.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part p2 join part p3 on p1.p_name = p2.p_name and p2.p_name = p3.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -101,9 +105,13 @@ STAGE PLANS: PREHOOK: query: explain select * from part p1 join part p2 join part p3 on p2.p_name = p1.p_name and p3.p_name = p2.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part p2 join part p3 on p2.p_name = p1.p_name and p3.p_name = p2.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -202,9 +210,13 @@ Warning: Shuffle Join JOIN[13][tables = [$hdt$_1, $hdt$_2, $hdt$_0]] in Work 'Re PREHOOK: query: explain select * from part p1 join part p2 join part p3 on p2.p_partkey + p1.p_partkey = p1.p_partkey and p3.p_name = p2.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part p2 join part p3 on p2.p_partkey + p1.p_partkey = p1.p_partkey and p3.p_name = p2.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -318,9 +330,13 @@ Warning: Shuffle Join JOIN[13][tables = [$hdt$_1, $hdt$_2, $hdt$_0]] in Work 'Re PREHOOK: query: explain select * from part p1 join part p2 join part p3 on p2.p_partkey = 1 and p3.p_name = p2.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part p2 join part p3 on p2.p_partkey = 1 and p3.p_name = p2.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join_cond_pushdown_2.q.out b/ql/src/test/results/clientpositive/spark/join_cond_pushdown_2.q.out index 650a989..ad25717 100644 --- a/ql/src/test/results/clientpositive/spark/join_cond_pushdown_2.q.out +++ b/ql/src/test/results/clientpositive/spark/join_cond_pushdown_2.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select * from part p1 join part p2 join part p3 on p1.p_name = p2.p_name join part p4 on p2.p_name = p3.p_name and p1.p_name = p4.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part p2 join part p3 on p1.p_name = p2.p_name join part p4 on p2.p_name = p3.p_name and p1.p_name = p4.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -142,10 +146,14 @@ PREHOOK: query: explain select * from part p1 join part p2 join part p3 on p2.p_name = p1.p_name join part p4 on p2.p_name = p3.p_name and p1.p_partkey = p4.p_partkey and p1.p_partkey = p2.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part p2 join part p3 on p2.p_name = p1.p_name join part p4 on p2.p_name = p3.p_name and p1.p_partkey = p4.p_partkey and p1.p_partkey = p2.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join_cond_pushdown_3.q.out b/ql/src/test/results/clientpositive/spark/join_cond_pushdown_3.q.out index eed044d..1f9f16e 100644 --- a/ql/src/test/results/clientpositive/spark/join_cond_pushdown_3.q.out +++ b/ql/src/test/results/clientpositive/spark/join_cond_pushdown_3.q.out @@ -2,10 +2,14 @@ PREHOOK: query: explain select * from part p1 join part p2 join part p3 where p1.p_name = p2.p_name and p2.p_name = p3.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part p2 join part p3 where p1.p_name = p2.p_name and p2.p_name = p3.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -104,10 +108,14 @@ PREHOOK: query: explain select * from part p1 join part p2 join part p3 where p2.p_name = p1.p_name and p3.p_name = p2.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part p2 join part p3 where p2.p_name = p1.p_name and p3.p_name = p2.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -207,10 +215,14 @@ PREHOOK: query: explain select * from part p1 join part p2 join part p3 where p2.p_partkey + p1.p_partkey = p1.p_partkey and p3.p_name = p2.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part p2 join part p3 where p2.p_partkey + p1.p_partkey = p1.p_partkey and p3.p_name = p2.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -325,10 +337,14 @@ PREHOOK: query: explain select * from part p1 join part p2 join part p3 where p2.p_partkey = 1 and p3.p_name = p2.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part p2 join part p3 where p2.p_partkey = 1 and p3.p_name = p2.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join_cond_pushdown_4.q.out b/ql/src/test/results/clientpositive/spark/join_cond_pushdown_4.q.out index 1830f1b..834ee64 100644 --- a/ql/src/test/results/clientpositive/spark/join_cond_pushdown_4.q.out +++ b/ql/src/test/results/clientpositive/spark/join_cond_pushdown_4.q.out @@ -2,10 +2,14 @@ PREHOOK: query: explain select * from part p1 join part p2 join part p3 on p1.p_name = p2.p_name join part p4 where p2.p_name = p3.p_name and p1.p_name = p4.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part p2 join part p3 on p1.p_name = p2.p_name join part p4 where p2.p_name = p3.p_name and p1.p_name = p4.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -145,11 +149,15 @@ from part p1 join part p2 join part p3 on p2.p_name = p1.p_name join part p4 where p2.p_name = p3.p_name and p1.p_partkey = p4.p_partkey and p1.p_partkey = p2.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part p2 join part p3 on p2.p_name = p1.p_name join part p4 where p2.p_name = p3.p_name and p1.p_partkey = p4.p_partkey and p1.p_partkey = p2.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual1.q.out b/ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual1.q.out index 93be89e..cf101fa 100644 --- a/ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual1.q.out +++ b/ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual1.q.out @@ -57,9 +57,17 @@ POSTHOOK: Output: default@part3_n0 PREHOOK: query: explain select * from part p1 join part2_n0 p2 join part3_n0 p3 on p1.p_name = p2_name and p2_name = p3_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part2_n0 +PREHOOK: Input: default@part3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part2_n0 p2 join part3_n0 p3 on p1.p_name = p2_name and p2_name = p3_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part2_n0 +POSTHOOK: Input: default@part3_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -161,9 +169,17 @@ STAGE PLANS: PREHOOK: query: explain select * from part p1 join part2_n0 p2 join part3_n0 p3 on p2_name = p1.p_name and p3_name = p2_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part2_n0 +PREHOOK: Input: default@part3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part2_n0 p2 join part3_n0 p3 on p2_name = p1.p_name and p3_name = p2_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part2_n0 +POSTHOOK: Input: default@part3_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -266,9 +282,17 @@ Warning: Shuffle Join JOIN[13][tables = [$hdt$_1, $hdt$_2, $hdt$_0]] in Work 'Re PREHOOK: query: explain select * from part p1 join part2_n0 p2 join part3_n0 p3 on p2_partkey + p_partkey = p1.p_partkey and p3_name = p2_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part2_n0 +PREHOOK: Input: default@part3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part2_n0 p2 join part3_n0 p3 on p2_partkey + p_partkey = p1.p_partkey and p3_name = p2_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part2_n0 +POSTHOOK: Input: default@part3_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -382,9 +406,17 @@ Warning: Shuffle Join JOIN[13][tables = [$hdt$_1, $hdt$_2, $hdt$_0]] in Work 'Re PREHOOK: query: explain select * from part p1 join part2_n0 p2 join part3_n0 p3 on p2_partkey = 1 and p3_name = p2_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part2_n0 +PREHOOK: Input: default@part3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part2_n0 p2 join part3_n0 p3 on p2_partkey = 1 and p3_name = p2_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part2_n0 +POSTHOOK: Input: default@part3_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual2.q.out b/ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual2.q.out index 9d6c3ce..2967b08 100644 --- a/ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual2.q.out +++ b/ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual2.q.out @@ -57,9 +57,17 @@ POSTHOOK: Output: default@part3 PREHOOK: query: explain select * from part p1 join part2 p2 join part3 p3 on p1.p_name = p2_name join part p4 on p2_name = p3_name and p1.p_name = p4.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part2 +PREHOOK: Input: default@part3 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part2 p2 join part3 p3 on p1.p_name = p2_name join part p4 on p2_name = p3_name and p1.p_name = p4.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part2 +POSTHOOK: Input: default@part3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -183,10 +191,18 @@ PREHOOK: query: explain select * from part p1 join part2 p2 join part3 p3 on p2_name = p1.p_name join part p4 on p2_name = p3_name and p1.p_partkey = p4.p_partkey and p1.p_partkey = p2_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part2 +PREHOOK: Input: default@part3 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part2 p2 join part3 p3 on p2_name = p1.p_name join part p4 on p2_name = p3_name and p1.p_partkey = p4.p_partkey and p1.p_partkey = p2_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part2 +POSTHOOK: Input: default@part3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual3.q.out b/ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual3.q.out index 0f5306b..c302055 100644 --- a/ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual3.q.out +++ b/ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual3.q.out @@ -58,10 +58,18 @@ PREHOOK: query: explain select * from part p1 join part2_n5 p2 join part3_n2 p3 where p1.p_name = p2_name and p2_name = p3_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part2_n5 +PREHOOK: Input: default@part3_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part2_n5 p2 join part3_n2 p3 where p1.p_name = p2_name and p2_name = p3_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part2_n5 +POSTHOOK: Input: default@part3_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -164,10 +172,18 @@ PREHOOK: query: explain select * from part p1 join part2_n5 p2 join part3_n2 p3 where p2_name = p1.p_name and p3_name = p2_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part2_n5 +PREHOOK: Input: default@part3_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part2_n5 p2 join part3_n2 p3 where p2_name = p1.p_name and p3_name = p2_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part2_n5 +POSTHOOK: Input: default@part3_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -271,10 +287,18 @@ PREHOOK: query: explain select * from part p1 join part2_n5 p2 join part3_n2 p3 where p2_partkey + p1.p_partkey = p1.p_partkey and p3_name = p2_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part2_n5 +PREHOOK: Input: default@part3_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part2_n5 p2 join part3_n2 p3 where p2_partkey + p1.p_partkey = p1.p_partkey and p3_name = p2_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part2_n5 +POSTHOOK: Input: default@part3_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -389,10 +413,18 @@ PREHOOK: query: explain select * from part p1 join part2_n5 p2 join part3_n2 p3 where p2_partkey = 1 and p3_name = p2_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part2_n5 +PREHOOK: Input: default@part3_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part2_n5 p2 join part3_n2 p3 where p2_partkey = 1 and p3_name = p2_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part2_n5 +POSTHOOK: Input: default@part3_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual4.q.out b/ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual4.q.out index 39cb36f..03b5ed3 100644 --- a/ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual4.q.out +++ b/ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual4.q.out @@ -58,10 +58,18 @@ PREHOOK: query: explain select * from part p1 join part2_n4 p2 join part3_n1 p3 on p1.p_name = p2_name join part p4 where p2_name = p3_name and p1.p_name = p4.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part2_n4 +PREHOOK: Input: default@part3_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part2_n4 p2 join part3_n1 p3 on p1.p_name = p2_name join part p4 where p2_name = p3_name and p1.p_name = p4.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part2_n4 +POSTHOOK: Input: default@part3_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -186,11 +194,19 @@ from part p1 join part2_n4 p2 join part3_n1 p3 on p2_name = p1.p_name join part where p2_name = p3_name and p1.p_partkey = p4.p_partkey and p1.p_partkey = p2_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part2_n4 +PREHOOK: Input: default@part3_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part p1 join part2_n4 p2 join part3_n1 p3 on p2_name = p1.p_name join part p4 where p2_name = p3_name and p1.p_partkey = p4.p_partkey and p1.p_partkey = p2_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part2_n4 +POSTHOOK: Input: default@part3_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join_filters_overlap.q.out b/ql/src/test/results/clientpositive/spark/join_filters_overlap.q.out index d52c9f5..7a65756 100644 --- a/ql/src/test/results/clientpositive/spark/join_filters_overlap.q.out +++ b/ql/src/test/results/clientpositive/spark/join_filters_overlap.q.out @@ -12,8 +12,12 @@ POSTHOOK: Lineage: a_n4.key SIMPLE [] POSTHOOK: Lineage: a_n4.value SCRIPT [] PREHOOK: query: explain extended select * from a_n4 left outer join a_n4 b on (a_n4.key=b.key AND a_n4.value=50 AND b.value=50) left outer join a_n4 c on (a_n4.key=c.key AND a_n4.value=60 AND c.value=60) PREHOOK: type: QUERY +PREHOOK: Input: default@a_n4 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from a_n4 left outer join a_n4 b on (a_n4.key=b.key AND a_n4.value=50 AND b.value=50) left outer join a_n4 c on (a_n4.key=c.key AND a_n4.value=60 AND c.value=60) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n4 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT * FROM (SELECT `key`, `value` FROM `default`.`a_n4`) AS `t` @@ -333,8 +337,12 @@ POSTHOOK: Input: default@a_n4 100 60 NULL NULL 100 60 PREHOOK: query: explain extended select * from a_n4 right outer join a_n4 b on (a_n4.key=b.key AND a_n4.value=50 AND b.value=50) left outer join a_n4 c on (b.key=c.key AND b.value=60 AND c.value=60) PREHOOK: type: QUERY +PREHOOK: Input: default@a_n4 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from a_n4 right outer join a_n4 b on (a_n4.key=b.key AND a_n4.value=50 AND b.value=50) left outer join a_n4 c on (b.key=c.key AND b.value=60 AND c.value=60) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n4 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT * FROM (SELECT `key`, CAST(50 AS INTEGER) AS `value` FROM `default`.`a_n4` @@ -654,8 +662,12 @@ NULL NULL 100 40 NULL NULL NULL NULL 100 60 100 60 PREHOOK: query: explain extended select * from a_n4 right outer join a_n4 b on (a_n4.key=b.key AND a_n4.value=50 AND b.value=50 AND b.value>10) left outer join a_n4 c on (b.key=c.key AND b.value=60 AND b.value>20 AND c.value=60) PREHOOK: type: QUERY +PREHOOK: Input: default@a_n4 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from a_n4 right outer join a_n4 b on (a_n4.key=b.key AND a_n4.value=50 AND b.value=50 AND b.value>10) left outer join a_n4 c on (b.key=c.key AND b.value=60 AND b.value>20 AND c.value=60) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n4 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT * FROM (SELECT `key`, CAST(50 AS INTEGER) AS `value` FROM `default`.`a_n4` @@ -975,8 +987,12 @@ NULL NULL 100 40 NULL NULL NULL NULL 100 60 100 60 PREHOOK: query: explain extended select * from a_n4 full outer join a_n4 b on (a_n4.key=b.key AND a_n4.value=50 AND b.value=50) left outer join a_n4 c on (b.key=c.key AND b.value=60 AND c.value=60) left outer join a_n4 d on (a_n4.key=d.key AND a_n4.value=40 AND d.value=40) PREHOOK: type: QUERY +PREHOOK: Input: default@a_n4 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from a_n4 full outer join a_n4 b on (a_n4.key=b.key AND a_n4.value=50 AND b.value=50) left outer join a_n4 c on (b.key=c.key AND b.value=60 AND c.value=60) left outer join a_n4 d on (a_n4.key=d.key AND a_n4.value=40 AND d.value=40) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n4 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT * FROM (SELECT `key`, `value` FROM `default`.`a_n4`) AS `t` @@ -1366,8 +1382,12 @@ NULL NULL 100 40 NULL NULL NULL NULL NULL NULL 100 60 100 60 NULL NULL PREHOOK: query: explain extended select * from a_n4 left outer join a_n4 b on (a_n4.key=b.key AND a_n4.value=50 AND b.value=50) left outer join a_n4 c on (a_n4.key=c.key AND a_n4.value=60 AND c.value=60) left outer join a_n4 d on (a_n4.key=d.key AND a_n4.value=40 AND d.value=40) PREHOOK: type: QUERY +PREHOOK: Input: default@a_n4 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from a_n4 left outer join a_n4 b on (a_n4.key=b.key AND a_n4.value=50 AND b.value=50) left outer join a_n4 c on (a_n4.key=c.key AND a_n4.value=60 AND c.value=60) left outer join a_n4 d on (a_n4.key=d.key AND a_n4.value=40 AND d.value=40) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n4 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT * FROM (SELECT `key`, `value` FROM `default`.`a_n4`) AS `t` diff --git a/ql/src/test/results/clientpositive/spark/join_hive_626.q.out b/ql/src/test/results/clientpositive/spark/join_hive_626.q.out index adfc085..128bb6d 100644 --- a/ql/src/test/results/clientpositive/spark/join_hive_626.q.out +++ b/ql/src/test/results/clientpositive/spark/join_hive_626.q.out @@ -60,10 +60,18 @@ PREHOOK: query: explain select hive_foo.foo_name, hive_bar.bar_name, n from hive_foo join hive_bar on hive_foo.foo_id = hive_bar.foo_id join hive_count on hive_count.bar_id = hive_bar.bar_id PREHOOK: type: QUERY +PREHOOK: Input: default@hive_bar +PREHOOK: Input: default@hive_count +PREHOOK: Input: default@hive_foo +#### A masked pattern was here #### POSTHOOK: query: explain select hive_foo.foo_name, hive_bar.bar_name, n from hive_foo join hive_bar on hive_foo.foo_id = hive_bar.foo_id join hive_count on hive_count.bar_id = hive_bar.bar_id POSTHOOK: type: QUERY +POSTHOOK: Input: default@hive_bar +POSTHOOK: Input: default@hive_count +POSTHOOK: Input: default@hive_foo +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join_map_ppr.q.out b/ql/src/test/results/clientpositive/spark/join_map_ppr.q.out index 22879cd..3bc874a 100644 --- a/ql/src/test/results/clientpositive/spark/join_map_ppr.q.out +++ b/ql/src/test/results/clientpositive/spark/join_map_ppr.q.out @@ -13,6 +13,11 @@ FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.key = z.key) WHERE z.ds='2008-04-08' and z.hr=11 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@dest_j1_n4 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest_j1_n4 SELECT /*+ MAPJOIN(x,y) */ x.key, z.value, y.value @@ -20,6 +25,11 @@ FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.key = z.key) WHERE z.ds='2008-04-08' and z.hr=11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@dest_j1_n4 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -516,6 +526,11 @@ FROM src1_copy x JOIN src_copy y ON (x.key = y.key) JOIN srcpart z ON (x.key = z.key) WHERE z.ds='2008-04-08' and z.hr=11 PREHOOK: type: QUERY +PREHOOK: Input: default@src1_copy +PREHOOK: Input: default@src_copy +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@dest_j1_n4 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest_j1_n4 SELECT /*+ MAPJOIN(x,y) */ x.key, z.value, y.value @@ -523,6 +538,11 @@ FROM src1_copy x JOIN src_copy y ON (x.key = y.key) JOIN srcpart z ON (x.key = z.key) WHERE z.ds='2008-04-08' and z.hr=11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1_copy +POSTHOOK: Input: default@src_copy +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@dest_j1_n4 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/spark/join_merge_multi_expressions.q.out b/ql/src/test/results/clientpositive/spark/join_merge_multi_expressions.q.out index f69df7b..10c5268 100644 --- a/ql/src/test/results/clientpositive/spark/join_merge_multi_expressions.q.out +++ b/ql/src/test/results/clientpositive/spark/join_merge_multi_expressions.q.out @@ -1,9 +1,21 @@ PREHOOK: query: explain select count(*) from srcpart a join srcpart b on a.key = b.key and a.hr = b.hr join srcpart c on a.hr = c.hr and a.key = c.key PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from srcpart a join srcpart b on a.key = b.key and a.hr = b.hr join srcpart c on a.hr = c.hr and a.key = c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join_merging.q.out b/ql/src/test/results/clientpositive/spark/join_merging.q.out index 26b1184..8a5b006 100644 --- a/ql/src/test/results/clientpositive/spark/join_merging.q.out +++ b/ql/src/test/results/clientpositive/spark/join_merging.q.out @@ -3,11 +3,15 @@ from part p1 left outer join part p2 on p1.p_partkey = p2.p_partkey right outer join part p3 on p2.p_partkey = p3.p_partkey and p1.p_size > 10 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p1.p_size, p2.p_size from part p1 left outer join part p2 on p1.p_partkey = p2.p_partkey right outer join part p3 on p2.p_partkey = p3.p_partkey and p1.p_size > 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -104,11 +108,15 @@ from part p1 left outer join part p2 on p1.p_partkey = p2.p_partkey right outer join part p3 on p2.p_partkey = p3.p_partkey and p1.p_size > 10 and p1.p_size > p2.p_size + 10 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p1.p_size, p2.p_size from part p1 left outer join part p2 on p1.p_partkey = p2.p_partkey right outer join part p3 on p2.p_partkey = p3.p_partkey and p1.p_size > 10 and p1.p_size > p2.p_size + 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join_nullsafe.q.out b/ql/src/test/results/clientpositive/spark/join_nullsafe.q.out index 0e7f758..3de125e 100644 --- a/ql/src/test/results/clientpositive/spark/join_nullsafe.q.out +++ b/ql/src/test/results/clientpositive/spark/join_nullsafe.q.out @@ -16,8 +16,12 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@myinput1_n9 PREHOOK: query: explain select * from myinput1_n9 a join myinput1_n9 b on a.key<=>b.value PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select * from myinput1_n9 a join myinput1_n9 b on a.key<=>b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -103,8 +107,12 @@ NULL NULL 48 NULL NULL NULL NULL NULL PREHOOK: query: explain select * from myinput1_n9 a join myinput1_n9 b on a.key<=>b.value join myinput1_n9 c on a.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select * from myinput1_n9 a join myinput1_n9 b on a.key<=>b.value join myinput1_n9 c on a.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -203,8 +211,12 @@ POSTHOOK: Input: default@myinput1_n9 100 100 100 100 100 100 PREHOOK: query: explain select * from myinput1_n9 a join myinput1_n9 b on a.key<=>b.value join myinput1_n9 c on a.key<=>c.key PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select * from myinput1_n9 a join myinput1_n9 b on a.key<=>b.value join myinput1_n9 c on a.key<=>c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -322,8 +334,12 @@ NULL NULL NULL NULL NULL 35 NULL NULL NULL NULL NULL NULL PREHOOK: query: explain select * from myinput1_n9 a join myinput1_n9 b on a.key<=>b.value AND a.value=b.key join myinput1_n9 c on a.key<=>c.key AND a.value=c.value PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select * from myinput1_n9 a join myinput1_n9 b on a.key<=>b.value AND a.value=b.key join myinput1_n9 c on a.key<=>c.key AND a.value=c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -420,8 +436,12 @@ POSTHOOK: Input: default@myinput1_n9 NULL 10 10 NULL NULL 10 PREHOOK: query: explain select * from myinput1_n9 a join myinput1_n9 b on a.key<=>b.value AND a.value<=>b.key join myinput1_n9 c on a.key<=>c.key AND a.value<=>c.value PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select * from myinput1_n9 a join myinput1_n9 b on a.key<=>b.value AND a.value<=>b.key join myinput1_n9 c on a.key<=>c.key AND a.value<=>c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1554,8 +1574,12 @@ NULL NULL 12 NULL NULL NULL NULL NULL PREHOOK: query: explain select * from myinput1_n9 a join myinput1_n9 b on a.key<=>b.value AND a.key is NULL PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select * from myinput1_n9 a join myinput1_n9 b on a.key<=>b.value AND a.key is NULL POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join_rc.q.out b/ql/src/test/results/clientpositive/spark/join_rc.q.out index e6f46ab..aea4356 100644 --- a/ql/src/test/results/clientpositive/spark/join_rc.q.out +++ b/ql/src/test/results/clientpositive/spark/join_rc.q.out @@ -38,10 +38,16 @@ PREHOOK: query: explain select join_rc1.key, join_rc2.value FROM join_rc1 JOIN join_rc2 ON join_rc1.key = join_rc2.key PREHOOK: type: QUERY +PREHOOK: Input: default@join_rc1 +PREHOOK: Input: default@join_rc2 +#### A masked pattern was here #### POSTHOOK: query: explain select join_rc1.key, join_rc2.value FROM join_rc1 JOIN join_rc2 ON join_rc1.key = join_rc2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@join_rc1 +POSTHOOK: Input: default@join_rc2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join_reorder.q.out b/ql/src/test/results/clientpositive/spark/join_reorder.q.out index beb7e5c..1bb1bba 100644 --- a/ql/src/test/results/clientpositive/spark/join_reorder.q.out +++ b/ql/src/test/results/clientpositive/spark/join_reorder.q.out @@ -49,9 +49,15 @@ POSTHOOK: Output: default@t3_n8 PREHOOK: query: EXPLAIN FROM T1_n37 a JOIN src c ON c.key+1=a.key SELECT a.key, a.val, c.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@t1_n37 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM T1_n37 a JOIN src c ON c.key+1=a.key SELECT a.key, a.val, c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@t1_n37 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -124,9 +130,15 @@ STAGE PLANS: PREHOOK: query: EXPLAIN FROM T1_n37 a JOIN src c ON c.key+1=a.key SELECT /*+ STREAMTABLE(a) */ a.key, a.val, c.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@t1_n37 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM T1_n37 a JOIN src c ON c.key+1=a.key SELECT /*+ STREAMTABLE(a) */ a.key, a.val, c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@t1_n37 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -233,11 +245,19 @@ PREHOOK: query: EXPLAIN FROM T1_n37 a RIGHT OUTER JOIN T3_n8 c ON (c.val = a.val) SELECT a.key, b.key, a.val, c.val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n37 +PREHOOK: Input: default@t2_n24 +PREHOOK: Input: default@t3_n8 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM T1_n37 a LEFT OUTER JOIN T2_n24 b ON (b.key=a.key) RIGHT OUTER JOIN T3_n8 c ON (c.val = a.val) SELECT a.key, b.key, a.val, c.val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n37 +POSTHOOK: Input: default@t2_n24 +POSTHOOK: Input: default@t3_n8 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -333,11 +353,19 @@ PREHOOK: query: EXPLAIN FROM T1_n37 a RIGHT OUTER JOIN T3_n8 c ON (c.val = a.val) SELECT /*+ STREAMTABLE(a) */ a.key, b.key, a.val, c.val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n37 +PREHOOK: Input: default@t2_n24 +PREHOOK: Input: default@t3_n8 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM T1_n37 a LEFT OUTER JOIN T2_n24 b ON (b.key=a.key) RIGHT OUTER JOIN T3_n8 c ON (c.val = a.val) SELECT /*+ STREAMTABLE(a) */ a.key, b.key, a.val, c.val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n37 +POSTHOOK: Input: default@t2_n24 +POSTHOOK: Input: default@t3_n8 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -478,12 +506,20 @@ PREHOOK: query: EXPLAIN FROM UNIQUEJOIN PRESERVE T3_n8 c (c.key, c.val) SELECT a.key, b.key, c.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n37 +PREHOOK: Input: default@t2_n24 +PREHOOK: Input: default@t3_n8 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM UNIQUEJOIN PRESERVE T1_n37 a (a.key, a.val), PRESERVE T2_n24 b (b.key, b.val), PRESERVE T3_n8 c (c.key, c.val) SELECT a.key, b.key, c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n37 +POSTHOOK: Input: default@t2_n24 +POSTHOOK: Input: default@t3_n8 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -565,12 +601,20 @@ PREHOOK: query: EXPLAIN FROM UNIQUEJOIN PRESERVE T3_n8 c (c.key, c.val) SELECT /*+ STREAMTABLE(b) */ a.key, b.key, c.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n37 +PREHOOK: Input: default@t2_n24 +PREHOOK: Input: default@t3_n8 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM UNIQUEJOIN PRESERVE T1_n37 a (a.key, a.val), PRESERVE T2_n24 b (b.key, b.val), PRESERVE T3_n8 c (c.key, c.val) SELECT /*+ STREAMTABLE(b) */ a.key, b.key, c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n37 +POSTHOOK: Input: default@t2_n24 +POSTHOOK: Input: default@t3_n8 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join_reorder2.q.out b/ql/src/test/results/clientpositive/spark/join_reorder2.q.out index c255dfe..52f5513 100644 --- a/ql/src/test/results/clientpositive/spark/join_reorder2.q.out +++ b/ql/src/test/results/clientpositive/spark/join_reorder2.q.out @@ -68,12 +68,22 @@ FROM T1_n49 a JOIN T2_n30 b ON a.key = b.key JOIN T3_n10 c ON b.key = c.key JOIN T4_n3 d ON c.key = d.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n49 +PREHOOK: Input: default@t2_n30 +PREHOOK: Input: default@t3_n10 +PREHOOK: Input: default@t4_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ STREAMTABLE(a) */ * FROM T1_n49 a JOIN T2_n30 b ON a.key = b.key JOIN T3_n10 c ON b.key = c.key JOIN T4_n3 d ON c.key = d.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n49 +POSTHOOK: Input: default@t2_n30 +POSTHOOK: Input: default@t3_n10 +POSTHOOK: Input: default@t4_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -204,12 +214,22 @@ FROM T1_n49 a JOIN T2_n30 b ON a.key = b.key JOIN T3_n10 c ON a.val = c.val JOIN T4_n3 d ON a.key + 1 = d.key + 1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n49 +PREHOOK: Input: default@t2_n30 +PREHOOK: Input: default@t3_n10 +PREHOOK: Input: default@t4_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ STREAMTABLE(a) */ * FROM T1_n49 a JOIN T2_n30 b ON a.key = b.key JOIN T3_n10 c ON a.val = c.val JOIN T4_n3 d ON a.key + 1 = d.key + 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n49 +POSTHOOK: Input: default@t2_n30 +POSTHOOK: Input: default@t3_n10 +POSTHOOK: Input: default@t4_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join_reorder3.q.out b/ql/src/test/results/clientpositive/spark/join_reorder3.q.out index 9d84e70..61024df 100644 --- a/ql/src/test/results/clientpositive/spark/join_reorder3.q.out +++ b/ql/src/test/results/clientpositive/spark/join_reorder3.q.out @@ -68,12 +68,22 @@ FROM T1_n92 a JOIN T2_n57 b ON a.key = b.key JOIN T3_n21 c ON b.key = c.key JOIN T4_n10 d ON c.key = d.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n92 +PREHOOK: Input: default@t2_n57 +PREHOOK: Input: default@t3_n21 +PREHOOK: Input: default@t4_n10 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ STREAMTABLE(a,c) */ * FROM T1_n92 a JOIN T2_n57 b ON a.key = b.key JOIN T3_n21 c ON b.key = c.key JOIN T4_n10 d ON c.key = d.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n92 +POSTHOOK: Input: default@t2_n57 +POSTHOOK: Input: default@t3_n21 +POSTHOOK: Input: default@t4_n10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -204,12 +214,22 @@ FROM T1_n92 a JOIN T2_n57 b ON a.key = b.key JOIN T3_n21 c ON a.val = c.val JOIN T4_n10 d ON a.key + 1 = d.key + 1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n92 +PREHOOK: Input: default@t2_n57 +PREHOOK: Input: default@t3_n21 +PREHOOK: Input: default@t4_n10 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ STREAMTABLE(a,c) */ * FROM T1_n92 a JOIN T2_n57 b ON a.key = b.key JOIN T3_n21 c ON a.val = c.val JOIN T4_n10 d ON a.key + 1 = d.key + 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n92 +POSTHOOK: Input: default@t2_n57 +POSTHOOK: Input: default@t3_n21 +POSTHOOK: Input: default@t4_n10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join_reorder4.q.out b/ql/src/test/results/clientpositive/spark/join_reorder4.q.out index 1c56ed1..ce8d5a5 100644 --- a/ql/src/test/results/clientpositive/spark/join_reorder4.q.out +++ b/ql/src/test/results/clientpositive/spark/join_reorder4.q.out @@ -48,8 +48,16 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@t3_n32 PREHOOK: query: explain select /*+ STREAMTABLE(a) */ a.*, b.*, c.* from T1_n134 a join T2_n80 b on a.key1=b.key2 join T3_n32 c on a.key1=c.key3 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n134 +PREHOOK: Input: default@t2_n80 +PREHOOK: Input: default@t3_n32 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ STREAMTABLE(a) */ a.*, b.*, c.* from T1_n134 a join T2_n80 b on a.key1=b.key2 join T3_n32 c on a.key1=c.key3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n134 +POSTHOOK: Input: default@t2_n80 +POSTHOOK: Input: default@t3_n32 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -151,8 +159,16 @@ POSTHOOK: Input: default@t3_n32 2 12 2 22 2 12 PREHOOK: query: explain select /*+ STREAMTABLE(b) */ a.*, b.*, c.* from T1_n134 a join T2_n80 b on a.key1=b.key2 join T3_n32 c on a.key1=c.key3 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n134 +PREHOOK: Input: default@t2_n80 +PREHOOK: Input: default@t3_n32 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ STREAMTABLE(b) */ a.*, b.*, c.* from T1_n134 a join T2_n80 b on a.key1=b.key2 join T3_n32 c on a.key1=c.key3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n134 +POSTHOOK: Input: default@t2_n80 +POSTHOOK: Input: default@t3_n32 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -254,8 +270,16 @@ POSTHOOK: Input: default@t3_n32 2 12 2 22 2 12 PREHOOK: query: explain select /*+ STREAMTABLE(c) */ a.*, b.*, c.* from T1_n134 a join T2_n80 b on a.key1=b.key2 join T3_n32 c on a.key1=c.key3 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n134 +PREHOOK: Input: default@t2_n80 +PREHOOK: Input: default@t3_n32 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ STREAMTABLE(c) */ a.*, b.*, c.* from T1_n134 a join T2_n80 b on a.key1=b.key2 join T3_n32 c on a.key1=c.key3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n134 +POSTHOOK: Input: default@t2_n80 +POSTHOOK: Input: default@t3_n32 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join_star.q.out b/ql/src/test/results/clientpositive/spark/join_star.q.out index 64d0f26..ce27198 100644 --- a/ql/src/test/results/clientpositive/spark/join_star.q.out +++ b/ql/src/test/results/clientpositive/spark/join_star.q.out @@ -128,8 +128,14 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@dim7 PREHOOK: query: explain select m1, m2, f2 from fact join dim1 on fact.d1=dim1.f1 PREHOOK: type: QUERY +PREHOOK: Input: default@dim1 +PREHOOK: Input: default@fact +#### A masked pattern was here #### POSTHOOK: query: explain select m1, m2, f2 from fact join dim1 on fact.d1=dim1.f1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dim1 +POSTHOOK: Input: default@fact +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -229,8 +235,16 @@ POSTHOOK: Input: default@fact 91 92 3 PREHOOK: query: explain select m1, m2, f2, f4 from fact join dim1 on fact.d1=dim1.f1 join dim2 on fact.d2=dim2.f3 PREHOOK: type: QUERY +PREHOOK: Input: default@dim1 +PREHOOK: Input: default@dim2 +PREHOOK: Input: default@fact +#### A masked pattern was here #### POSTHOOK: query: explain select m1, m2, f2, f4 from fact join dim1 on fact.d1=dim1.f1 join dim2 on fact.d2=dim2.f3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dim1 +POSTHOOK: Input: default@dim2 +POSTHOOK: Input: default@fact +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -361,8 +375,16 @@ POSTHOOK: Input: default@fact 91 92 3 4 PREHOOK: query: explain select m1, m2, f2, f4 from fact join dim1 on fact.d1= dim1.f1 join dim2 on dim1.f2 = dim2.f3 PREHOOK: type: QUERY +PREHOOK: Input: default@dim1 +PREHOOK: Input: default@dim2 +PREHOOK: Input: default@fact +#### A masked pattern was here #### POSTHOOK: query: explain select m1, m2, f2, f4 from fact join dim1 on fact.d1= dim1.f1 join dim2 on dim1.f2 = dim2.f3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dim1 +POSTHOOK: Input: default@dim2 +POSTHOOK: Input: default@fact +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-2 depends on stages: Stage-3 @@ -499,8 +521,16 @@ POSTHOOK: Input: default@fact 91 92 3 3 PREHOOK: query: explain select m1, m2, f2, f4 from fact Left outer join dim1 on fact.d1= dim1.f1 Left outer join dim2 on dim1.f2 = dim2.f3 PREHOOK: type: QUERY +PREHOOK: Input: default@dim1 +PREHOOK: Input: default@dim2 +PREHOOK: Input: default@fact +#### A masked pattern was here #### POSTHOOK: query: explain select m1, m2, f2, f4 from fact Left outer join dim1 on fact.d1= dim1.f1 Left outer join dim2 on dim1.f2 = dim2.f3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dim1 +POSTHOOK: Input: default@dim2 +POSTHOOK: Input: default@fact +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -630,6 +660,15 @@ PREHOOK: query: explain Select m1, m2, f2, f4, f6, f8, f10, f12, f14 Left outer Join dim6 on dim3.f6= dim6.f11 Left outer Join dim7 on dim6.f12 = dim7.f13 PREHOOK: type: QUERY +PREHOOK: Input: default@dim1 +PREHOOK: Input: default@dim2 +PREHOOK: Input: default@dim3 +PREHOOK: Input: default@dim4 +PREHOOK: Input: default@dim5 +PREHOOK: Input: default@dim6 +PREHOOK: Input: default@dim7 +PREHOOK: Input: default@fact +#### A masked pattern was here #### POSTHOOK: query: explain Select m1, m2, f2, f4, f6, f8, f10, f12, f14 from fact Left outer join dim1 on fact.d1= dim1.f1 @@ -640,6 +679,15 @@ POSTHOOK: query: explain Select m1, m2, f2, f4, f6, f8, f10, f12, f14 Left outer Join dim6 on dim3.f6= dim6.f11 Left outer Join dim7 on dim6.f12 = dim7.f13 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dim1 +POSTHOOK: Input: default@dim2 +POSTHOOK: Input: default@dim3 +POSTHOOK: Input: default@dim4 +POSTHOOK: Input: default@dim5 +POSTHOOK: Input: default@dim6 +POSTHOOK: Input: default@dim7 +POSTHOOK: Input: default@fact +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/join_thrift.q.out b/ql/src/test/results/clientpositive/spark/join_thrift.q.out index 859e11e..72a24a3 100644 --- a/ql/src/test/results/clientpositive/spark/join_thrift.q.out +++ b/ql/src/test/results/clientpositive/spark/join_thrift.q.out @@ -20,12 +20,16 @@ FROM src_thrift s1 JOIN src_thrift s2 ON s1.aint = s2.aint PREHOOK: type: QUERY +PREHOOK: Input: default@src_thrift +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT s1.aint, s2.lintstring FROM src_thrift s1 JOIN src_thrift s2 ON s1.aint = s2.aint POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_thrift +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join_vc.q.out b/ql/src/test/results/clientpositive/spark/join_vc.q.out index 6b70c17..9ab68cd 100644 --- a/ql/src/test/results/clientpositive/spark/join_vc.q.out +++ b/ql/src/test/results/clientpositive/spark/join_vc.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain select t3.BLOCK__OFFSET__INSIDE__FILE,t3.key,t3.value from src t1 join src t2 on t1.key = t2.key join src t3 on t2.value = t3.value order by t3.BLOCK__OFFSET__INSIDE__FILE,t3.key,t3.value limit 3 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select t3.BLOCK__OFFSET__INSIDE__FILE,t3.key,t3.value from src t1 join src t2 on t1.key = t2.key join src t3 on t2.value = t3.value order by t3.BLOCK__OFFSET__INSIDE__FILE,t3.key,t3.value limit 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -143,10 +147,14 @@ PREHOOK: query: explain select t2.BLOCK__OFFSET__INSIDE__FILE from src t1 join src t2 on t1.key = t2.key where t1.key < 100 order by t2.BLOCK__OFFSET__INSIDE__FILE PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select t2.BLOCK__OFFSET__INSIDE__FILE from src t1 join src t2 on t1.key = t2.key where t1.key < 100 order by t2.BLOCK__OFFSET__INSIDE__FILE POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/join_view.q.out b/ql/src/test/results/clientpositive/spark/join_view.q.out index 21d29f2..fc74b9a 100644 --- a/ql/src/test/results/clientpositive/spark/join_view.q.out +++ b/ql/src/test/results/clientpositive/spark/join_view.q.out @@ -40,8 +40,16 @@ POSTHOOK: Lineage: v.foo SIMPLE [(invites2)invites2.FieldSchema(name:foo, type:i Warning: Shuffle Join JOIN[8][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from v where ds='2011-09-01' PREHOOK: type: QUERY +PREHOOK: Input: default@invites +PREHOOK: Input: default@invites2 +PREHOOK: Input: default@v +#### A masked pattern was here #### POSTHOOK: query: explain select * from v where ds='2011-09-01' POSTHOOK: type: QUERY +POSTHOOK: Input: default@invites +POSTHOOK: Input: default@invites2 +POSTHOOK: Input: default@v +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/lateral_view_explode2.q.out b/ql/src/test/results/clientpositive/spark/lateral_view_explode2.q.out index 948877d..1d6bde9 100644 --- a/ql/src/test/results/clientpositive/spark/lateral_view_explode2.q.out +++ b/ql/src/test/results/clientpositive/spark/lateral_view_explode2.q.out @@ -6,8 +6,12 @@ POSTHOOK: type: CREATEFUNCTION POSTHOOK: Output: explode2 PREHOOK: query: EXPLAIN SELECT col1, col2 FROM src LATERAL VIEW explode2(array(1,2,3)) myTable AS col1, col2 group by col1, col2 LIMIT 3 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT col1, col2 FROM src LATERAL VIEW explode2(array(1,2,3)) myTable AS col1, col2 group by col1, col2 LIMIT 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/leftsemijoin.q.out b/ql/src/test/results/clientpositive/spark/leftsemijoin.q.out index 94890fe..cfbeb01 100644 --- a/ql/src/test/results/clientpositive/spark/leftsemijoin.q.out +++ b/ql/src/test/results/clientpositive/spark/leftsemijoin.q.out @@ -111,8 +111,12 @@ POSTHOOK: Output: default@things_n1 Warning: Shuffle Join JOIN[10][tables = [$hdt$_1, $hdt$_2]] in Work 'Reducer 4' is a cross product PREHOOK: query: explain select part.p_type from part join (select p1.p_name from part p1, part p2 group by p1.p_name) pp ON pp.p_name = part.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select part.p_type from part join (select p1.p_name from part p1, part p2 group by p1.p_name) pp ON pp.p_name = part.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -257,8 +261,12 @@ STANDARD PLATED TIN STANDARD POLISHED STEEL PREHOOK: query: explain select part.p_type from part left join (select p1.p_name from part p1, part p2 group by p1.p_name) pp ON pp.p_name = part.p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select part.p_type from part left join (select p1.p_name from part p1, part p2 group by p1.p_name) pp ON pp.p_name = part.p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/spark/limit_pushdown.q.out b/ql/src/test/results/clientpositive/spark/limit_pushdown.q.out index 2087587..9dc6309 100644 --- a/ql/src/test/results/clientpositive/spark/limit_pushdown.q.out +++ b/ql/src/test/results/clientpositive/spark/limit_pushdown.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select key,value from src order by key limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key,value from src order by key limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -86,9 +90,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select key,value from src order by key desc limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key,value from src order by key desc limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -171,9 +179,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select value, sum(key + 1) as sum from src group by value order by value limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select value, sum(key + 1) as sum from src group by value order by value limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -265,9 +277,13 @@ val_131 132.0 PREHOOK: query: explain select value,avg(key + 1) from src group by value order by value limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select value,avg(key + 1) from src group by value order by value limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -363,9 +379,13 @@ val_131 132.0 PREHOOK: query: explain select distinct(cdouble) as dis from alltypesorc order by dis limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select distinct(cdouble) as dis from alltypesorc order by dis limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -454,9 +474,13 @@ NULL PREHOOK: query: explain select ctinyint, count(distinct(cdouble)) from alltypesorc group by ctinyint order by ctinyint limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select ctinyint, count(distinct(cdouble)) from alltypesorc group by ctinyint order by ctinyint limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -550,9 +574,13 @@ NULL 2932 PREHOOK: query: explain select ctinyint, count(cdouble) from (select ctinyint, cdouble from alltypesorc group by ctinyint, cdouble) t1 group by ctinyint order by ctinyint limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select ctinyint, count(cdouble) from (select ctinyint, cdouble from alltypesorc group by ctinyint, cdouble) t1 group by ctinyint order by ctinyint limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -646,9 +674,13 @@ NULL 2932 PREHOOK: query: explain select ctinyint, count(distinct(cstring1)), count(distinct(cstring2)) from alltypesorc group by ctinyint order by ctinyint limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select ctinyint, count(distinct(cstring1)), count(distinct(cstring2)) from alltypesorc group by ctinyint order by ctinyint limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -737,9 +769,13 @@ NULL 3065 3 PREHOOK: query: explain select key,value from src order by key limit 0 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key,value from src order by key limit 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -761,9 +797,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select value, sum(key) as sum from src group by value order by sum limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select value, sum(key) as sum from src group by value order by sum limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -871,6 +911,8 @@ join (select key, count(1) from src group by key limit 3) subq2 on subq.key=subq2.key limit 4 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select key, count(1) from src group by key order by key limit 2) subq @@ -878,6 +920,8 @@ join (select key, count(1) from src group by key limit 3) subq2 on subq.key=subq2.key limit 4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1025,9 +1069,13 @@ STAGE PLANS: PREHOOK: query: explain select value, sum(key) as sum from src group by value order by value limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select value, sum(key) as sum from src group by value order by value limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1112,9 +1160,13 @@ val_131 131.0 PREHOOK: query: explain select key,value,value,value,value,value,value,value,value from src order by key limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key,value,value,value,value,value,value,value,value from src order by key limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1277,9 +1329,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select sum(key) as sum from src group by concat(key,value,value,value,value,value,value,value,value,value) order by sum limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select sum(key) as sum from src group by concat(key,value,value,value,value,value,value,value,value,value) order by sum limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/limit_pushdown2.q.out b/ql/src/test/results/clientpositive/spark/limit_pushdown2.q.out index a05c114..870cff1 100644 --- a/ql/src/test/results/clientpositive/spark/limit_pushdown2.q.out +++ b/ql/src/test/results/clientpositive/spark/limit_pushdown2.q.out @@ -3,11 +3,15 @@ select key, value, avg(key + 1) from src group by key, value order by key, value limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, avg(key + 1) from src group by key, value order by key, value limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -109,11 +113,15 @@ select key, value, avg(key + 1) from src group by key, value order by key, value desc limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, avg(key + 1) from src group by key, value order by key, value desc limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -215,11 +223,15 @@ select key, value, avg(key + 1) from src group by key, value order by key desc, value limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, avg(key + 1) from src group by key, value order by key desc, value limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -321,11 +333,15 @@ select key, value, avg(key + 1) from src group by value, key order by key, value limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, avg(key + 1) from src group by value, key order by key, value limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -427,11 +443,15 @@ select key, value, avg(key + 1) from src group by value, key order by key desc, value limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, avg(key + 1) from src group by value, key order by key desc, value limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -533,11 +553,15 @@ select key, value, avg(key + 1) from src group by value, key order by key desc limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, avg(key + 1) from src group by value, key order by key desc limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -639,11 +663,15 @@ select key, value, count(key + 1) as agg1 from src group by key, value order by key, value, agg1 limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, count(key + 1) as agg1 from src group by key, value order by key, value, agg1 limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -754,11 +782,15 @@ select key, value, count(key + 1) as agg1 from src group by key, value order by key desc, value, agg1 limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, count(key + 1) as agg1 from src group by key, value order by key desc, value, agg1 limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -869,11 +901,15 @@ select value, avg(key + 1) myavg from src group by value order by myavg, value desc limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select value, avg(key + 1) myavg from src group by value order by myavg, value desc limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -987,11 +1023,15 @@ select key, value, avg(key + 1) from src group by value, key with rollup order by key, value limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, avg(key + 1) from src group by value, key with rollup order by key, value limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1075,11 +1115,15 @@ select key, value, avg(key + 1) from src group by rollup(value, key) order by key, value limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, avg(key + 1) from src group by rollup(value, key) order by key, value limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/list_bucket_dml_10.q.out b/ql/src/test/results/clientpositive/spark/list_bucket_dml_10.q.out index 33cb7d8..992c120 100644 --- a/ql/src/test/results/clientpositive/spark/list_bucket_dml_10.q.out +++ b/ql/src/test/results/clientpositive/spark/list_bucket_dml_10.q.out @@ -18,10 +18,14 @@ PREHOOK: query: explain extended insert overwrite table list_bucketing_static_part partition (ds = '2008-04-08', hr = '11') select key, value from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@list_bucketing_static_part@ds=2008-04-08/hr=11 POSTHOOK: query: explain extended insert overwrite table list_bucketing_static_part partition (ds = '2008-04-08', hr = '11') select key, value from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@list_bucketing_static_part@ds=2008-04-08/hr=11 OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`src` STAGE DEPENDENCIES: diff --git a/ql/src/test/results/clientpositive/spark/list_bucket_dml_2.q.out b/ql/src/test/results/clientpositive/spark/list_bucket_dml_2.q.out index 560c07c..8b81da2 100644 --- a/ql/src/test/results/clientpositive/spark/list_bucket_dml_2.q.out +++ b/ql/src/test/results/clientpositive/spark/list_bucket_dml_2.q.out @@ -18,10 +18,18 @@ PREHOOK: query: explain extended insert overwrite table list_bucketing_static_part_n4 partition (ds = '2008-04-08', hr = '11') select key, value from srcpart where ds = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@list_bucketing_static_part_n4@ds=2008-04-08/hr=11 POSTHOOK: query: explain extended insert overwrite table list_bucketing_static_part_n4 partition (ds = '2008-04-08', hr = '11') select key, value from srcpart where ds = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@list_bucketing_static_part_n4@ds=2008-04-08/hr=11 OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`srcpart` WHERE `ds` = '2008-04-08' diff --git a/ql/src/test/results/clientpositive/spark/load_dyn_part1.q.out b/ql/src/test/results/clientpositive/spark/load_dyn_part1.q.out index 4a59453..090e9cb 100644 --- a/ql/src/test/results/clientpositive/spark/load_dyn_part1.q.out +++ b/ql/src/test/results/clientpositive/spark/load_dyn_part1.q.out @@ -46,11 +46,23 @@ from srcpart insert overwrite table nzhang_part1_n0 partition (ds, hr) select key, value, ds, hr where ds <= '2008-04-08' insert overwrite table nzhang_part2_n0 partition(ds='2008-12-31', hr) select key, value, hr where ds > '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: default@nzhang_part1_n0 +PREHOOK: Output: default@nzhang_part2_n0@ds=2008-12-31 POSTHOOK: query: explain from srcpart insert overwrite table nzhang_part1_n0 partition (ds, hr) select key, value, ds, hr where ds <= '2008-04-08' insert overwrite table nzhang_part2_n0 partition(ds='2008-12-31', hr) select key, value, hr where ds > '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/load_dyn_part10.q.out b/ql/src/test/results/clientpositive/spark/load_dyn_part10.q.out index c44f0aa..57e8184 100644 --- a/ql/src/test/results/clientpositive/spark/load_dyn_part10.q.out +++ b/ql/src/test/results/clientpositive/spark/load_dyn_part10.q.out @@ -37,10 +37,17 @@ PREHOOK: query: explain from srcpart insert overwrite table nzhang_part10 partition(ds='2008-12-31', hr) select key, value, hr where ds > '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: default@nzhang_part10@ds=2008-12-31 POSTHOOK: query: explain from srcpart insert overwrite table nzhang_part10 partition(ds='2008-12-31', hr) select key, value, hr where ds > '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/load_dyn_part13.q.out b/ql/src/test/results/clientpositive/spark/load_dyn_part13.q.out index 8b209f4..87258b7 100644 --- a/ql/src/test/results/clientpositive/spark/load_dyn_part13.q.out +++ b/ql/src/test/results/clientpositive/spark/load_dyn_part13.q.out @@ -44,6 +44,8 @@ select * from ( from src where key > 20 and key < 40) s PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@nzhang_part13@ds=2010-03-03 POSTHOOK: query: explain insert overwrite table nzhang_part13 partition (ds="2010-03-03", hr) select * from ( @@ -55,6 +57,7 @@ select * from ( from src where key > 20 and key < 40) s POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/load_dyn_part14.q.out b/ql/src/test/results/clientpositive/spark/load_dyn_part14.q.out index dbca489..42f6cb0 100644 --- a/ql/src/test/results/clientpositive/spark/load_dyn_part14.q.out +++ b/ql/src/test/results/clientpositive/spark/load_dyn_part14.q.out @@ -32,6 +32,8 @@ select key, value from ( select * from (select 'k3' as key, ' ' as value from src limit 2)c ) T PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@nzhang_part14_n0 POSTHOOK: query: explain insert overwrite table nzhang_part14_n0 partition(value) select key, value from ( @@ -42,6 +44,7 @@ select key, value from ( select * from (select 'k3' as key, ' ' as value from src limit 2)c ) T POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/load_dyn_part2.q.out b/ql/src/test/results/clientpositive/spark/load_dyn_part2.q.out index 4249e83..d7b75e7 100644 --- a/ql/src/test/results/clientpositive/spark/load_dyn_part2.q.out +++ b/ql/src/test/results/clientpositive/spark/load_dyn_part2.q.out @@ -30,9 +30,20 @@ hr string PREHOOK: query: explain insert overwrite table nzhang_part_bucket partition (ds='2010-03-23', hr) select key, value, hr from srcpart where ds is not null and hr is not null PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: default@nzhang_part_bucket@ds=2010-03-23 POSTHOOK: query: explain insert overwrite table nzhang_part_bucket partition (ds='2010-03-23', hr) select key, value, hr from srcpart where ds is not null and hr is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/load_dyn_part3.q.out b/ql/src/test/results/clientpositive/spark/load_dyn_part3.q.out index e58aa8b..37fc208 100644 --- a/ql/src/test/results/clientpositive/spark/load_dyn_part3.q.out +++ b/ql/src/test/results/clientpositive/spark/load_dyn_part3.q.out @@ -36,9 +36,20 @@ hr string PREHOOK: query: explain insert overwrite table nzhang_part3 partition (ds, hr) select key, value, ds, hr from srcpart where ds is not null and hr is not null PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: default@nzhang_part3 POSTHOOK: query: explain insert overwrite table nzhang_part3 partition (ds, hr) select key, value, ds, hr from srcpart where ds is not null and hr is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/load_dyn_part4.q.out b/ql/src/test/results/clientpositive/spark/load_dyn_part4.q.out index f8cd0c2..90097d0 100644 --- a/ql/src/test/results/clientpositive/spark/load_dyn_part4.q.out +++ b/ql/src/test/results/clientpositive/spark/load_dyn_part4.q.out @@ -46,9 +46,20 @@ POSTHOOK: Lineage: nzhang_part4 PARTITION(ds=2008-04-08,hr=existing_value).value PREHOOK: query: explain insert overwrite table nzhang_part4 partition (ds, hr) select key, value, ds, hr from srcpart where ds is not null and hr is not null PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: default@nzhang_part4 POSTHOOK: query: explain insert overwrite table nzhang_part4 partition (ds, hr) select key, value, ds, hr from srcpart where ds is not null and hr is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/load_dyn_part5.q.out b/ql/src/test/results/clientpositive/spark/load_dyn_part5.q.out index 1176fbc..33815e0 100644 --- a/ql/src/test/results/clientpositive/spark/load_dyn_part5.q.out +++ b/ql/src/test/results/clientpositive/spark/load_dyn_part5.q.out @@ -23,9 +23,12 @@ value string PREHOOK: query: explain insert overwrite table nzhang_part5 partition (value) select key, value from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@nzhang_part5 POSTHOOK: query: explain insert overwrite table nzhang_part5 partition (value) select key, value from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/load_dyn_part8.q.out b/ql/src/test/results/clientpositive/spark/load_dyn_part8.q.out index d7ae65b..b59189a 100644 --- a/ql/src/test/results/clientpositive/spark/load_dyn_part8.q.out +++ b/ql/src/test/results/clientpositive/spark/load_dyn_part8.q.out @@ -38,11 +38,23 @@ from srcpart insert overwrite table nzhang_part8_n0 partition (ds, hr) select key, value, ds, hr where ds <= '2008-04-08' insert overwrite table nzhang_part8_n0 partition(ds='2008-12-31', hr) select key, value, hr where ds > '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: default@nzhang_part8_n0 +PREHOOK: Output: default@nzhang_part8_n0@ds=2008-12-31 POSTHOOK: query: explain extended from srcpart insert overwrite table nzhang_part8_n0 partition (ds, hr) select key, value, ds, hr where ds <= '2008-04-08' insert overwrite table nzhang_part8_n0 partition(ds='2008-12-31', hr) select key, value, hr where ds > '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/load_dyn_part9.q.out b/ql/src/test/results/clientpositive/spark/load_dyn_part9.q.out index bae970d..5831dbb 100644 --- a/ql/src/test/results/clientpositive/spark/load_dyn_part9.q.out +++ b/ql/src/test/results/clientpositive/spark/load_dyn_part9.q.out @@ -37,10 +37,17 @@ PREHOOK: query: explain from srcpart insert overwrite table nzhang_part9 partition (ds, hr) select key, value, ds, hr where ds <= '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@nzhang_part9 POSTHOOK: query: explain from srcpart insert overwrite table nzhang_part9 partition (ds, hr) select key, value, ds, hr where ds <= '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/louter_join_ppr.q.out b/ql/src/test/results/clientpositive/spark/louter_join_ppr.q.out index 8c4147a..9eb0a2f 100644 --- a/ql/src/test/results/clientpositive/spark/louter_join_ppr.q.out +++ b/ql/src/test/results/clientpositive/spark/louter_join_ppr.q.out @@ -7,6 +7,11 @@ PREHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED FROM src a @@ -16,6 +21,11 @@ POSTHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`key` AS `key1`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`src` @@ -326,6 +336,11 @@ PREHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED FROM srcpart a @@ -335,6 +350,11 @@ POSTHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`key` AS `key1`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value`, CAST('2008-04-08' AS STRING) AS `ds` FROM `default`.`srcpart` @@ -649,6 +669,11 @@ PREHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 AND b.ds = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED FROM src a @@ -658,6 +683,11 @@ POSTHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 AND b.ds = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`key` AS `key1`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`src` @@ -968,6 +998,11 @@ PREHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 AND a.ds = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED FROM srcpart a @@ -977,6 +1012,11 @@ POSTHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 AND a.ds = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`key` AS `key1`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value`, CAST('2008-04-08' AS STRING) AS `ds` FROM `default`.`srcpart` diff --git a/ql/src/test/results/clientpositive/spark/mapjoin1.q.out b/ql/src/test/results/clientpositive/spark/mapjoin1.q.out index 74c51bb..14b48c2 100644 --- a/ql/src/test/results/clientpositive/spark/mapjoin1.q.out +++ b/ql/src/test/results/clientpositive/spark/mapjoin1.q.out @@ -24,9 +24,13 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN src b on a.key=b.key AND true limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN src b on a.key=b.key AND true limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -116,9 +120,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN src b on a.key=b.key AND b.key * 10 < '1000' limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN src b on a.key=b.key AND b.key * 10 < '1000' limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -215,10 +223,14 @@ PREHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN (select key, named_struct('key', key, 'value', value) as kv from src) b on a.key=b.key AND b.kv.key > 200 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN (select key, named_struct('key', key, 'value', value) as kv from src) b on a.key=b.key AND b.kv.key > 200 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -316,9 +328,13 @@ NULL NULL 165 {"key":"165","value":"val_165"} PREHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN src b on a.key=b.key AND true limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN src b on a.key=b.key AND true limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -408,9 +424,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN src b on a.key=b.key AND b.key * 10 < '1000' limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN src b on a.key=b.key AND b.key * 10 < '1000' limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -507,10 +527,14 @@ PREHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN (select key, named_struct('key', key, 'value', value) as kv from src) b on a.key=b.key AND b.kv.key > 200 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN (select key, named_struct('key', key, 'value', value) as kv from src) b on a.key=b.key AND b.kv.key > 200 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/mapjoin_decimal.q.out b/ql/src/test/results/clientpositive/spark/mapjoin_decimal.q.out index 920dbb4..e88079d 100644 --- a/ql/src/test/results/clientpositive/spark/mapjoin_decimal.q.out +++ b/ql/src/test/results/clientpositive/spark/mapjoin_decimal.q.out @@ -75,9 +75,15 @@ POSTHOOK: Lineage: t2_n59.dec EXPRESSION [(over1k_n5)over1k_n5.FieldSchema(name: PREHOOK: query: explain select t1_n95.`dec`, t2_n59.`dec` from t1_n95 join t2_n59 on (t1_n95.`dec`=t2_n59.`dec`) order by t1_n95.`dec` PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n95 +PREHOOK: Input: default@t2_n59 +#### A masked pattern was here #### POSTHOOK: query: explain select t1_n95.`dec`, t2_n59.`dec` from t1_n95 join t2_n59 on (t1_n95.`dec`=t2_n59.`dec`) order by t1_n95.`dec` POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n95 +POSTHOOK: Input: default@t2_n59 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/mapjoin_distinct.q.out b/ql/src/test/results/clientpositive/spark/mapjoin_distinct.q.out index c8e3345..a35d213 100644 --- a/ql/src/test/results/clientpositive/spark/mapjoin_distinct.q.out +++ b/ql/src/test/results/clientpositive/spark/mapjoin_distinct.q.out @@ -4,12 +4,20 @@ JOIN srcpart d ON ( c.key=d.key AND c.ds='2008-04-08' AND d.ds='2008-04-08') SELECT /*+ MAPJOIN(d) */ DISTINCT c.value PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain FROM srcpart c JOIN srcpart d ON ( c.key=d.key AND c.ds='2008-04-08' AND d.ds='2008-04-08') SELECT /*+ MAPJOIN(d) */ DISTINCT c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -151,12 +159,20 @@ JOIN srcpart d ON ( c.key=d.key AND c.ds='2008-04-08' AND d.ds='2008-04-08') SELECT /*+ MAPJOIN(d) */ DISTINCT c.value PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain FROM srcpart c JOIN srcpart d ON ( c.key=d.key AND c.ds='2008-04-08' AND d.ds='2008-04-08') SELECT /*+ MAPJOIN(d) */ DISTINCT c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -284,12 +300,20 @@ JOIN srcpart d ON ( c.key=d.key AND c.ds='2008-04-08' AND d.ds='2008-04-08') SELECT /*+ MAPJOIN(d) */ DISTINCT c.value PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain FROM srcpart c JOIN srcpart d ON ( c.key=d.key AND c.ds='2008-04-08' AND d.ds='2008-04-08') SELECT /*+ MAPJOIN(d) */ DISTINCT c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -426,12 +450,20 @@ JOIN srcpart d ON ( c.key=d.key AND c.ds='2008-04-08' AND d.ds='2008-04-08') SELECT /*+ MAPJOIN(d) */ DISTINCT c.value PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain FROM srcpart c JOIN srcpart d ON ( c.key=d.key AND c.ds='2008-04-08' AND d.ds='2008-04-08') SELECT /*+ MAPJOIN(d) */ DISTINCT c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/mapjoin_filter_on_outerjoin.q.out b/ql/src/test/results/clientpositive/spark/mapjoin_filter_on_outerjoin.q.out index 2c7d5f8..f4a076c 100644 --- a/ql/src/test/results/clientpositive/spark/mapjoin_filter_on_outerjoin.q.out +++ b/ql/src/test/results/clientpositive/spark/mapjoin_filter_on_outerjoin.q.out @@ -42,12 +42,18 @@ SELECT /*+ mapjoin(src1, src2) */ * FROM src1 JOIN src src3 ON (src2.key = src3.key AND src3.key < 300) SORT BY src1.key, src2.key, src3.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT /*+ mapjoin(src1, src2) */ * FROM src1 RIGHT OUTER JOIN src1 src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) JOIN src src3 ON (src2.key = src3.key AND src3.key < 300) SORT BY src1.key, src2.key, src3.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -207,12 +213,18 @@ SELECT * FROM src1 JOIN src src3 ON (src2.key = src3.key AND src3.key < 300) SORT BY src1.key, src2.key, src3.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src1 RIGHT OUTER JOIN src1 src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) JOIN src src3 ON (src2.key = src3.key AND src3.key < 300) SORT BY src1.key, src2.key, src3.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/mapjoin_mapjoin.q.out b/ql/src/test/results/clientpositive/spark/mapjoin_mapjoin.q.out index 84d7e8f..cdd48e5 100644 --- a/ql/src/test/results/clientpositive/spark/mapjoin_mapjoin.q.out +++ b/ql/src/test/results/clientpositive/spark/mapjoin_mapjoin.q.out @@ -1,7 +1,23 @@ PREHOOK: query: explain extended select srcpart.key from srcpart join src on (srcpart.value=src.value) join src1 on (srcpart.key=src1.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain extended select srcpart.key from srcpart join src on (srcpart.value=src.value) join src1 on (srcpart.key=src1.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t2`.`key` FROM (SELECT `value` FROM `default`.`src` @@ -452,9 +468,25 @@ STAGE PLANS: PREHOOK: query: explain select srcpart.key from srcpart join src on (srcpart.value=src.value) join src1 on (srcpart.key=src1.key) where srcpart.value > 'val_450' PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select srcpart.key from srcpart join src on (srcpart.value=src.value) join src1 on (srcpart.key=src1.key) where srcpart.value > 'val_450' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -560,9 +592,23 @@ STAGE PLANS: PREHOOK: query: explain select count(*) from srcpart join src on (srcpart.value=src.value) join src src1 on (srcpart.key=src1.key) group by ds PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from srcpart join src on (srcpart.value=src.value) join src src1 on (srcpart.key=src1.key) group by ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/mapjoin_memcheck.q.out b/ql/src/test/results/clientpositive/spark/mapjoin_memcheck.q.out index 6d74ade..0eafa7e 100644 --- a/ql/src/test/results/clientpositive/spark/mapjoin_memcheck.q.out +++ b/ql/src/test/results/clientpositive/spark/mapjoin_memcheck.q.out @@ -20,10 +20,14 @@ PREHOOK: query: explain select src1.key as k1, src1.value as v1, src2.key, src2.value from src0 src1 inner join src0 src2 on src1.key = src2.key PREHOOK: type: QUERY +PREHOOK: Input: default@src0 +#### A masked pattern was here #### POSTHOOK: query: explain select src1.key as k1, src1.value as v1, src2.key, src2.value from src0 src1 inner join src0 src2 on src1.key = src2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/mapjoin_subquery.q.out b/ql/src/test/results/clientpositive/spark/mapjoin_subquery.q.out index e318fba..efe2387 100644 --- a/ql/src/test/results/clientpositive/spark/mapjoin_subquery.q.out +++ b/ql/src/test/results/clientpositive/spark/mapjoin_subquery.q.out @@ -5,6 +5,11 @@ FROM FROM src1 x JOIN src y ON (x.key = y.key)) subq JOIN srcpart z ON (subq.key1 = z.key and z.ds='2008-04-08' and z.hr=11) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT subq.key1, z.value FROM @@ -12,6 +17,11 @@ FROM FROM src1 x JOIN src y ON (x.key = y.key)) subq JOIN srcpart z ON (subq.key1 = z.key and z.ds='2008-04-08' and z.hr=11) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -258,6 +268,11 @@ FROM FROM src1 x JOIN src y ON (x.key = y.key)) subq JOIN srcpart z ON (subq.key1 = z.key and z.ds='2008-04-08' and z.hr=11) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT subq.key1, z.value FROM @@ -265,6 +280,11 @@ FROM FROM src1 x JOIN src y ON (x.key = y.key)) subq JOIN srcpart z ON (subq.key1 = z.key and z.ds='2008-04-08' and z.hr=11) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/mapjoin_subquery2.q.out b/ql/src/test/results/clientpositive/spark/mapjoin_subquery2.q.out index 70f5824..13ebe0f 100644 --- a/ql/src/test/results/clientpositive/spark/mapjoin_subquery2.q.out +++ b/ql/src/test/results/clientpositive/spark/mapjoin_subquery2.q.out @@ -71,6 +71,10 @@ FROM FROM y JOIN x ON (x.id = y.id)) subq JOIN z ON (subq.key1 = z.id) PREHOOK: type: QUERY +PREHOOK: Input: default@x +PREHOOK: Input: default@y +PREHOOK: Input: default@z +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT subq.key1, subq.value1, subq.key2, subq.value2, z.id, z.name FROM @@ -78,6 +82,10 @@ FROM FROM y JOIN x ON (x.id = y.id)) subq JOIN z ON (subq.key1 = z.id) POSTHOOK: type: QUERY +POSTHOOK: Input: default@x +POSTHOOK: Input: default@y +POSTHOOK: Input: default@z +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/mapjoin_test_outer.q.out b/ql/src/test/results/clientpositive/spark/mapjoin_test_outer.q.out index 71ed50d..e5dd2af 100644 --- a/ql/src/test/results/clientpositive/spark/mapjoin_test_outer.q.out +++ b/ql/src/test/results/clientpositive/spark/mapjoin_test_outer.q.out @@ -233,12 +233,20 @@ SELECT /*+ mapjoin(src1, src2) */ * FROM src1 JOIN dest_2_n0 src3 ON (src2.key = src3.key) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@dest_1 +PREHOOK: Input: default@dest_2_n0 +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT /*+ mapjoin(src1, src2) */ * FROM src1 RIGHT OUTER JOIN dest_1 src2 ON (src1.key = src2.key) JOIN dest_2_n0 src3 ON (src2.key = src3.key) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest_1 +POSTHOOK: Input: default@dest_2_n0 +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1067,12 +1075,20 @@ SELECT * FROM src1 JOIN dest_2_n0 src3 ON (src2.key = src3.key) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@dest_1 +PREHOOK: Input: default@dest_2_n0 +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src1 RIGHT OUTER JOIN dest_1 src2 ON (src1.key = src2.key) JOIN dest_2_n0 src3 ON (src2.key = src3.key) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest_1 +POSTHOOK: Input: default@dest_2_n0 +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/mapreduce1.q.out b/ql/src/test/results/clientpositive/spark/mapreduce1.q.out index e46ad89..cb0f813 100644 --- a/ql/src/test/results/clientpositive/spark/mapreduce1.q.out +++ b/ql/src/test/results/clientpositive/spark/mapreduce1.q.out @@ -14,6 +14,8 @@ USING 'cat' AS (tkey, ten, one, tvalue) DISTRIBUTE BY tvalue, tkey SORT BY ten, one PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n120 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n120 @@ -22,6 +24,8 @@ USING 'cat' AS (tkey, ten, one, tvalue) DISTRIBUTE BY tvalue, tkey SORT BY ten, one POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n120 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/mapreduce2.q.out b/ql/src/test/results/clientpositive/spark/mapreduce2.q.out index 3a48699..5256255 100644 --- a/ql/src/test/results/clientpositive/spark/mapreduce2.q.out +++ b/ql/src/test/results/clientpositive/spark/mapreduce2.q.out @@ -13,6 +13,8 @@ MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value USING 'cat' AS (tkey, ten, one, tvalue) DISTRIBUTE BY tvalue, tkey PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n162 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n162 @@ -20,6 +22,8 @@ MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value USING 'cat' AS (tkey, ten, one, tvalue) DISTRIBUTE BY tvalue, tkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n162 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/merge1.q.out b/ql/src/test/results/clientpositive/spark/merge1.q.out index 9ce5eb8..ac2db60 100644 --- a/ql/src/test/results/clientpositive/spark/merge1.q.out +++ b/ql/src/test/results/clientpositive/spark/merge1.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain insert overwrite table dest1_n145 select key, count(1) from src group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n145 POSTHOOK: query: explain insert overwrite table dest1_n145 select key, count(1) from src group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n145 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -510,9 +514,17 @@ POSTHOOK: Lineage: test_src_n2 PARTITION(ds=102).value SIMPLE [(src)src.FieldSch PREHOOK: query: explain insert overwrite table dest1_n145 select key from test_src_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@test_src_n2 +PREHOOK: Input: default@test_src_n2@ds=101 +PREHOOK: Input: default@test_src_n2@ds=102 +PREHOOK: Output: default@dest1_n145 POSTHOOK: query: explain insert overwrite table dest1_n145 select key from test_src_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_src_n2 +POSTHOOK: Input: default@test_src_n2@ds=101 +POSTHOOK: Input: default@test_src_n2@ds=102 +POSTHOOK: Output: default@dest1_n145 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -622,9 +634,17 @@ POSTHOOK: Lineage: dest1_n145.key SIMPLE [(test_src_n2)test_src_n2.FieldSchema(n PREHOOK: query: explain insert overwrite table dest1_n145 select key from test_src_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@test_src_n2 +PREHOOK: Input: default@test_src_n2@ds=101 +PREHOOK: Input: default@test_src_n2@ds=102 +PREHOOK: Output: default@dest1_n145 POSTHOOK: query: explain insert overwrite table dest1_n145 select key from test_src_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_src_n2 +POSTHOOK: Input: default@test_src_n2@ds=101 +POSTHOOK: Input: default@test_src_n2@ds=102 +POSTHOOK: Output: default@dest1_n145 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/spark/merge2.q.out b/ql/src/test/results/clientpositive/spark/merge2.q.out index 5a93bc0..714d1ba 100644 --- a/ql/src/test/results/clientpositive/spark/merge2.q.out +++ b/ql/src/test/results/clientpositive/spark/merge2.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain insert overwrite table test1_n10 select key, count(1) from src group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@test1_n10 POSTHOOK: query: explain insert overwrite table test1_n10 select key, count(1) from src group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@test1_n10 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -510,9 +514,17 @@ POSTHOOK: Lineage: test_src_n0 PARTITION(ds=102).value SIMPLE [(src)src.FieldSch PREHOOK: query: explain insert overwrite table test1_n10 select key from test_src_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@test_src_n0 +PREHOOK: Input: default@test_src_n0@ds=101 +PREHOOK: Input: default@test_src_n0@ds=102 +PREHOOK: Output: default@test1_n10 POSTHOOK: query: explain insert overwrite table test1_n10 select key from test_src_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_src_n0 +POSTHOOK: Input: default@test_src_n0@ds=101 +POSTHOOK: Input: default@test_src_n0@ds=102 +POSTHOOK: Output: default@test1_n10 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -622,9 +634,17 @@ POSTHOOK: Lineage: test1_n10.key SIMPLE [(test_src_n0)test_src_n0.FieldSchema(na PREHOOK: query: explain insert overwrite table test1_n10 select key from test_src_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@test_src_n0 +PREHOOK: Input: default@test_src_n0@ds=101 +PREHOOK: Input: default@test_src_n0@ds=102 +PREHOOK: Output: default@test1_n10 POSTHOOK: query: explain insert overwrite table test1_n10 select key from test_src_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_src_n0 +POSTHOOK: Input: default@test_src_n0@ds=101 +POSTHOOK: Input: default@test_src_n0@ds=102 +POSTHOOK: Output: default@test1_n10 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/spark/mergejoins.q.out b/ql/src/test/results/clientpositive/spark/mergejoins.q.out index baa2529..feb3b71 100644 --- a/ql/src/test/results/clientpositive/spark/mergejoins.q.out +++ b/ql/src/test/results/clientpositive/spark/mergejoins.q.out @@ -40,8 +40,20 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@e_n0 PREHOOK: query: explain select * from a_n0 join b_n0 on a_n0.val1=b_n0.val1 join c_n0 on a_n0.val1=c_n0.val1 join d_n0 on a_n0.val1=d_n0.val1 join e_n0 on a_n0.val2=e_n0.val2 PREHOOK: type: QUERY +PREHOOK: Input: default@a_n0 +PREHOOK: Input: default@b_n0 +PREHOOK: Input: default@c_n0 +PREHOOK: Input: default@d_n0 +PREHOOK: Input: default@e_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from a_n0 join b_n0 on a_n0.val1=b_n0.val1 join c_n0 on a_n0.val1=c_n0.val1 join d_n0 on a_n0.val1=d_n0.val1 join e_n0 on a_n0.val2=e_n0.val2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n0 +POSTHOOK: Input: default@b_n0 +POSTHOOK: Input: default@c_n0 +POSTHOOK: Input: default@d_n0 +POSTHOOK: Input: default@e_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -195,8 +207,12 @@ STAGE PLANS: PREHOOK: query: explain select * from src a_n0 join src b_n0 on a_n0.key=b_n0.key left outer join src c_n0 on b_n0.key=c_n0.key and b_n0.key<10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src a_n0 join src b_n0 on a_n0.key=b_n0.key left outer join src c_n0 on b_n0.key=c_n0.key and b_n0.key<10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/mergejoins_mixed.q.out b/ql/src/test/results/clientpositive/spark/mergejoins_mixed.q.out index 008bab3..714c882 100644 --- a/ql/src/test/results/clientpositive/spark/mergejoins_mixed.q.out +++ b/ql/src/test/results/clientpositive/spark/mergejoins_mixed.q.out @@ -9,9 +9,13 @@ POSTHOOK: Output: default@a_n5 PREHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) left outer join a_n5 c on (b.key=c.key) left outer join a_n5 d on (a_n5.key=d.key) PREHOOK: type: QUERY +PREHOOK: Input: default@a_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) left outer join a_n5 c on (b.key=c.key) left outer join a_n5 d on (a_n5.key=d.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -130,9 +134,13 @@ STAGE PLANS: PREHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) left outer join a_n5 c on (b.key=c.key) right outer join a_n5 d on (a_n5.key=d.key) PREHOOK: type: QUERY +PREHOOK: Input: default@a_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) left outer join a_n5 c on (b.key=c.key) right outer join a_n5 d on (a_n5.key=d.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -248,9 +256,13 @@ STAGE PLANS: PREHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) right outer join a_n5 c on (b.key=c.key) left outer join a_n5 d on (a_n5.key=d.key) PREHOOK: type: QUERY +PREHOOK: Input: default@a_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) right outer join a_n5 c on (b.key=c.key) left outer join a_n5 d on (a_n5.key=d.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -363,9 +375,13 @@ STAGE PLANS: PREHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) right outer join a_n5 c on (b.key=c.key) right outer join a_n5 d on (a_n5.key=d.key) PREHOOK: type: QUERY +PREHOOK: Input: default@a_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) right outer join a_n5 c on (b.key=c.key) right outer join a_n5 d on (a_n5.key=d.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -478,9 +494,13 @@ STAGE PLANS: PREHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) left outer join a_n5 c on (b.value=c.key) left outer join a_n5 d on (a_n5.key=d.key) PREHOOK: type: QUERY +PREHOOK: Input: default@a_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) left outer join a_n5 c on (b.value=c.key) left outer join a_n5 d on (a_n5.key=d.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -626,9 +646,13 @@ STAGE PLANS: PREHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) right outer join a_n5 c on (b.value=c.key) right outer join a_n5 d on (a_n5.key=d.key) PREHOOK: type: QUERY +PREHOOK: Input: default@a_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) right outer join a_n5 c on (b.value=c.key) right outer join a_n5 d on (a_n5.key=d.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -771,9 +795,13 @@ STAGE PLANS: PREHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) full outer join a_n5 c on (b.value=c.key) full outer join a_n5 d on (a_n5.key=d.key) PREHOOK: type: QUERY +PREHOOK: Input: default@a_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) full outer join a_n5 c on (b.value=c.key) full outer join a_n5 d on (a_n5.key=d.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -916,9 +944,13 @@ STAGE PLANS: PREHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) left outer join a_n5 c on (b.value=c.key) right outer join a_n5 d on (a_n5.key=d.key) PREHOOK: type: QUERY +PREHOOK: Input: default@a_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) left outer join a_n5 c on (b.value=c.key) right outer join a_n5 d on (a_n5.key=d.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1061,9 +1093,13 @@ STAGE PLANS: PREHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) left outer join a_n5 c on (b.value=c.key) full outer join a_n5 d on (a_n5.key=d.key) PREHOOK: type: QUERY +PREHOOK: Input: default@a_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) left outer join a_n5 c on (b.value=c.key) full outer join a_n5 d on (a_n5.key=d.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1206,9 +1242,13 @@ STAGE PLANS: PREHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) right outer join a_n5 c on (b.value=c.key) left outer join a_n5 d on (a_n5.key=d.key) PREHOOK: type: QUERY +PREHOOK: Input: default@a_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) right outer join a_n5 c on (b.value=c.key) left outer join a_n5 d on (a_n5.key=d.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1351,9 +1391,13 @@ STAGE PLANS: PREHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) right outer join a_n5 c on (b.value=c.key) full outer join a_n5 d on (a_n5.key=d.key) PREHOOK: type: QUERY +PREHOOK: Input: default@a_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) right outer join a_n5 c on (b.value=c.key) full outer join a_n5 d on (a_n5.key=d.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1496,9 +1540,13 @@ STAGE PLANS: PREHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) left outer join a_n5 c on (b.value=c.key) left outer join a_n5 d on (c.key=d.key) PREHOOK: type: QUERY +PREHOOK: Input: default@a_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select * from a_n5 join a_n5 b on (a_n5.key=b.key) left outer join a_n5 c on (b.value=c.key) left outer join a_n5 d on (c.key=d.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/metadata_only_queries.q.out b/ql/src/test/results/clientpositive/spark/metadata_only_queries.q.out index ae62c5f..af0e585 100644 --- a/ql/src/test/results/clientpositive/spark/metadata_only_queries.q.out +++ b/ql/src/test/results/clientpositive/spark/metadata_only_queries.q.out @@ -179,9 +179,13 @@ POSTHOOK: Lineage: stats_tbl_part PARTITION(dt=2012).ts SIMPLE [(over10k_n12)ove PREHOOK: query: explain select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b) from stats_tbl PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b) from stats_tbl POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -241,9 +245,19 @@ STAGE PLANS: PREHOOK: query: explain select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b) from stats_tbl_part PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part +PREHOOK: Input: default@stats_tbl_part@dt=2010 +PREHOOK: Input: default@stats_tbl_part@dt=2011 +PREHOOK: Input: default@stats_tbl_part@dt=2012 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b) from stats_tbl_part POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part +POSTHOOK: Input: default@stats_tbl_part@dt=2010 +POSTHOOK: Input: default@stats_tbl_part@dt=2011 +POSTHOOK: Input: default@stats_tbl_part@dt=2012 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -303,9 +317,13 @@ STAGE PLANS: PREHOOK: query: explain select count(*), '1' as one, sum(1), sum(0.2), 2 as two, count(1), count(s), 3+4.0 as three, count(bo), count(bin), count(si), max(i), min(b) from stats_tbl PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), '1' as one, sum(1), sum(0.2), 2 as two, count(1), count(s), 3+4.0 as three, count(bo), count(bin), count(si), max(i), min(b) from stats_tbl POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -365,9 +383,19 @@ STAGE PLANS: PREHOOK: query: explain select count(*), '1' as one, sum(1), sum(0.2), 2 as two, count(1), count(s), 3+4.0 as three, count(bo), count(bin), count(si), max(i), min(b) from stats_tbl_part PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part +PREHOOK: Input: default@stats_tbl_part@dt=2010 +PREHOOK: Input: default@stats_tbl_part@dt=2011 +PREHOOK: Input: default@stats_tbl_part@dt=2012 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), '1' as one, sum(1), sum(0.2), 2 as two, count(1), count(s), 3+4.0 as three, count(bo), count(bin), count(si), max(i), min(b) from stats_tbl_part POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part +POSTHOOK: Input: default@stats_tbl_part@dt=2010 +POSTHOOK: Input: default@stats_tbl_part@dt=2011 +POSTHOOK: Input: default@stats_tbl_part@dt=2012 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -479,9 +507,13 @@ POSTHOOK: Output: default@stats_tbl_part@dt=2012 PREHOOK: query: explain select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si) from stats_tbl PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si) from stats_tbl POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -504,9 +536,13 @@ POSTHOOK: Input: default@stats_tbl PREHOOK: query: explain select min(i), max(i), min(b), max(b), min(f), max(f), min(d), max(d) from stats_tbl PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl +#### A masked pattern was here #### POSTHOOK: query: explain select min(i), max(i), min(b), max(b), min(f), max(f), min(d), max(d) from stats_tbl POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -529,9 +565,13 @@ POSTHOOK: Input: default@stats_tbl PREHOOK: query: explain select min(i), '1' as one, max(i), min(b), max(b), min(f), max(f), 3+4.0 as three, min(d), max(d) from stats_tbl PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl +#### A masked pattern was here #### POSTHOOK: query: explain select min(i), '1' as one, max(i), min(b), max(b), min(f), max(f), 3+4.0 as three, min(d), max(d) from stats_tbl POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -554,9 +594,13 @@ POSTHOOK: Input: default@stats_tbl PREHOOK: query: explain select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si) from stats_tbl_part PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si) from stats_tbl_part POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -579,9 +623,13 @@ POSTHOOK: Input: default@stats_tbl_part PREHOOK: query: explain select min(i), max(i), min(b), max(b), min(f), max(f), min(d), max(d) from stats_tbl_part PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### POSTHOOK: query: explain select min(i), max(i), min(b), max(b), min(f), max(f), min(d), max(d) from stats_tbl_part POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -604,9 +652,13 @@ POSTHOOK: Input: default@stats_tbl_part PREHOOK: query: explain select min(i), '1' as one, max(i), min(b), max(b), min(f), max(f), 3+4.0 as three, min(d), max(d) from stats_tbl_part PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### POSTHOOK: query: explain select min(i), '1' as one, max(i), min(b), max(b), min(f), max(f), 3+4.0 as three, min(d), max(d) from stats_tbl_part POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -628,8 +680,18 @@ POSTHOOK: Input: default@stats_tbl_part 65536 1 65791 4294967296 4294967551 0.01 99.98 7 0.01 50.0 PREHOOK: query: explain select count(ts) from stats_tbl_part PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part +PREHOOK: Input: default@stats_tbl_part@dt=2010 +PREHOOK: Input: default@stats_tbl_part@dt=2011 +PREHOOK: Input: default@stats_tbl_part@dt=2012 +#### A masked pattern was here #### POSTHOOK: query: explain select count(ts) from stats_tbl_part POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part +POSTHOOK: Input: default@stats_tbl_part@dt=2010 +POSTHOOK: Input: default@stats_tbl_part@dt=2011 +POSTHOOK: Input: default@stats_tbl_part@dt=2012 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -684,8 +746,12 @@ STAGE PLANS: PREHOOK: query: explain select count('1') from stats_tbl group by '1' PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl +#### A masked pattern was here #### POSTHOOK: query: explain select count('1') from stats_tbl group by '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -707,8 +773,12 @@ POSTHOOK: Input: default@stats_tbl 9999 PREHOOK: query: explain select count('1') from stats_tbl_part group by '1' PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### POSTHOOK: query: explain select count('1') from stats_tbl_part group by '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/spark/metadata_only_queries_with_filters.q.out b/ql/src/test/results/clientpositive/spark/metadata_only_queries_with_filters.q.out index 6be0911..6383d0a 100644 --- a/ql/src/test/results/clientpositive/spark/metadata_only_queries_with_filters.q.out +++ b/ql/src/test/results/clientpositive/spark/metadata_only_queries_with_filters.q.out @@ -153,9 +153,13 @@ POSTHOOK: Output: default@stats_tbl_part_n0@dt=2014 PREHOOK: query: explain select count(*), count(1), sum(1), count(s), count(bo), count(bin), count(si), max(i), min(b), max(f), min(d) from stats_tbl_part_n0 where dt = 2010 PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), count(1), sum(1), count(s), count(bo), count(bin), count(si), max(i), min(b), max(f), min(d) from stats_tbl_part_n0 where dt = 2010 POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -178,9 +182,13 @@ POSTHOOK: Input: default@stats_tbl_part_n0 PREHOOK: query: explain select count(*), count(1), sum(1), sum(2), count(s), count(bo), count(bin), count(si), max(i), min(b), max(f), min(d) from stats_tbl_part_n0 where dt > 2010 PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), count(1), sum(1), sum(2), count(s), count(bo), count(bin), count(si), max(i), min(b), max(f), min(d) from stats_tbl_part_n0 where dt > 2010 POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/spark/multi_insert.q.out b/ql/src/test/results/clientpositive/spark/multi_insert.q.out index 4bd7e76..68be244 100644 --- a/ql/src/test/results/clientpositive/spark/multi_insert.q.out +++ b/ql/src/test/results/clientpositive/spark/multi_insert.q.out @@ -19,11 +19,17 @@ from src insert overwrite table src_multi1_n5 select * where key < 10 insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n5 +PREHOOK: Output: default@src_multi2_n6 POSTHOOK: query: explain from src insert overwrite table src_multi1_n5 select * where key < 10 insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n5 +POSTHOOK: Output: default@src_multi2_n6 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -159,11 +165,17 @@ from src insert overwrite table src_multi1_n5 select * where key < 10 insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n5 +PREHOOK: Output: default@src_multi2_n6 POSTHOOK: query: explain from src insert overwrite table src_multi1_n5 select * where key < 10 insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n5 +POSTHOOK: Output: default@src_multi2_n6 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -299,11 +311,17 @@ from src insert overwrite table src_multi1_n5 select * where key < 10 insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n5 +PREHOOK: Output: default@src_multi2_n6 POSTHOOK: query: explain from src insert overwrite table src_multi1_n5 select * where key < 10 insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n5 +POSTHOOK: Output: default@src_multi2_n6 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -439,11 +457,17 @@ from src insert overwrite table src_multi1_n5 select * where key < 10 insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n5 +PREHOOK: Output: default@src_multi2_n6 POSTHOOK: query: explain from src insert overwrite table src_multi1_n5 select * where key < 10 insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n5 +POSTHOOK: Output: default@src_multi2_n6 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -579,11 +603,17 @@ from src insert overwrite table src_multi1_n5 select * where key < 10 group by key, value insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 group by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n5 +PREHOOK: Output: default@src_multi2_n6 POSTHOOK: query: explain from src insert overwrite table src_multi1_n5 select * where key < 10 group by key, value insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 group by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n5 +POSTHOOK: Output: default@src_multi2_n6 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -728,11 +758,17 @@ from src insert overwrite table src_multi1_n5 select * where key < 10 group by key, value insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 group by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n5 +PREHOOK: Output: default@src_multi2_n6 POSTHOOK: query: explain from src insert overwrite table src_multi1_n5 select * where key < 10 group by key, value insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 group by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n5 +POSTHOOK: Output: default@src_multi2_n6 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -877,11 +913,17 @@ from src insert overwrite table src_multi1_n5 select * where key < 10 group by key, value insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 group by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n5 +PREHOOK: Output: default@src_multi2_n6 POSTHOOK: query: explain from src insert overwrite table src_multi1_n5 select * where key < 10 group by key, value insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 group by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n5 +POSTHOOK: Output: default@src_multi2_n6 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -1026,11 +1068,17 @@ from src insert overwrite table src_multi1_n5 select * where key < 10 group by key, value insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 group by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n5 +PREHOOK: Output: default@src_multi2_n6 POSTHOOK: query: explain from src insert overwrite table src_multi1_n5 select * where key < 10 group by key, value insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 group by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n5 +POSTHOOK: Output: default@src_multi2_n6 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -1175,11 +1223,17 @@ from (select * from src union all select * from src) s insert overwrite table src_multi1_n5 select * where key < 10 insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n5 +PREHOOK: Output: default@src_multi2_n6 POSTHOOK: query: explain from (select * from src union all select * from src) s insert overwrite table src_multi1_n5 select * where key < 10 insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n5 +POSTHOOK: Output: default@src_multi2_n6 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -1362,11 +1416,17 @@ from (select * from src union all select * from src) s insert overwrite table src_multi1_n5 select * where key < 10 insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n5 +PREHOOK: Output: default@src_multi2_n6 POSTHOOK: query: explain from (select * from src union all select * from src) s insert overwrite table src_multi1_n5 select * where key < 10 insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n5 +POSTHOOK: Output: default@src_multi2_n6 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -1549,11 +1609,17 @@ from (select * from src union all select * from src) s insert overwrite table src_multi1_n5 select * where key < 10 insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n5 +PREHOOK: Output: default@src_multi2_n6 POSTHOOK: query: explain from (select * from src union all select * from src) s insert overwrite table src_multi1_n5 select * where key < 10 insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n5 +POSTHOOK: Output: default@src_multi2_n6 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -1736,11 +1802,17 @@ from (select * from src union all select * from src) s insert overwrite table src_multi1_n5 select * where key < 10 insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n5 +PREHOOK: Output: default@src_multi2_n6 POSTHOOK: query: explain from (select * from src union all select * from src) s insert overwrite table src_multi1_n5 select * where key < 10 insert overwrite table src_multi2_n6 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n5 +POSTHOOK: Output: default@src_multi2_n6 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -1923,10 +1995,14 @@ PREHOOK: query: explain from src #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain from src #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-0 depends on stages: Stage-3 @@ -2021,10 +2097,14 @@ PREHOOK: query: explain from src #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain from src #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-0 depends on stages: Stage-3 @@ -2119,10 +2199,14 @@ PREHOOK: query: explain from src #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain from src #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-0 depends on stages: Stage-3 @@ -2217,10 +2301,14 @@ PREHOOK: query: explain from src #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain from src #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-0 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/spark/multi_insert_gby.q.out b/ql/src/test/results/clientpositive/spark/multi_insert_gby.q.out index 8b55946..ca4922a 100644 --- a/ql/src/test/results/clientpositive/spark/multi_insert_gby.q.out +++ b/ql/src/test/results/clientpositive/spark/multi_insert_gby.q.out @@ -20,12 +20,18 @@ INSERT OVERWRITE TABLE e1_n0 INSERT OVERWRITE TABLE e2_n1 SELECT key, COUNT(*) WHERE key>500 GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@e1_n0 +PREHOOK: Output: default@e2_n1 POSTHOOK: query: explain FROM src INSERT OVERWRITE TABLE e1_n0 SELECT key, COUNT(*) WHERE key>450 GROUP BY key INSERT OVERWRITE TABLE e2_n1 SELECT key, COUNT(*) WHERE key>500 GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@e1_n0 +POSTHOOK: Output: default@e2_n1 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -210,12 +216,18 @@ INSERT OVERWRITE TABLE e1_n0 INSERT OVERWRITE TABLE e2_n1 SELECT key, COUNT(*) GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@e1_n0 +PREHOOK: Output: default@e2_n1 POSTHOOK: query: explain FROM src INSERT OVERWRITE TABLE e1_n0 SELECT key, COUNT(*) WHERE key>450 GROUP BY key INSERT OVERWRITE TABLE e2_n1 SELECT key, COUNT(*) GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@e1_n0 +POSTHOOK: Output: default@e2_n1 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/multi_insert_gby2.q.out b/ql/src/test/results/clientpositive/spark/multi_insert_gby2.q.out index b3a5815..2b7797c 100644 --- a/ql/src/test/results/clientpositive/spark/multi_insert_gby2.q.out +++ b/ql/src/test/results/clientpositive/spark/multi_insert_gby2.q.out @@ -21,6 +21,9 @@ INSERT OVERWRITE TABLE e1 INSERT OVERWRITE TABLE e2_n0 SELECT percentile_approx(value, 0.5) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@e1 +PREHOOK: Output: default@e2_n0 POSTHOOK: query: explain FROM (select key, cast(key as double) as value from src order by key) a INSERT OVERWRITE TABLE e1 @@ -28,6 +31,9 @@ INSERT OVERWRITE TABLE e1 INSERT OVERWRITE TABLE e2_n0 SELECT percentile_approx(value, 0.5) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@e1 +POSTHOOK: Output: default@e2_n0 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/multi_insert_gby3.q.out b/ql/src/test/results/clientpositive/spark/multi_insert_gby3.q.out index 113ff46..6121b86 100644 --- a/ql/src/test/results/clientpositive/spark/multi_insert_gby3.q.out +++ b/ql/src/test/results/clientpositive/spark/multi_insert_gby3.q.out @@ -29,6 +29,9 @@ INSERT OVERWRITE TABLE e1_n2 INSERT OVERWRITE TABLE e2_n3 SELECT key, sum(keyD), value group by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@e1_n2 +PREHOOK: Output: default@e2_n3 POSTHOOK: query: explain FROM (select key, cast(key as double) as keyD, value from src order by key) a INSERT OVERWRITE TABLE e1_n2 @@ -36,6 +39,9 @@ INSERT OVERWRITE TABLE e1_n2 INSERT OVERWRITE TABLE e2_n3 SELECT key, sum(keyD), value group by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@e1_n2 +POSTHOOK: Output: default@e2_n3 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -174,6 +180,9 @@ INSERT OVERWRITE TABLE e2_n3 INSERT OVERWRITE TABLE e1_n2 SELECT key, COUNT(distinct value) group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@e1_n2 +PREHOOK: Output: default@e2_n3 POSTHOOK: query: explain FROM (select key, cast(key as double) as keyD, value from src order by key) a INSERT OVERWRITE TABLE e2_n3 @@ -181,6 +190,9 @@ INSERT OVERWRITE TABLE e2_n3 INSERT OVERWRITE TABLE e1_n2 SELECT key, COUNT(distinct value) group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@e1_n2 +POSTHOOK: Output: default@e2_n3 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -1633,6 +1645,9 @@ select key, count(distinct value) group by key insert overwrite table e3 select value, count(distinct key) group by value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@e1_n2 +PREHOOK: Output: default@e3 POSTHOOK: query: explain from src insert overwrite table e1_n2 @@ -1640,6 +1655,9 @@ select key, count(distinct value) group by key insert overwrite table e3 select value, count(distinct key) group by value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@e1_n2 +POSTHOOK: Output: default@e3 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -1773,6 +1791,10 @@ INSERT OVERWRITE TABLE e2_n3 INSERT overwrite table e3 SELECT key, COUNT(distinct keyD) group by key, keyD, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@e1_n2 +PREHOOK: Output: default@e2_n3 +PREHOOK: Output: default@e3 POSTHOOK: query: explain FROM (select key, cast(key as double) as keyD, value from src order by key) a INSERT OVERWRITE TABLE e1_n2 @@ -1782,6 +1804,10 @@ INSERT OVERWRITE TABLE e2_n3 INSERT overwrite table e3 SELECT key, COUNT(distinct keyD) group by key, keyD, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@e1_n2 +POSTHOOK: Output: default@e2_n3 +POSTHOOK: Output: default@e3 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-0 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/spark/multi_insert_lateral_view.q.out b/ql/src/test/results/clientpositive/spark/multi_insert_lateral_view.q.out index 22fe91c..e1821bb 100644 --- a/ql/src/test/results/clientpositive/spark/multi_insert_lateral_view.q.out +++ b/ql/src/test/results/clientpositive/spark/multi_insert_lateral_view.q.out @@ -39,11 +39,17 @@ from src_10_n0 insert overwrite table src_lv1 select key, C lateral view explode(array(key+1, key+2)) A as C insert overwrite table src_lv2 select key, C lateral view explode(array(key+3, key+4)) A as C PREHOOK: type: QUERY +PREHOOK: Input: default@src_10_n0 +PREHOOK: Output: default@src_lv1 +PREHOOK: Output: default@src_lv2 POSTHOOK: query: explain from src_10_n0 insert overwrite table src_lv1 select key, C lateral view explode(array(key+1, key+2)) A as C insert overwrite table src_lv2 select key, C lateral view explode(array(key+3, key+4)) A as C POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_10_n0 +POSTHOOK: Output: default@src_lv1 +POSTHOOK: Output: default@src_lv2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -255,11 +261,17 @@ from src_10_n0 insert overwrite table src_lv1 select key, sum(C) lateral view explode(array(key+1, key+2)) A as C group by key insert overwrite table src_lv2 select key, sum(C) lateral view explode(array(key+3, key+4)) A as C group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src_10_n0 +PREHOOK: Output: default@src_lv1 +PREHOOK: Output: default@src_lv2 POSTHOOK: query: explain from src_10_n0 insert overwrite table src_lv1 select key, sum(C) lateral view explode(array(key+1, key+2)) A as C group by key insert overwrite table src_lv2 select key, sum(C) lateral view explode(array(key+3, key+4)) A as C group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_10_n0 +POSTHOOK: Output: default@src_lv1 +POSTHOOK: Output: default@src_lv2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -502,12 +514,20 @@ insert overwrite table src_lv1 select key, sum(C) lateral view explode(array(key insert overwrite table src_lv2 select key, count(value) where key > 200 group by key insert overwrite table src_lv3 select key, count(value) where key < 200 group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src_10_n0 +PREHOOK: Output: default@src_lv1 +PREHOOK: Output: default@src_lv2 +PREHOOK: Output: default@src_lv3 POSTHOOK: query: explain from src_10_n0 insert overwrite table src_lv1 select key, sum(C) lateral view explode(array(key+1, key+2)) A as C group by key insert overwrite table src_lv2 select key, count(value) where key > 200 group by key insert overwrite table src_lv3 select key, count(value) where key < 200 group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_10_n0 +POSTHOOK: Output: default@src_lv1 +POSTHOOK: Output: default@src_lv2 +POSTHOOK: Output: default@src_lv3 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-0 depends on stages: Stage-3 @@ -772,12 +792,20 @@ insert overwrite table src_lv1 select C, sum(distinct key) lateral view explode( insert overwrite table src_lv2 select C, sum(distinct key) lateral view explode(array(key+3, key+4)) A as C group by C insert overwrite table src_lv3 select value, sum(distinct key) group by value PREHOOK: type: QUERY +PREHOOK: Input: default@src_10_n0 +PREHOOK: Output: default@src_lv1 +PREHOOK: Output: default@src_lv2 +PREHOOK: Output: default@src_lv3 POSTHOOK: query: explain from src_10_n0 insert overwrite table src_lv1 select C, sum(distinct key) lateral view explode(array(key+1, key+2)) A as C group by C insert overwrite table src_lv2 select C, sum(distinct key) lateral view explode(array(key+3, key+4)) A as C group by C insert overwrite table src_lv3 select value, sum(distinct key) group by value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_10_n0 +POSTHOOK: Output: default@src_lv1 +POSTHOOK: Output: default@src_lv2 +POSTHOOK: Output: default@src_lv3 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-0 depends on stages: Stage-3 @@ -1124,6 +1152,11 @@ insert overwrite table src_lv2 select key, sum(distinct C) lateral view explode( insert overwrite table src_lv3 select value, sum(distinct key) where key > 200 group by value insert overwrite table src_lv4 select value, sum(distinct key) where key < 200 group by value PREHOOK: type: QUERY +PREHOOK: Input: default@src_10_n0 +PREHOOK: Output: default@src_lv1 +PREHOOK: Output: default@src_lv2 +PREHOOK: Output: default@src_lv3 +PREHOOK: Output: default@src_lv4 POSTHOOK: query: explain from src_10_n0 insert overwrite table src_lv1 select key, sum(distinct C) lateral view explode(array(key+1, key+2)) A as C group by key @@ -1131,6 +1164,11 @@ insert overwrite table src_lv2 select key, sum(distinct C) lateral view explode( insert overwrite table src_lv3 select value, sum(distinct key) where key > 200 group by value insert overwrite table src_lv4 select value, sum(distinct key) where key < 200 group by value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_10_n0 +POSTHOOK: Output: default@src_lv1 +POSTHOOK: Output: default@src_lv2 +POSTHOOK: Output: default@src_lv3 +POSTHOOK: Output: default@src_lv4 STAGE DEPENDENCIES: Stage-4 is a root stage Stage-0 depends on stages: Stage-4 diff --git a/ql/src/test/results/clientpositive/spark/multi_insert_mixed.q.out b/ql/src/test/results/clientpositive/spark/multi_insert_mixed.q.out index 0dde265..b3eeb4d 100644 --- a/ql/src/test/results/clientpositive/spark/multi_insert_mixed.q.out +++ b/ql/src/test/results/clientpositive/spark/multi_insert_mixed.q.out @@ -28,12 +28,20 @@ insert overwrite table src_multi1_n2 select key, count(1) group by key order by insert overwrite table src_multi2_n3 select value, count(1) group by value order by value insert overwrite table src_multi3 select * where key < 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n2 +PREHOOK: Output: default@src_multi2_n3 +PREHOOK: Output: default@src_multi3 POSTHOOK: query: explain from src insert overwrite table src_multi1_n2 select key, count(1) group by key order by key insert overwrite table src_multi2_n3 select value, count(1) group by value order by value insert overwrite table src_multi3 select * where key < 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n2 +POSTHOOK: Output: default@src_multi2_n3 +POSTHOOK: Output: default@src_multi3 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-0 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/spark/multi_insert_move_tasks_share_dependencies.q.out b/ql/src/test/results/clientpositive/spark/multi_insert_move_tasks_share_dependencies.q.out index 9412c6c..4a17fc4 100644 --- a/ql/src/test/results/clientpositive/spark/multi_insert_move_tasks_share_dependencies.q.out +++ b/ql/src/test/results/clientpositive/spark/multi_insert_move_tasks_share_dependencies.q.out @@ -19,11 +19,17 @@ from src insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n4 +PREHOOK: Output: default@src_multi2_n5 POSTHOOK: query: explain from src insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n4 +POSTHOOK: Output: default@src_multi2_n5 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -163,11 +169,17 @@ from src insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n4 +PREHOOK: Output: default@src_multi2_n5 POSTHOOK: query: explain from src insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n4 +POSTHOOK: Output: default@src_multi2_n5 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -307,11 +319,17 @@ from src insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n4 +PREHOOK: Output: default@src_multi2_n5 POSTHOOK: query: explain from src insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n4 +POSTHOOK: Output: default@src_multi2_n5 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -451,11 +469,17 @@ from src insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n4 +PREHOOK: Output: default@src_multi2_n5 POSTHOOK: query: explain from src insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n4 +POSTHOOK: Output: default@src_multi2_n5 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -595,11 +619,17 @@ from src insert overwrite table src_multi1_n4 select * where key < 10 group by key, value insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 group by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n4 +PREHOOK: Output: default@src_multi2_n5 POSTHOOK: query: explain from src insert overwrite table src_multi1_n4 select * where key < 10 group by key, value insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 group by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n4 +POSTHOOK: Output: default@src_multi2_n5 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -748,11 +778,17 @@ from src insert overwrite table src_multi1_n4 select * where key < 10 group by key, value insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 group by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n4 +PREHOOK: Output: default@src_multi2_n5 POSTHOOK: query: explain from src insert overwrite table src_multi1_n4 select * where key < 10 group by key, value insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 group by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n4 +POSTHOOK: Output: default@src_multi2_n5 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -901,11 +937,17 @@ from src insert overwrite table src_multi1_n4 select * where key < 10 group by key, value insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 group by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n4 +PREHOOK: Output: default@src_multi2_n5 POSTHOOK: query: explain from src insert overwrite table src_multi1_n4 select * where key < 10 group by key, value insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 group by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n4 +POSTHOOK: Output: default@src_multi2_n5 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -1054,11 +1096,17 @@ from src insert overwrite table src_multi1_n4 select * where key < 10 group by key, value insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 group by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n4 +PREHOOK: Output: default@src_multi2_n5 POSTHOOK: query: explain from src insert overwrite table src_multi1_n4 select * where key < 10 group by key, value insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 group by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n4 +POSTHOOK: Output: default@src_multi2_n5 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -1207,11 +1255,17 @@ from (select * from src union all select * from src) s insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n4 +PREHOOK: Output: default@src_multi2_n5 POSTHOOK: query: explain from (select * from src union all select * from src) s insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n4 +POSTHOOK: Output: default@src_multi2_n5 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -1398,11 +1452,17 @@ from (select * from src union all select * from src) s insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n4 +PREHOOK: Output: default@src_multi2_n5 POSTHOOK: query: explain from (select * from src union all select * from src) s insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n4 +POSTHOOK: Output: default@src_multi2_n5 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -1589,11 +1649,17 @@ from (select * from src union all select * from src) s insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n4 +PREHOOK: Output: default@src_multi2_n5 POSTHOOK: query: explain from (select * from src union all select * from src) s insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n4 +POSTHOOK: Output: default@src_multi2_n5 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -1780,11 +1846,17 @@ from (select * from src union all select * from src) s insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_multi1_n4 +PREHOOK: Output: default@src_multi2_n5 POSTHOOK: query: explain from (select * from src union all select * from src) s insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_multi1_n4 +POSTHOOK: Output: default@src_multi2_n5 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -1971,10 +2043,14 @@ PREHOOK: query: explain from src #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain from src #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-4 depends on stages: Stage-3 @@ -2073,10 +2149,14 @@ PREHOOK: query: explain from src #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain from src #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-4 depends on stages: Stage-3 @@ -2175,10 +2255,14 @@ PREHOOK: query: explain from src #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain from src #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-4 depends on stages: Stage-3 @@ -2277,10 +2361,14 @@ PREHOOK: query: explain from src #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain from src #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-4 depends on stages: Stage-3 @@ -2379,10 +2467,14 @@ PREHOOK: query: explain from src #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain from src #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -2490,10 +2582,14 @@ PREHOOK: query: explain from src #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain from src #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -2601,10 +2697,14 @@ PREHOOK: query: explain from src #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain from src #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -2712,10 +2812,14 @@ PREHOOK: query: explain from src #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain from src #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -2825,12 +2929,20 @@ insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### +PREHOOK: Output: default@src_multi1_n4 +PREHOOK: Output: default@src_multi2_n5 POSTHOOK: query: explain from src insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### +POSTHOOK: Output: default@src_multi1_n4 +POSTHOOK: Output: default@src_multi2_n5 STAGE DEPENDENCIES: Stage-4 is a root stage Stage-5 depends on stages: Stage-4 @@ -3049,12 +3161,20 @@ insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### +PREHOOK: Output: default@src_multi1_n4 +PREHOOK: Output: default@src_multi2_n5 POSTHOOK: query: explain from src insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### +POSTHOOK: Output: default@src_multi1_n4 +POSTHOOK: Output: default@src_multi2_n5 STAGE DEPENDENCIES: Stage-4 is a root stage Stage-5 depends on stages: Stage-4 @@ -3273,12 +3393,20 @@ insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### +PREHOOK: Output: default@src_multi1_n4 +PREHOOK: Output: default@src_multi2_n5 POSTHOOK: query: explain from src insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### +POSTHOOK: Output: default@src_multi1_n4 +POSTHOOK: Output: default@src_multi2_n5 STAGE DEPENDENCIES: Stage-4 is a root stage Stage-5 depends on stages: Stage-4 @@ -3497,12 +3625,20 @@ insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### +PREHOOK: Output: default@src_multi1_n4 +PREHOOK: Output: default@src_multi2_n5 POSTHOOK: query: explain from src insert overwrite table src_multi1_n4 select * where key < 10 insert overwrite table src_multi2_n5 select * where key > 10 and key < 20 #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### +POSTHOOK: Output: default@src_multi1_n4 +POSTHOOK: Output: default@src_multi2_n5 STAGE DEPENDENCIES: Stage-4 is a root stage Stage-5 depends on stages: Stage-4 diff --git a/ql/src/test/results/clientpositive/spark/multi_join_union.q.out b/ql/src/test/results/clientpositive/spark/multi_join_union.q.out index d30c8d2..949d8f8 100644 --- a/ql/src/test/results/clientpositive/spark/multi_join_union.q.out +++ b/ql/src/test/results/clientpositive/spark/multi_join_union.q.out @@ -51,11 +51,21 @@ src11 a JOIN src12 b ON (a.key = b.key) JOIN (SELECT * FROM (SELECT * FROM src13 UNION ALL SELECT * FROM src14)a )c ON c.value = b.value PREHOOK: type: QUERY +PREHOOK: Input: default@src11 +PREHOOK: Input: default@src12 +PREHOOK: Input: default@src13 +PREHOOK: Input: default@src14 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src11 a JOIN src12 b ON (a.key = b.key) JOIN (SELECT * FROM (SELECT * FROM src13 UNION ALL SELECT * FROM src14)a )c ON c.value = b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src11 +POSTHOOK: Input: default@src12 +POSTHOOK: Input: default@src13 +POSTHOOK: Input: default@src14 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/multigroupby_singlemr.q.out b/ql/src/test/results/clientpositive/spark/multigroupby_singlemr.q.out index 3c2fe41..b5d3b2a 100644 --- a/ql/src/test/results/clientpositive/spark/multigroupby_singlemr.q.out +++ b/ql/src/test/results/clientpositive/spark/multigroupby_singlemr.q.out @@ -43,11 +43,17 @@ FROM TBL_n0 INSERT OVERWRITE TABLE DEST1_n116 SELECT TBL_n0.C1, COUNT(TBL_n0.C2) GROUP BY TBL_n0.C1 INSERT OVERWRITE TABLE DEST2_n30 SELECT TBL_n0.C1, TBL_n0.C2, COUNT(TBL_n0.C3) GROUP BY TBL_n0.C1, TBL_n0.C2 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl_n0 +PREHOOK: Output: default@dest1_n116 +PREHOOK: Output: default@dest2_n30 POSTHOOK: query: EXPLAIN FROM TBL_n0 INSERT OVERWRITE TABLE DEST1_n116 SELECT TBL_n0.C1, COUNT(TBL_n0.C2) GROUP BY TBL_n0.C1 INSERT OVERWRITE TABLE DEST2_n30 SELECT TBL_n0.C1, TBL_n0.C2, COUNT(TBL_n0.C3) GROUP BY TBL_n0.C1, TBL_n0.C2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl_n0 +POSTHOOK: Output: default@dest1_n116 +POSTHOOK: Output: default@dest2_n30 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -183,11 +189,17 @@ FROM TBL_n0 INSERT OVERWRITE TABLE DEST1_n116 SELECT TBL_n0.C1, COUNT(TBL_n0.C2) GROUP BY TBL_n0.C1 INSERT OVERWRITE TABLE DEST2_n30 SELECT TBL_n0.C1, TBL_n0.C2, COUNT(TBL_n0.C3) GROUP BY TBL_n0.C2, TBL_n0.C1 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl_n0 +PREHOOK: Output: default@dest1_n116 +PREHOOK: Output: default@dest2_n30 POSTHOOK: query: EXPLAIN FROM TBL_n0 INSERT OVERWRITE TABLE DEST1_n116 SELECT TBL_n0.C1, COUNT(TBL_n0.C2) GROUP BY TBL_n0.C1 INSERT OVERWRITE TABLE DEST2_n30 SELECT TBL_n0.C1, TBL_n0.C2, COUNT(TBL_n0.C3) GROUP BY TBL_n0.C2, TBL_n0.C1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl_n0 +POSTHOOK: Output: default@dest1_n116 +POSTHOOK: Output: default@dest2_n30 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -323,11 +335,17 @@ FROM TBL_n0 INSERT OVERWRITE TABLE DEST3_n4 SELECT TBL_n0.C1, TBL_n0.C2, TBL_n0.C3, COUNT(TBL_n0.C4) GROUP BY TBL_n0.C1, TBL_n0.C2, TBL_n0.C3 INSERT OVERWRITE TABLE DEST2_n30 SELECT TBL_n0.C1, TBL_n0.C2, COUNT(TBL_n0.C3) GROUP BY TBL_n0.C1, TBL_n0.C2 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl_n0 +PREHOOK: Output: default@dest2_n30 +PREHOOK: Output: default@dest3_n4 POSTHOOK: query: EXPLAIN FROM TBL_n0 INSERT OVERWRITE TABLE DEST3_n4 SELECT TBL_n0.C1, TBL_n0.C2, TBL_n0.C3, COUNT(TBL_n0.C4) GROUP BY TBL_n0.C1, TBL_n0.C2, TBL_n0.C3 INSERT OVERWRITE TABLE DEST2_n30 SELECT TBL_n0.C1, TBL_n0.C2, COUNT(TBL_n0.C3) GROUP BY TBL_n0.C1, TBL_n0.C2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl_n0 +POSTHOOK: Output: default@dest2_n30 +POSTHOOK: Output: default@dest3_n4 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -463,11 +481,17 @@ FROM TBL_n0 INSERT OVERWRITE TABLE DEST3_n4 SELECT TBL_n0.C1, TBL_n0.C2, TBL_n0.C3, COUNT(TBL_n0.C4) GROUP BY TBL_n0.C1, TBL_n0.C2, TBL_n0.C3 INSERT OVERWRITE TABLE DEST4 SELECT TBL_n0.C1, TBL_n0.C2, TBL_n0.C3, COUNT(TBL_n0.C4) GROUP BY TBL_n0.C1, TBL_n0.C3, TBL_n0.C2 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl_n0 +PREHOOK: Output: default@dest3_n4 +PREHOOK: Output: default@dest4 POSTHOOK: query: EXPLAIN FROM TBL_n0 INSERT OVERWRITE TABLE DEST3_n4 SELECT TBL_n0.C1, TBL_n0.C2, TBL_n0.C3, COUNT(TBL_n0.C4) GROUP BY TBL_n0.C1, TBL_n0.C2, TBL_n0.C3 INSERT OVERWRITE TABLE DEST4 SELECT TBL_n0.C1, TBL_n0.C2, TBL_n0.C3, COUNT(TBL_n0.C4) GROUP BY TBL_n0.C1, TBL_n0.C3, TBL_n0.C2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl_n0 +POSTHOOK: Output: default@dest3_n4 +POSTHOOK: Output: default@dest4 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -573,12 +597,20 @@ INSERT OVERWRITE TABLE DEST3_n4 SELECT TBL_n0.C1, TBL_n0.C2, TBL_n0.C3, COUNT(TB INSERT OVERWRITE TABLE DEST2_n30 SELECT TBL_n0.C1, TBL_n0.C2, COUNT(TBL_n0.C3) GROUP BY TBL_n0.C1, TBL_n0.C2 INSERT OVERWRITE TABLE DEST1_n116 SELECT TBL_n0.C1, COUNT(TBL_n0.C2) GROUP BY TBL_n0.C1 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl_n0 +PREHOOK: Output: default@dest1_n116 +PREHOOK: Output: default@dest2_n30 +PREHOOK: Output: default@dest3_n4 POSTHOOK: query: EXPLAIN FROM TBL_n0 INSERT OVERWRITE TABLE DEST3_n4 SELECT TBL_n0.C1, TBL_n0.C2, TBL_n0.C3, COUNT(TBL_n0.C4) GROUP BY TBL_n0.C1, TBL_n0.C2, TBL_n0.C3 INSERT OVERWRITE TABLE DEST2_n30 SELECT TBL_n0.C1, TBL_n0.C2, COUNT(TBL_n0.C3) GROUP BY TBL_n0.C1, TBL_n0.C2 INSERT OVERWRITE TABLE DEST1_n116 SELECT TBL_n0.C1, COUNT(TBL_n0.C2) GROUP BY TBL_n0.C1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl_n0 +POSTHOOK: Output: default@dest1_n116 +POSTHOOK: Output: default@dest2_n30 +POSTHOOK: Output: default@dest3_n4 STAGE DEPENDENCIES: Stage-3 is a root stage Stage-0 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/spark/nullgroup.q.out b/ql/src/test/results/clientpositive/spark/nullgroup.q.out index 9a98bfb..35dba91 100644 --- a/ql/src/test/results/clientpositive/spark/nullgroup.q.out +++ b/ql/src/test/results/clientpositive/spark/nullgroup.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select count(1) from src x where x.key > 9999 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from src x where x.key > 9999 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -67,9 +71,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select count(1) from src x where x.key > 9999 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from src x where x.key > 9999 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -133,9 +141,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select count(1) from src x where x.key > 9999 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from src x where x.key > 9999 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -206,9 +218,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select count(1) from src x where x.key > 9999 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) from src x where x.key > 9999 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/nullgroup2.q.out b/ql/src/test/results/clientpositive/spark/nullgroup2.q.out index 9c474ec..7c8112c 100644 --- a/ql/src/test/results/clientpositive/spark/nullgroup2.q.out +++ b/ql/src/test/results/clientpositive/spark/nullgroup2.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select x.key, count(1) from src x where x.key > 9999 group by x.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select x.key, count(1) from src x where x.key > 9999 group by x.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -86,9 +90,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select x.key, count(1) from src x where x.key > 9999 group by x.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select x.key, count(1) from src x where x.key > 9999 group by x.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -155,9 +163,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select x.key, count(1) from src x where x.key > 9999 group by x.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select x.key, count(1) from src x where x.key > 9999 group by x.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -233,9 +245,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select x.key, count(1) from src x where x.key > 9999 group by x.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select x.key, count(1) from src x where x.key > 9999 group by x.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/nullgroup4.q.out b/ql/src/test/results/clientpositive/spark/nullgroup4.q.out index cdf9b6b..5709046 100644 --- a/ql/src/test/results/clientpositive/spark/nullgroup4.q.out +++ b/ql/src/test/results/clientpositive/spark/nullgroup4.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select count(1), count(distinct x.value) from src x where x.key = 9999 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1), count(distinct x.value) from src x where x.key = 9999 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -84,9 +88,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select count(1), count(distinct x.value) from src x where x.key = 9999 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1), count(distinct x.value) from src x where x.key = 9999 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -176,9 +184,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select count(1), count(distinct x.value) from src x where x.key = 9999 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1), count(distinct x.value) from src x where x.key = 9999 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -253,9 +265,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select count(1), count(distinct x.value) from src x where x.key = 9999 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1), count(distinct x.value) from src x where x.key = 9999 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/nullgroup4_multi_distinct.q.out b/ql/src/test/results/clientpositive/spark/nullgroup4_multi_distinct.q.out index b02fc65..201e69e 100644 --- a/ql/src/test/results/clientpositive/spark/nullgroup4_multi_distinct.q.out +++ b/ql/src/test/results/clientpositive/spark/nullgroup4_multi_distinct.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select count(1), count(distinct x.value), count(distinct substr(x.value, 5)) from src x where x.key = 9999 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1), count(distinct x.value), count(distinct substr(x.value, 5)) from src x where x.key = 9999 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -71,9 +75,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select count(1), count(distinct x.value), count(distinct substr(x.value, 5)) from src x where x.key = 9999 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1), count(distinct x.value), count(distinct substr(x.value, 5)) from src x where x.key = 9999 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/optimize_nullscan.q.out b/ql/src/test/results/clientpositive/spark/optimize_nullscan.q.out index 0c1687d..82c4cae 100644 --- a/ql/src/test/results/clientpositive/spark/optimize_nullscan.q.out +++ b/ql/src/test/results/clientpositive/spark/optimize_nullscan.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain extended select key from src where false PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain extended select key from src where false POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -34,9 +38,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain extended select count(key) from srcpart where 1=2 group by key PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(key) from srcpart where 1=2 group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -128,9 +136,23 @@ POSTHOOK: Input: default@srcpart PREHOOK: query: explain extended select * from (select key from src where false) a left outer join (select key from srcpart limit 0) b on a.key=b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from (select key from src where false) a left outer join (select key from srcpart limit 0) b on a.key=b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -522,9 +544,23 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: query: explain extended select count(key) from src where false union all select count(key) from srcpart PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(key) from src where false union all select count(key) from srcpart POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -932,9 +968,23 @@ Warning: Shuffle Join JOIN[11][tables = [a, b]] in Work 'Reducer 2' is a cross p PREHOOK: query: explain extended select * from (select key from src where false) a left outer join (select value from srcpart limit 0) b PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from (select key from src where false) a left outer join (select value from srcpart limit 0) b POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1325,9 +1375,15 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: query: explain extended select * from (select key from src union all select src.key from src left outer join srcpart on src.key = srcpart.key) a where false PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from (select key from src union all select src.key from src left outer join srcpart on src.key = srcpart.key) a where false POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1569,9 +1625,13 @@ POSTHOOK: Input: default@srcpart PREHOOK: query: explain extended select * from src s1, src s2 where false and s1.value = s2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from src s1, src s2 where false and s1.value = s2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1782,9 +1842,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain extended select count(1) from src where null = 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(1) from src where null = 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/orc_merge1.q.out b/ql/src/test/results/clientpositive/spark/orc_merge1.q.out index c172102..977c4cb 100644 --- a/ql/src/test/results/clientpositive/spark/orc_merge1.q.out +++ b/ql/src/test/results/clientpositive/spark/orc_merge1.q.out @@ -45,11 +45,14 @@ PREHOOK: query: EXPLAIN SELECT key, value, PMOD(HASH(key), 2) as part FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@orcfile_merge1_n1@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge1_n1 PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -120,11 +123,14 @@ PREHOOK: query: EXPLAIN SELECT key, value, PMOD(HASH(key), 2) as part FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@orcfile_merge1b_n1@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge1b_n1 PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -244,11 +250,14 @@ PREHOOK: query: EXPLAIN SELECT key, value, PMOD(HASH(key), 2) as part FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@orcfile_merge1c_n1@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge1c_n1 PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/spark/orc_merge2.q.out b/ql/src/test/results/clientpositive/spark/orc_merge2.q.out index d949c9f..ae9750e 100644 --- a/ql/src/test/results/clientpositive/spark/orc_merge2.q.out +++ b/ql/src/test/results/clientpositive/spark/orc_merge2.q.out @@ -19,11 +19,14 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge2a_n0 PARTITION (one PMOD(HASH(value), 10) as three FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@orcfile_merge2a_n0@one=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge2a_n0 PARTITION (one='1', two, three) SELECT key, value, PMOD(HASH(key), 10) as two, PMOD(HASH(value), 10) as three FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/spark/orc_merge3.q.out b/ql/src/test/results/clientpositive/spark/orc_merge3.q.out index 0673de9..1b326ab 100644 --- a/ql/src/test/results/clientpositive/spark/orc_merge3.q.out +++ b/ql/src/test/results/clientpositive/spark/orc_merge3.q.out @@ -51,9 +51,17 @@ POSTHOOK: Lineage: orcfile_merge3a_n0 PARTITION(ds=2).value SIMPLE [(src)src.Fie PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge3b_n0 SELECT key, value FROM orcfile_merge3a_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@orcfile_merge3a_n0 +PREHOOK: Input: default@orcfile_merge3a_n0@ds=1 +PREHOOK: Input: default@orcfile_merge3a_n0@ds=2 +PREHOOK: Output: default@orcfile_merge3b_n0 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge3b_n0 SELECT key, value FROM orcfile_merge3a_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orcfile_merge3a_n0 +POSTHOOK: Input: default@orcfile_merge3a_n0@ds=1 +POSTHOOK: Input: default@orcfile_merge3a_n0@ds=2 +POSTHOOK: Output: default@orcfile_merge3b_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/spark/orc_merge4.q.out b/ql/src/test/results/clientpositive/spark/orc_merge4.q.out index 0221f36..ada109e 100644 --- a/ql/src/test/results/clientpositive/spark/orc_merge4.q.out +++ b/ql/src/test/results/clientpositive/spark/orc_merge4.q.out @@ -69,9 +69,17 @@ Found 1 items PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge3b SELECT key, value FROM orcfile_merge3a PREHOOK: type: QUERY +PREHOOK: Input: default@orcfile_merge3a +PREHOOK: Input: default@orcfile_merge3a@ds=1 +PREHOOK: Input: default@orcfile_merge3a@ds=2 +PREHOOK: Output: default@orcfile_merge3b POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge3b SELECT key, value FROM orcfile_merge3a POSTHOOK: type: QUERY +POSTHOOK: Input: default@orcfile_merge3a +POSTHOOK: Input: default@orcfile_merge3a@ds=1 +POSTHOOK: Input: default@orcfile_merge3a@ds=2 +POSTHOOK: Output: default@orcfile_merge3b STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/spark/orc_merge5.q.out b/ql/src/test/results/clientpositive/spark/orc_merge5.q.out index 7cceb88..fe5a71e 100644 --- a/ql/src/test/results/clientpositive/spark/orc_merge5.q.out +++ b/ql/src/test/results/clientpositive/spark/orc_merge5.q.out @@ -24,8 +24,12 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@orc_merge5_n5 PREHOOK: query: explain insert overwrite table orc_merge5b_n0 select userid,string1,subtype,decimal1,ts from orc_merge5_n5 where userid<=13 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_merge5_n5 +PREHOOK: Output: default@orc_merge5b_n0 POSTHOOK: query: explain insert overwrite table orc_merge5b_n0 select userid,string1,subtype,decimal1,ts from orc_merge5_n5 where userid<=13 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_merge5_n5 +POSTHOOK: Output: default@orc_merge5b_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -108,8 +112,12 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 5 eat 0.8 6 1969-12-31 16:00:20 PREHOOK: query: explain insert overwrite table orc_merge5b_n0 select userid,string1,subtype,decimal1,ts from orc_merge5_n5 where userid<=13 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_merge5_n5 +PREHOOK: Output: default@orc_merge5b_n0 POSTHOOK: query: explain insert overwrite table orc_merge5b_n0 select userid,string1,subtype,decimal1,ts from orc_merge5_n5 where userid<=13 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_merge5_n5 +POSTHOOK: Output: default@orc_merge5b_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -268,8 +276,12 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 5 eat 0.8 6 1969-12-31 16:00:20 PREHOOK: query: explain alter table orc_merge5b_n0 concatenate PREHOOK: type: ALTER_TABLE_MERGE +PREHOOK: Input: default@orc_merge5b_n0 +PREHOOK: Output: default@orc_merge5b_n0 POSTHOOK: query: explain alter table orc_merge5b_n0 concatenate POSTHOOK: type: ALTER_TABLE_MERGE +POSTHOOK: Input: default@orc_merge5b_n0 +POSTHOOK: Output: default@orc_merge5b_n0 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/spark/orc_merge6.q.out b/ql/src/test/results/clientpositive/spark/orc_merge6.q.out index 717337c..ccf766d 100644 --- a/ql/src/test/results/clientpositive/spark/orc_merge6.q.out +++ b/ql/src/test/results/clientpositive/spark/orc_merge6.q.out @@ -24,8 +24,12 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@orc_merge5_n4 PREHOOK: query: explain insert overwrite table orc_merge5a_n1 partition (year="2000",hour=24) select userid,string1,subtype,decimal1,ts from orc_merge5_n4 where userid<=13 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_merge5_n4 +PREHOOK: Output: default@orc_merge5a_n1@year=2000/hour=24 POSTHOOK: query: explain insert overwrite table orc_merge5a_n1 partition (year="2000",hour=24) select userid,string1,subtype,decimal1,ts from orc_merge5_n4 where userid<=13 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_merge5_n4 +POSTHOOK: Output: default@orc_merge5a_n1@year=2000/hour=24 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -153,8 +157,12 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 5 eat 0.8 6 1969-12-31 16:00:20 2001 24 PREHOOK: query: explain insert overwrite table orc_merge5a_n1 partition (year="2000",hour=24) select userid,string1,subtype,decimal1,ts from orc_merge5_n4 where userid<=13 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_merge5_n4 +PREHOOK: Output: default@orc_merge5a_n1@year=2000/hour=24 POSTHOOK: query: explain insert overwrite table orc_merge5a_n1 partition (year="2000",hour=24) select userid,string1,subtype,decimal1,ts from orc_merge5_n4 where userid<=13 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_merge5_n4 +POSTHOOK: Output: default@orc_merge5a_n1@year=2000/hour=24 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -400,8 +408,12 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 5 eat 0.8 6 1969-12-31 16:00:20 2001 24 PREHOOK: query: explain alter table orc_merge5a_n1 partition(year="2000",hour=24) concatenate PREHOOK: type: ALTER_PARTITION_MERGE +PREHOOK: Input: default@orc_merge5a_n1 +PREHOOK: Output: default@orc_merge5a_n1@year=2000/hour=24 POSTHOOK: query: explain alter table orc_merge5a_n1 partition(year="2000",hour=24) concatenate POSTHOOK: type: ALTER_PARTITION_MERGE +POSTHOOK: Input: default@orc_merge5a_n1 +POSTHOOK: Output: default@orc_merge5a_n1@year=2000/hour=24 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/spark/orc_merge7.q.out b/ql/src/test/results/clientpositive/spark/orc_merge7.q.out index 5f7f8c1..8ce1547 100644 --- a/ql/src/test/results/clientpositive/spark/orc_merge7.q.out +++ b/ql/src/test/results/clientpositive/spark/orc_merge7.q.out @@ -24,8 +24,11 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@orc_merge5_n2 PREHOOK: query: explain insert overwrite table orc_merge5a_n0 partition (st) select userid,string1,subtype,decimal1,ts,subtype from orc_merge5_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_merge5_n2 +PREHOOK: Output: default@orc_merge5a_n0 POSTHOOK: query: explain insert overwrite table orc_merge5a_n0 partition (st) select userid,string1,subtype,decimal1,ts,subtype from orc_merge5_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_merge5_n2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -187,8 +190,11 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 5 eat 0.8 6 1969-12-31 16:00:20 0.8 PREHOOK: query: explain insert overwrite table orc_merge5a_n0 partition (st) select userid,string1,subtype,decimal1,ts,subtype from orc_merge5_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_merge5_n2 +PREHOOK: Output: default@orc_merge5a_n0 POSTHOOK: query: explain insert overwrite table orc_merge5a_n0 partition (st) select userid,string1,subtype,decimal1,ts,subtype from orc_merge5_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_merge5_n2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -507,8 +513,12 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 5 eat 0.8 6 1969-12-31 16:00:20 0.8 PREHOOK: query: explain alter table orc_merge5a_n0 partition(st=80.0) concatenate PREHOOK: type: ALTER_PARTITION_MERGE +PREHOOK: Input: default@orc_merge5a_n0 +PREHOOK: Output: default@orc_merge5a_n0@st=80.0 POSTHOOK: query: explain alter table orc_merge5a_n0 partition(st=80.0) concatenate POSTHOOK: type: ALTER_PARTITION_MERGE +POSTHOOK: Input: default@orc_merge5a_n0 +POSTHOOK: Output: default@orc_merge5a_n0@st=80.0 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/spark/orc_merge_diff_fs.q.out b/ql/src/test/results/clientpositive/spark/orc_merge_diff_fs.q.out index 15588e0..6bca572 100644 --- a/ql/src/test/results/clientpositive/spark/orc_merge_diff_fs.q.out +++ b/ql/src/test/results/clientpositive/spark/orc_merge_diff_fs.q.out @@ -45,11 +45,14 @@ PREHOOK: query: EXPLAIN SELECT key, value, PMOD(HASH(key), 2) as part FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@orcfile_merge1_n0@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge1_n0 PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -119,11 +122,14 @@ PREHOOK: query: EXPLAIN SELECT key, value, PMOD(HASH(key), 2) as part FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@orcfile_merge1b_n0@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge1b_n0 PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -243,11 +249,14 @@ PREHOOK: query: EXPLAIN SELECT key, value, PMOD(HASH(key), 2) as part FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@orcfile_merge1c_n0@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge1c_n0 PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/spark/orc_merge_incompat1.q.out b/ql/src/test/results/clientpositive/spark/orc_merge_incompat1.q.out index 1b28976..64ba4df 100644 --- a/ql/src/test/results/clientpositive/spark/orc_merge_incompat1.q.out +++ b/ql/src/test/results/clientpositive/spark/orc_merge_incompat1.q.out @@ -24,8 +24,12 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@orc_merge5_n3 PREHOOK: query: explain insert overwrite table orc_merge5b select userid,string1,subtype,decimal1,ts from orc_merge5_n3 where userid<=13 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_merge5_n3 +PREHOOK: Output: default@orc_merge5b POSTHOOK: query: explain insert overwrite table orc_merge5b select userid,string1,subtype,decimal1,ts from orc_merge5_n3 where userid<=13 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_merge5_n3 +POSTHOOK: Output: default@orc_merge5b STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/orc_merge_incompat2.q.out b/ql/src/test/results/clientpositive/spark/orc_merge_incompat2.q.out index 03e420c..838888d 100644 --- a/ql/src/test/results/clientpositive/spark/orc_merge_incompat2.q.out +++ b/ql/src/test/results/clientpositive/spark/orc_merge_incompat2.q.out @@ -24,8 +24,11 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@orc_merge5 PREHOOK: query: explain insert overwrite table orc_merge5a partition (st) select userid,string1,subtype,decimal1,ts,subtype from orc_merge5 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_merge5 +PREHOOK: Output: default@orc_merge5a POSTHOOK: query: explain insert overwrite table orc_merge5a partition (st) select userid,string1,subtype,decimal1,ts,subtype from orc_merge5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_merge5 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -264,8 +267,12 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 5 eat 0.8 6 1969-12-31 16:00:20 0.8 PREHOOK: query: explain alter table orc_merge5a partition(st=80.0) concatenate PREHOOK: type: ALTER_PARTITION_MERGE +PREHOOK: Input: default@orc_merge5a +PREHOOK: Output: default@orc_merge5a@st=80.0 POSTHOOK: query: explain alter table orc_merge5a partition(st=80.0) concatenate POSTHOOK: type: ALTER_PARTITION_MERGE +POSTHOOK: Input: default@orc_merge5a +POSTHOOK: Output: default@orc_merge5a@st=80.0 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/spark/order.q.out b/ql/src/test/results/clientpositive/spark/order.q.out index 7748a96..89428f0 100644 --- a/ql/src/test/results/clientpositive/spark/order.q.out +++ b/ql/src/test/results/clientpositive/spark/order.q.out @@ -1,9 +1,13 @@ PREHOOK: query: EXPLAIN SELECT x.* FROM SRC x ORDER BY key limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.* FROM SRC x ORDER BY key limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -76,9 +80,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT x.* FROM SRC x ORDER BY key desc limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.* FROM SRC x ORDER BY key desc limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/outer_join_ppr.q.out b/ql/src/test/results/clientpositive/spark/outer_join_ppr.q.out index a898d63..c22c7fb 100644 --- a/ql/src/test/results/clientpositive/spark/outer_join_ppr.q.out +++ b/ql/src/test/results/clientpositive/spark/outer_join_ppr.q.out @@ -7,6 +7,11 @@ PREHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED FROM src a @@ -16,6 +21,11 @@ POSTHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`key` AS `key1`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`src` @@ -326,6 +336,11 @@ PREHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 AND b.ds = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED FROM src a @@ -335,6 +350,11 @@ POSTHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 AND b.ds = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`key` AS `key1`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`src` diff --git a/ql/src/test/results/clientpositive/spark/parallel.q.out b/ql/src/test/results/clientpositive/spark/parallel.q.out index 60ca70e..007c896 100644 --- a/ql/src/test/results/clientpositive/spark/parallel.q.out +++ b/ql/src/test/results/clientpositive/spark/parallel.q.out @@ -19,11 +19,17 @@ from (select key, value from src group by key, value) s insert overwrite table src_a select s.key, s.value group by s.key, s.value insert overwrite table src_b_n0 select s.key, s.value group by s.key, s.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_a +PREHOOK: Output: default@src_b_n0 POSTHOOK: query: explain from (select key, value from src group by key, value) s insert overwrite table src_a select s.key, s.value group by s.key, s.value insert overwrite table src_b_n0 select s.key, s.value group by s.key, s.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_a +POSTHOOK: Output: default@src_b_n0 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/parallel_join0.q.out b/ql/src/test/results/clientpositive/spark/parallel_join0.q.out index 340d460..151e479 100644 --- a/ql/src/test/results/clientpositive/spark/parallel_join0.q.out +++ b/ql/src/test/results/clientpositive/spark/parallel_join0.q.out @@ -7,6 +7,8 @@ SELECT src1.key as k1, src1.value as v1, (SELECT * FROM src WHERE src.key < 10) src2 SORT BY k1, v1, k2, v2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.key as k1, src1.value as v1, src2.key as k2, src2.value as v2 FROM @@ -15,6 +17,8 @@ SELECT src1.key as k1, src1.value as v1, (SELECT * FROM src WHERE src.key < 10) src2 SORT BY k1, v1, k2, v2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -102,6 +106,8 @@ SELECT src1.key as k1, src1.value as v1, (SELECT * FROM src WHERE src.key < 10) src2 SORT BY k1, v1, k2, v2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FORMATTED SELECT src1.key as k1, src1.value as v1, src2.key as k2, src2.value as v2 FROM @@ -110,6 +116,7 @@ SELECT src1.key as k1, src1.value as v1, (SELECT * FROM src WHERE src.key < 10) src2 SORT BY k1, v1, k2, v2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src #### A masked pattern was here #### Warning: Shuffle Join JOIN[8][tables = [src1, src2]] in Work 'Reducer 2' is a cross product PREHOOK: query: SELECT src1.key as k1, src1.value as v1, diff --git a/ql/src/test/results/clientpositive/spark/parallel_join1.q.out b/ql/src/test/results/clientpositive/spark/parallel_join1.q.out index f2b5505..f32316b 100644 --- a/ql/src/test/results/clientpositive/spark/parallel_join1.q.out +++ b/ql/src/test/results/clientpositive/spark/parallel_join1.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1_n19 SELECT src1.key, src2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_j1_n19 POSTHOOK: query: EXPLAIN FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1_n19 SELECT src1.key, src2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_j1_n19 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/parallel_orderby.q.out b/ql/src/test/results/clientpositive/spark/parallel_orderby.q.out index d98ac34..edb7793 100644 --- a/ql/src/test/results/clientpositive/spark/parallel_orderby.q.out +++ b/ql/src/test/results/clientpositive/spark/parallel_orderby.q.out @@ -25,9 +25,15 @@ POSTHOOK: Output: default@src5_n2 PREHOOK: query: explain create table total_ordered as select * from src5_n2 order by key, value PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src5_n2 +PREHOOK: Output: database:default +PREHOOK: Output: default@total_ordered POSTHOOK: query: explain create table total_ordered as select * from src5_n2 order by key, value POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src5_n2 +POSTHOOK: Output: database:default +POSTHOOK: Output: default@total_ordered STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/parquet_join.q.out b/ql/src/test/results/clientpositive/spark/parquet_join.q.out index 7e4765e..7b62dbd 100644 --- a/ql/src/test/results/clientpositive/spark/parquet_join.q.out +++ b/ql/src/test/results/clientpositive/spark/parquet_join.q.out @@ -63,8 +63,14 @@ POSTHOOK: Lineage: parquet_jointable2.key SIMPLE [(staging_n5)staging_n5.FieldSc POSTHOOK: Lineage: parquet_jointable2.myvalue EXPRESSION [(staging_n5)staging_n5.FieldSchema(name:value, type:string, comment:null), ] PREHOOK: query: explain select p2.myvalue from parquet_jointable1 p1 join parquet_jointable2 p2 on p1.key=p2.key PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_jointable1 +PREHOOK: Input: default@parquet_jointable2 +#### A masked pattern was here #### POSTHOOK: query: explain select p2.myvalue from parquet_jointable1 p1 join parquet_jointable2 p2 on p1.key=p2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_jointable1 +POSTHOOK: Input: default@parquet_jointable2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -153,8 +159,14 @@ val_0value val_10value PREHOOK: query: explain select p2.myvalue from parquet_jointable1 p1 join parquet_jointable2 p2 on p1.key=p2.key PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_jointable1 +PREHOOK: Input: default@parquet_jointable2 +#### A masked pattern was here #### POSTHOOK: query: explain select p2.myvalue from parquet_jointable1 p1 join parquet_jointable2 p2 on p1.key=p2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_jointable1 +POSTHOOK: Input: default@parquet_jointable2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -281,8 +293,14 @@ POSTHOOK: Lineage: parquet_jointable2_bucketed_sorted.value1 EXPRESSION [(stagin POSTHOOK: Lineage: parquet_jointable2_bucketed_sorted.value2 EXPRESSION [(staging_n5)staging_n5.FieldSchema(name:value, type:string, comment:null), ] PREHOOK: query: explain select p1.value,p2.value2 from parquet_jointable1_bucketed_sorted p1 join parquet_jointable2_bucketed_sorted p2 on p1.key=p2.key PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_jointable1_bucketed_sorted +PREHOOK: Input: default@parquet_jointable2_bucketed_sorted +#### A masked pattern was here #### POSTHOOK: query: explain select p1.value,p2.value2 from parquet_jointable1_bucketed_sorted p1 join parquet_jointable2_bucketed_sorted p2 on p1.key=p2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_jointable1_bucketed_sorted +POSTHOOK: Input: default@parquet_jointable2_bucketed_sorted +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/parquet_vectorization_0.q.out b/ql/src/test/results/clientpositive/spark/parquet_vectorization_0.q.out index a9090b7..2704fb0 100644 --- a/ql/src/test/results/clientpositive/spark/parquet_vectorization_0.q.out +++ b/ql/src/test/results/clientpositive/spark/parquet_vectorization_0.q.out @@ -14,6 +14,8 @@ SELECT MIN(ctinyint) as c1, FROM alltypesparquet ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -368,6 +370,8 @@ SELECT FROM alltypesparquet ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION SELECT avg(ctinyint) as c1, @@ -381,6 +385,8 @@ SELECT FROM alltypesparquet ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -520,6 +526,8 @@ SELECT MIN(cbigint) as c1, FROM alltypesparquet ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -874,6 +882,8 @@ SELECT FROM alltypesparquet ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION SELECT avg(cbigint) as c1, @@ -887,6 +897,8 @@ SELECT FROM alltypesparquet ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1026,6 +1038,8 @@ SELECT MIN(cfloat) as c1, FROM alltypesparquet ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1380,6 +1394,8 @@ SELECT FROM alltypesparquet ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION SELECT avg(cfloat) as c1, @@ -1393,6 +1409,8 @@ SELECT FROM alltypesparquet ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1571,6 +1589,8 @@ WHERE (((cstring2 LIKE '%b%') AND ((cboolean2 = 1) AND (3569 = ctinyint)))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1765,11 +1785,15 @@ select count(*) from alltypesparquet where (((cstring1 LIKE 'a%') or ((cstring1 like 'b%') or (cstring1 like 'c%'))) or ((length(cstring1) < 50 ) and ((cstring1 like '%n') and (length(cstring1) > 0)))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN extended select count(*) from alltypesparquet where (((cstring1 LIKE 'a%') or ((cstring1 like 'b%') or (cstring1 like 'c%'))) or ((length(cstring1) < 50 ) and ((cstring1 like '%n') and (length(cstring1) > 0)))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM `default`.`alltypesparquet` WHERE `cstring1` LIKE 'a%' OR `cstring1` LIKE 'b%' OR `cstring1` LIKE 'c%' OR CHARACTER_LENGTH(`cstring1`) < 50 AND `cstring1` LIKE '%n' AND CHARACTER_LENGTH(`cstring1`) > 0 @@ -30580,11 +30604,15 @@ PREHOOK: query: explain extended select * from alltypesparquet where (cint=47 and cfloat=2.09) or (cint=45 and cfloat=3.02) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from alltypesparquet where (cint=49 and cfloat=3.5) or (cint=47 and cfloat=2.09) or (cint=45 and cfloat=3.02) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `ctinyint`, `csmallint`, `cint`, `cbigint`, `cfloat`, `cdouble`, `cstring1`, `cstring2`, `ctimestamp1`, `ctimestamp2`, `cboolean1`, `cboolean2` FROM `default`.`alltypesparquet` WHERE `cint` = 49 AND `cfloat` = 3.5 OR `cint` = 47 AND `cfloat` = 2.09 OR `cint` = 45 AND `cfloat` = 3.02 @@ -30699,11 +30727,15 @@ PREHOOK: query: explain extended select * from alltypesparquet where (cint=47 and cfloat=2.09) or (cint=45 and cfloat=3.02) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from alltypesparquet where (cint=49 and cfloat=3.5) or (cint=47 and cfloat=2.09) or (cint=45 and cfloat=3.02) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -30814,11 +30846,15 @@ PREHOOK: query: explain extended select * from alltypesparquet where (cint=47 or cfloat=2.09) and (cint=45 or cfloat=3.02) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from alltypesparquet where (cint=49 or cfloat=3.5) and (cint=47 or cfloat=2.09) and (cint=45 or cfloat=3.02) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `ctinyint`, `csmallint`, `cint`, `cbigint`, `cfloat`, `cdouble`, `cstring1`, `cstring2`, `ctimestamp1`, `ctimestamp2`, `cboolean1`, `cboolean2` FROM `default`.`alltypesparquet` WHERE (`cint` = 49 OR `cfloat` = 3.5) AND (`cint` = 47 OR `cfloat` = 2.09) AND (`cint` = 45 OR `cfloat` = 3.02) @@ -30932,10 +30968,14 @@ PREHOOK: query: explain extended select count(*),cstring1 from alltypesparquet w or cstring1='history' or cstring1='topology' group by cstring1 order by cstring1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*),cstring1 from alltypesparquet where cstring1='biology' or cstring1='history' or cstring1='topology' group by cstring1 order by cstring1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/parquet_vectorization_1.q.out b/ql/src/test/results/clientpositive/spark/parquet_vectorization_1.q.out index 010b19e..47360f8 100644 --- a/ql/src/test/results/clientpositive/spark/parquet_vectorization_1.q.out +++ b/ql/src/test/results/clientpositive/spark/parquet_vectorization_1.q.out @@ -40,6 +40,8 @@ WHERE (((cdouble > ctinyint) OR ((cint > cbigint) OR (cboolean1 < 0)))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/parquet_vectorization_10.q.out b/ql/src/test/results/clientpositive/spark/parquet_vectorization_10.q.out index 21475fd..6c40ef7 100644 --- a/ql/src/test/results/clientpositive/spark/parquet_vectorization_10.q.out +++ b/ql/src/test/results/clientpositive/spark/parquet_vectorization_10.q.out @@ -46,6 +46,8 @@ WHERE (((cstring2 <= '10') AND ((csmallint = 9763215.5639) OR (cstring1 LIKE '%a')))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/parquet_vectorization_11.q.out b/ql/src/test/results/clientpositive/spark/parquet_vectorization_11.q.out index fbcff2a..e090384 100644 --- a/ql/src/test/results/clientpositive/spark/parquet_vectorization_11.q.out +++ b/ql/src/test/results/clientpositive/spark/parquet_vectorization_11.q.out @@ -28,6 +28,8 @@ WHERE ((cstring2 = cstring1) OR ((ctimestamp1 IS NULL) AND (cstring1 LIKE '%a'))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/parquet_vectorization_12.q.out b/ql/src/test/results/clientpositive/spark/parquet_vectorization_12.q.out index fd2947d..ba8f07e 100644 --- a/ql/src/test/results/clientpositive/spark/parquet_vectorization_12.q.out +++ b/ql/src/test/results/clientpositive/spark/parquet_vectorization_12.q.out @@ -62,6 +62,8 @@ WHERE (((ctimestamp1 IS NULL) GROUP BY cbigint, cboolean1, cstring1, ctimestamp1, cdouble ORDER BY ctimestamp1, cdouble, cbigint, cstring1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/parquet_vectorization_13.q.out b/ql/src/test/results/clientpositive/spark/parquet_vectorization_13.q.out index 15eb73b..1e4c255 100644 --- a/ql/src/test/results/clientpositive/spark/parquet_vectorization_13.q.out +++ b/ql/src/test/results/clientpositive/spark/parquet_vectorization_13.q.out @@ -384,6 +384,8 @@ GROUP BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1 ORDER BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14, c15, c16 LIMIT 40 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cboolean1, ctinyint, @@ -417,6 +419,10 @@ GROUP BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1 ORDER BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14, c15, c16 LIMIT 40 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/parquet_vectorization_14.q.out b/ql/src/test/results/clientpositive/spark/parquet_vectorization_14.q.out index 03afcc1..c16d91c 100644 --- a/ql/src/test/results/clientpositive/spark/parquet_vectorization_14.q.out +++ b/ql/src/test/results/clientpositive/spark/parquet_vectorization_14.q.out @@ -64,6 +64,8 @@ WHERE (((ctinyint <= cbigint) GROUP BY ctimestamp1, cfloat, cstring1, cboolean1, cdouble ORDER BY cstring1, cfloat, cdouble, ctimestamp1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/parquet_vectorization_15.q.out b/ql/src/test/results/clientpositive/spark/parquet_vectorization_15.q.out index 126cfd0..820c64b 100644 --- a/ql/src/test/results/clientpositive/spark/parquet_vectorization_15.q.out +++ b/ql/src/test/results/clientpositive/spark/parquet_vectorization_15.q.out @@ -60,6 +60,8 @@ WHERE (((cstring2 LIKE '%ss%') GROUP BY cfloat, cboolean1, cdouble, cstring1, ctinyint, cint, ctimestamp1 ORDER BY cfloat, cboolean1, cdouble, cstring1, ctinyint, cint, ctimestamp1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/parquet_vectorization_16.q.out b/ql/src/test/results/clientpositive/spark/parquet_vectorization_16.q.out index 303702c..bebe788 100644 --- a/ql/src/test/results/clientpositive/spark/parquet_vectorization_16.q.out +++ b/ql/src/test/results/clientpositive/spark/parquet_vectorization_16.q.out @@ -38,6 +38,8 @@ WHERE ((cstring2 LIKE '%b%') OR (cstring1 < 'a'))) GROUP BY cstring1, cdouble, ctimestamp1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/parquet_vectorization_17.q.out b/ql/src/test/results/clientpositive/spark/parquet_vectorization_17.q.out index 9e9f4df..d903188 100644 --- a/ql/src/test/results/clientpositive/spark/parquet_vectorization_17.q.out +++ b/ql/src/test/results/clientpositive/spark/parquet_vectorization_17.q.out @@ -46,6 +46,8 @@ WHERE (((cbigint > -23) OR (cfloat = cdouble)))) ORDER BY cbigint, cfloat POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/parquet_vectorization_2.q.out b/ql/src/test/results/clientpositive/spark/parquet_vectorization_2.q.out index 2a07a94..013205a 100644 --- a/ql/src/test/results/clientpositive/spark/parquet_vectorization_2.q.out +++ b/ql/src/test/results/clientpositive/spark/parquet_vectorization_2.q.out @@ -44,6 +44,8 @@ WHERE (((ctimestamp1 < ctimestamp2) AND ((-10669 != ctimestamp2) OR (359 > cint)))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/parquet_vectorization_3.q.out b/ql/src/test/results/clientpositive/spark/parquet_vectorization_3.q.out index 443c680..7508f01 100644 --- a/ql/src/test/results/clientpositive/spark/parquet_vectorization_3.q.out +++ b/ql/src/test/results/clientpositive/spark/parquet_vectorization_3.q.out @@ -49,6 +49,8 @@ WHERE (((cint <= cfloat) AND ((79.553 <= csmallint) AND (ctimestamp1 > ctimestamp2)))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/parquet_vectorization_4.q.out b/ql/src/test/results/clientpositive/spark/parquet_vectorization_4.q.out index c3b5392..0e78e7e 100644 --- a/ql/src/test/results/clientpositive/spark/parquet_vectorization_4.q.out +++ b/ql/src/test/results/clientpositive/spark/parquet_vectorization_4.q.out @@ -44,6 +44,8 @@ WHERE (((csmallint >= cint) AND ((ctinyint != cbigint) OR (-3728 >= cdouble)))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/parquet_vectorization_5.q.out b/ql/src/test/results/clientpositive/spark/parquet_vectorization_5.q.out index 56c62c3..26531f0 100644 --- a/ql/src/test/results/clientpositive/spark/parquet_vectorization_5.q.out +++ b/ql/src/test/results/clientpositive/spark/parquet_vectorization_5.q.out @@ -38,6 +38,8 @@ WHERE (((cboolean2 IS NOT NULL) AND ((ctimestamp2 IS NOT NULL) AND (cstring2 LIKE 'a')))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/parquet_vectorization_6.q.out b/ql/src/test/results/clientpositive/spark/parquet_vectorization_6.q.out index fccb6fe..de68cd0 100644 --- a/ql/src/test/results/clientpositive/spark/parquet_vectorization_6.q.out +++ b/ql/src/test/results/clientpositive/spark/parquet_vectorization_6.q.out @@ -40,6 +40,8 @@ WHERE ((ctinyint != 0) AND ((cstring2 LIKE '%a') OR (cfloat <= -257)))))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/parquet_vectorization_7.q.out b/ql/src/test/results/clientpositive/spark/parquet_vectorization_7.q.out index 7a41e77..e1e09d3 100644 --- a/ql/src/test/results/clientpositive/spark/parquet_vectorization_7.q.out +++ b/ql/src/test/results/clientpositive/spark/parquet_vectorization_7.q.out @@ -273,6 +273,8 @@ WHERE ((ctinyint != 0) ORDER BY cboolean1, cbigint, csmallint, ctinyint, ctimestamp1, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 25 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cboolean1, cbigint, @@ -300,6 +302,10 @@ WHERE ((ctinyint != 0) ORDER BY cboolean1, cbigint, csmallint, ctinyint, ctimestamp1, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/parquet_vectorization_8.q.out b/ql/src/test/results/clientpositive/spark/parquet_vectorization_8.q.out index f76df32..e9b49f4 100644 --- a/ql/src/test/results/clientpositive/spark/parquet_vectorization_8.q.out +++ b/ql/src/test/results/clientpositive/spark/parquet_vectorization_8.q.out @@ -258,6 +258,8 @@ WHERE (((cstring2 IS NOT NULL) ORDER BY ctimestamp1, cdouble, cboolean1, cstring1, cfloat, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT ctimestamp1, cdouble, @@ -283,6 +285,10 @@ WHERE (((cstring2 IS NOT NULL) ORDER BY ctimestamp1, cdouble, cboolean1, cstring1, cfloat, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/parquet_vectorization_9.q.out b/ql/src/test/results/clientpositive/spark/parquet_vectorization_9.q.out index 303702c..bebe788 100644 --- a/ql/src/test/results/clientpositive/spark/parquet_vectorization_9.q.out +++ b/ql/src/test/results/clientpositive/spark/parquet_vectorization_9.q.out @@ -38,6 +38,8 @@ WHERE ((cstring2 LIKE '%b%') OR (cstring1 < 'a'))) GROUP BY cstring1, cdouble, ctimestamp1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/parquet_vectorization_decimal_date.q.out b/ql/src/test/results/clientpositive/spark/parquet_vectorization_decimal_date.q.out index 0395b69..2108192 100644 --- a/ql/src/test/results/clientpositive/spark/parquet_vectorization_decimal_date.q.out +++ b/ql/src/test/results/clientpositive/spark/parquet_vectorization_decimal_date.q.out @@ -14,8 +14,12 @@ POSTHOOK: Lineage: date_decimal_test_parquet.cdouble SIMPLE [(alltypesparquet)al POSTHOOK: Lineage: date_decimal_test_parquet.cint SIMPLE [(alltypesparquet)alltypesparquet.FieldSchema(name:cint, type:int, comment:null), ] PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate, cdecimal from date_decimal_test_parquet where cint IS NOT NULL AND cdouble IS NOT NULL LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@date_decimal_test_parquet +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate, cdecimal from date_decimal_test_parquet where cint IS NOT NULL AND cdouble IS NOT NULL LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_decimal_test_parquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/parquet_vectorization_div0.q.out b/ql/src/test/results/clientpositive/spark/parquet_vectorization_div0.q.out index 76b4e3c..29f48fa 100644 --- a/ql/src/test/results/clientpositive/spark/parquet_vectorization_div0.q.out +++ b/ql/src/test/results/clientpositive/spark/parquet_vectorization_div0.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain vectorization expression select cdouble / 0.0 from alltypesparquet limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select cdouble / 0.0 from alltypesparquet limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -178,10 +182,14 @@ PREHOOK: query: explain vectorization expression select (cbigint - 988888L) as s1, cdouble / (cbigint - 988888L) as s2, 1.2 / (cbigint - 988888L) from alltypesparquet where cbigint > 0 and cbigint < 100000000 order by s1, s2 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select (cbigint - 988888L) as s1, cdouble / (cbigint - 988888L) as s2, 1.2 / (cbigint - 988888L) from alltypesparquet where cbigint > 0 and cbigint < 100000000 order by s1, s2 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -394,10 +402,14 @@ PREHOOK: query: explain vectorization expression select (cdouble + 200.0) as s1, cbigint / (cdouble + 200.0) as s2, (cdouble + 200.0) / (cdouble + 200.0), cbigint / (cdouble + 200.0), 3 / (cdouble + 200.0), 1.2 / (cdouble + 200.0) from alltypesparquet where cdouble >= -500 and cdouble < -199 order by s1, s2 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select (cdouble + 200.0) as s1, cbigint / (cdouble + 200.0) as s2, (cdouble + 200.0) / (cdouble + 200.0), cbigint / (cdouble + 200.0), 3 / (cdouble + 200.0), 1.2 / (cdouble + 200.0) from alltypesparquet where cdouble >= -500 and cdouble < -199 order by s1, s2 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/parquet_vectorization_limit.q.out b/ql/src/test/results/clientpositive/spark/parquet_vectorization_limit.q.out index 6fd173a..a88d70b 100644 --- a/ql/src/test/results/clientpositive/spark/parquet_vectorization_limit.q.out +++ b/ql/src/test/results/clientpositive/spark/parquet_vectorization_limit.q.out @@ -1,8 +1,12 @@ WARNING: Comparing a bigint and a double may result in a loss of precision. PREHOOK: query: explain vectorization SELECT cbigint, cdouble FROM alltypesparquet WHERE cbigint < cdouble and cint > 0 limit 7 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: explain vectorization SELECT cbigint, cdouble FROM alltypesparquet WHERE cbigint < cdouble and cint > 0 limit 7 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/parquet_vectorization_offset_limit.q.out b/ql/src/test/results/clientpositive/spark/parquet_vectorization_offset_limit.q.out index e90cff4..5c05240 100644 --- a/ql/src/test/results/clientpositive/spark/parquet_vectorization_offset_limit.q.out +++ b/ql/src/test/results/clientpositive/spark/parquet_vectorization_offset_limit.q.out @@ -1,8 +1,12 @@ WARNING: Comparing a bigint and a double may result in a loss of precision. PREHOOK: query: explain vectorization SELECT cbigint, cdouble FROM alltypesparquet WHERE cbigint < cdouble and cint > 0 limit 3,2 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: explain vectorization SELECT cbigint, cdouble FROM alltypesparquet WHERE cbigint < cdouble and cint > 0 limit 3,2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -70,9 +74,13 @@ POSTHOOK: Input: default@alltypesparquet PREHOOK: query: explain vectorization expression select ctinyint,cdouble,csmallint from alltypesparquet where ctinyint is not null order by ctinyint,cdouble limit 10,3 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select ctinyint,cdouble,csmallint from alltypesparquet where ctinyint is not null order by ctinyint,cdouble limit 10,3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/parquet_vectorization_part_project.q.out b/ql/src/test/results/clientpositive/spark/parquet_vectorization_part_project.q.out index c2b34c8..3a97ac8 100644 --- a/ql/src/test/results/clientpositive/spark/parquet_vectorization_part_project.q.out +++ b/ql/src/test/results/clientpositive/spark/parquet_vectorization_part_project.q.out @@ -48,8 +48,16 @@ POSTHOOK: Lineage: alltypesparquet_part_n0 PARTITION(ds=2012).ctimestamp2 SIMPLE POSTHOOK: Lineage: alltypesparquet_part_n0 PARTITION(ds=2012).ctinyint SIMPLE [(alltypesparquet)alltypesparquet.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] PREHOOK: query: explain vectorization select (cdouble+2) c1 from alltypesparquet_part_n0 order by c1 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet_part_n0 +PREHOOK: Input: default@alltypesparquet_part_n0@ds=2011 +PREHOOK: Input: default@alltypesparquet_part_n0@ds=2012 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select (cdouble+2) c1 from alltypesparquet_part_n0 order by c1 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet_part_n0 +POSTHOOK: Input: default@alltypesparquet_part_n0@ds=2011 +POSTHOOK: Input: default@alltypesparquet_part_n0@ds=2012 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/parquet_vectorization_pushdown.q.out b/ql/src/test/results/clientpositive/spark/parquet_vectorization_pushdown.q.out index c649a23..00f0e06 100644 --- a/ql/src/test/results/clientpositive/spark/parquet_vectorization_pushdown.q.out +++ b/ql/src/test/results/clientpositive/spark/parquet_vectorization_pushdown.q.out @@ -1,8 +1,12 @@ WARNING: Comparing a bigint and a double may result in a loss of precision. PREHOOK: query: explain vectorization SELECT AVG(cbigint) FROM alltypesparquet WHERE cbigint < cdouble PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### POSTHOOK: query: explain vectorization SELECT AVG(cbigint) FROM alltypesparquet WHERE cbigint < cdouble POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesparquet +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/pcr.q.out b/ql/src/test/results/clientpositive/spark/pcr.q.out index fd450fe..9d3bcc3 100644 --- a/ql/src/test/results/clientpositive/spark/pcr.q.out +++ b/ql/src/test/results/clientpositive/spark/pcr.q.out @@ -50,8 +50,16 @@ POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.Fiel POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain extended select key, value, ds from pcr_t1 where ds<='2000-04-09' and key<5 order by key, ds PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value, ds from pcr_t1 where ds<='2000-04-09' and key<5 order by key, ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value`, `ds` FROM `default`.`pcr_t1` WHERE `ds` <= '2000-04-09' AND `key` < 5 @@ -253,8 +261,18 @@ POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 4 val_4 2000-04-09 PREHOOK: query: explain extended select key, value from pcr_t1 where ds<='2000-04-09' or key<5 order by key PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +PREHOOK: Input: default@pcr_t1@ds=2000-04-10 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value from pcr_t1 where ds<='2000-04-09' or key<5 order by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-10 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`pcr_t1` WHERE `ds` <= '2000-04-09' OR `key` < 5 @@ -542,8 +560,16 @@ POSTHOOK: Input: default@pcr_t1@ds=2000-04-10 19 val_19 PREHOOK: query: explain extended select key, value, ds from pcr_t1 where ds<='2000-04-09' and key<5 and value != 'val_2' order by key, ds PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value, ds from pcr_t1 where ds<='2000-04-09' and key<5 and value != 'val_2' order by key, ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value`, `ds` FROM `default`.`pcr_t1` WHERE `ds` <= '2000-04-09' AND `key` < 5 AND `value` <> 'val_2' @@ -745,10 +771,18 @@ PREHOOK: query: explain extended select key, value, ds from pcr_t1 where (ds < '2000-04-09' and key < 5) or (ds > '2000-04-09' and value == 'val_5') order by key, ds PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-10 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value, ds from pcr_t1 where (ds < '2000-04-09' and key < 5) or (ds > '2000-04-09' and value == 'val_5') order by key, ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-10 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value`, `ds` FROM `default`.`pcr_t1` WHERE `ds` < '2000-04-09' AND `key` < 5 OR `ds` > '2000-04-09' AND `value` = 'val_5' @@ -952,10 +986,20 @@ PREHOOK: query: explain extended select key, value, ds from pcr_t1 where (ds < '2000-04-10' and key < 5) or (ds > '2000-04-08' and value == 'val_5') order by key, ds PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +PREHOOK: Input: default@pcr_t1@ds=2000-04-10 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value, ds from pcr_t1 where (ds < '2000-04-10' and key < 5) or (ds > '2000-04-08' and value == 'val_5') order by key, ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-10 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value`, `ds` FROM `default`.`pcr_t1` WHERE `ds` < '2000-04-10' AND `key` < 5 OR `ds` > '2000-04-08' AND `value` = 'val_5' @@ -1218,10 +1262,20 @@ PREHOOK: query: explain extended select key, value, ds from pcr_t1 where (ds < '2000-04-10' or key < 5) and (ds > '2000-04-08' or value == 'val_5') order by key, ds PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +PREHOOK: Input: default@pcr_t1@ds=2000-04-10 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value, ds from pcr_t1 where (ds < '2000-04-10' or key < 5) and (ds > '2000-04-08' or value == 'val_5') order by key, ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-10 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value`, `ds` FROM `default`.`pcr_t1` WHERE (`ds` < '2000-04-10' OR `key` < 5) AND (`ds` > '2000-04-08' OR `value` = 'val_5') @@ -1915,8 +1969,18 @@ POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 19 val_19 PREHOOK: query: explain extended select key, value from pcr_t1 where ds>='2000-04-08' or ds<'2000-04-10' order by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +PREHOOK: Input: default@pcr_t1@ds=2000-04-10 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value from pcr_t1 where ds>='2000-04-08' or ds<'2000-04-10' order by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-10 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`pcr_t1` WHERE `ds` >= '2000-04-08' OR `ds` IS NOT NULL @@ -2407,8 +2471,14 @@ POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 2 val_2 2000-04-09 PREHOOK: query: explain extended select * from pcr_t1 t1 join pcr_t1 t2 on t1.key=t2.key and t1.ds='2000-04-08' and t2.ds='2000-04-08' order by t1.key PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from pcr_t1 t1 join pcr_t1 t2 on t1.key=t2.key and t1.ds='2000-04-08' and t2.ds='2000-04-08' order by t1.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t4`.`key`, `t4`.`value`, CAST('2000-04-08' AS STRING) AS `ds`, `t4`.`key1`, `t4`.`value1`, CAST('2000-04-08' AS STRING) AS `ds1` FROM (SELECT `t0`.`key`, `t0`.`value`, `t2`.`key` AS `key1`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value`, CAST('2000-04-08' AS STRING) AS `ds` @@ -2694,8 +2764,16 @@ POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 19 val_19 2000-04-08 19 val_19 2000-04-08 PREHOOK: query: explain extended select * from pcr_t1 t1 join pcr_t1 t2 on t1.key=t2.key and t1.ds='2000-04-08' and t2.ds='2000-04-09' order by t1.key PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from pcr_t1 t1 join pcr_t1 t2 on t1.key=t2.key and t1.ds='2000-04-08' and t2.ds='2000-04-09' order by t1.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t4`.`key`, `t4`.`value`, CAST('2000-04-08' AS STRING) AS `ds`, `t4`.`key1`, `t4`.`value1`, CAST('2000-04-09' AS STRING) AS `ds1` FROM (SELECT `t0`.`key`, `t0`.`value`, `t2`.`key` AS `key1`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value`, CAST('2000-04-08' AS STRING) AS `ds` @@ -2993,8 +3071,20 @@ POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).key EXPRESSION [(src)src.Fiel POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain extended select key, value, ds from pcr_t1 where (ds>'2000-04-08' and ds<'2000-04-11') or (ds>='2000-04-08' and ds<='2000-04-11' and key=2) order by key, value, ds PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +PREHOOK: Input: default@pcr_t1@ds=2000-04-10 +PREHOOK: Input: default@pcr_t1@ds=2000-04-11 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value, ds from pcr_t1 where (ds>'2000-04-08' and ds<'2000-04-11') or (ds>='2000-04-08' and ds<='2000-04-11' and key=2) order by key, value, ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-10 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-11 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value`, `ds` FROM `default`.`pcr_t1` WHERE `ds` > '2000-04-08' AND `ds` < '2000-04-11' OR `ds` >= '2000-04-08' AND `ds` <= '2000-04-11' AND `key` = 2 @@ -3329,8 +3419,18 @@ POSTHOOK: Input: default@pcr_t1@ds=2000-04-11 19 val_19 2000-04-10 PREHOOK: query: explain extended select key, value, ds from pcr_t1 where (ds>'2000-04-08' and ds<'2000-04-11') or (ds<='2000-04-09' and key=2) order by key, value, ds PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +PREHOOK: Input: default@pcr_t1@ds=2000-04-10 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value, ds from pcr_t1 where (ds>'2000-04-08' and ds<'2000-04-11') or (ds<='2000-04-09' and key=2) order by key, value, ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-10 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value`, `ds` FROM `default`.`pcr_t1` WHERE `ds` > '2000-04-08' AND `ds` < '2000-04-11' OR `ds` <= '2000-04-09' AND `key` = 2 @@ -3632,11 +3732,19 @@ from pcr_t1 insert overwrite table pcr_t2 select key, value where ds='2000-04-08' insert overwrite table pcr_t3 select key, value where ds='2000-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Output: default@pcr_t2 +PREHOOK: Output: default@pcr_t3 POSTHOOK: query: explain extended from pcr_t1 insert overwrite table pcr_t2 select key, value where ds='2000-04-08' insert overwrite table pcr_t3 select key, value where ds='2000-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Output: default@pcr_t2 +POSTHOOK: Output: default@pcr_t3 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -3877,11 +3985,19 @@ from pcr_t1 insert overwrite table pcr_t2 select key, value where ds='2000-04-08' and key=2 insert overwrite table pcr_t3 select key, value where ds='2000-04-08' and key=3 PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1 +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Output: default@pcr_t2 +PREHOOK: Output: default@pcr_t3 POSTHOOK: query: explain extended from pcr_t1 insert overwrite table pcr_t2 select key, value where ds='2000-04-08' and key=2 insert overwrite table pcr_t3 select key, value where ds='2000-04-08' and key=3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Output: default@pcr_t2 +POSTHOOK: Output: default@pcr_t3 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -4127,8 +4243,14 @@ POSTHOOK: Lineage: pcr_t3.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type: POSTHOOK: Lineage: pcr_t3.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] PREHOOK: query: explain extended select key, value from srcpart where ds='2008-04-08' and hr=11 order by key limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value from srcpart where ds='2008-04-08' and hr=11 order by key limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`srcpart` WHERE `ds` = '2008-04-08' AND `hr` = 11 @@ -4468,8 +4590,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 11 val_11 2008-04-08 12 PREHOOK: query: explain extended select key, value, ds, hr from srcpart where hr='11' and key=11 order by key, ds, hr PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain extended select key, value, ds, hr from srcpart where hr='11' and key=11 order by key, ds, hr POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `value`, `ds`, CAST('11' AS STRING) AS `hr` FROM (SELECT `key`, `value`, `ds` FROM `default`.`srcpart` @@ -4894,8 +5024,16 @@ POSTHOOK: Input: default@foo_field POSTHOOK: Output: default@foo_field PREHOOK: query: explain select key,value from srcpart where cast(hr as double) = cast(11 as double) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain select key,value from srcpart where cast(hr as double) = cast(11 as double) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -4913,8 +5051,16 @@ STAGE PLANS: PREHOOK: query: explain select key,value from srcpart where hr = cast(11 as double) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain select key,value from srcpart where hr = cast(11 as double) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -4932,8 +5078,16 @@ STAGE PLANS: PREHOOK: query: explain select key,value from srcpart where cast(hr as double) = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +#### A masked pattern was here #### POSTHOOK: query: explain select key,value from srcpart where cast(hr as double) = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/spark/ppd_gby_join.q.out b/ql/src/test/results/clientpositive/spark/ppd_gby_join.q.out index aa40fb9..742d4ed 100644 --- a/ql/src/test/results/clientpositive/spark/ppd_gby_join.q.out +++ b/ql/src/test/results/clientpositive/spark/ppd_gby_join.q.out @@ -8,6 +8,8 @@ ON src1.c1 = src2.c3 AND src1.c1 < '400' WHERE src1.c1 > '20' AND (src1.c2 < 'val_50' OR src1.c1 > '2') AND (src2.c3 > '50' OR src1.c1 < '50') AND (src2.c3 <> '4') GROUP BY src1.c1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.c1, count(1) FROM @@ -18,6 +20,8 @@ ON src1.c1 = src2.c3 AND src1.c1 < '400' WHERE src1.c1 > '20' AND (src1.c2 < 'val_50' OR src1.c1 > '2') AND (src2.c3 > '50' OR src1.c1 < '50') AND (src2.c3 <> '4') GROUP BY src1.c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -272,6 +276,8 @@ ON src1.c1 = src2.c3 AND src1.c1 < '400' WHERE src1.c1 > '20' AND (src1.c2 < 'val_50' OR src1.c1 > '2') AND (src2.c3 > '50' OR src1.c1 < '50') AND (src2.c3 <> '4') GROUP BY src1.c1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.c1, count(1) FROM @@ -282,6 +288,8 @@ ON src1.c1 = src2.c3 AND src1.c1 < '400' WHERE src1.c1 > '20' AND (src1.c2 < 'val_50' OR src1.c1 > '2') AND (src2.c3 > '50' OR src1.c1 < '50') AND (src2.c3 <> '4') GROUP BY src1.c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/ppd_join.q.out b/ql/src/test/results/clientpositive/spark/ppd_join.q.out index 8ff92d8..9346fbe 100644 --- a/ql/src/test/results/clientpositive/spark/ppd_join.q.out +++ b/ql/src/test/results/clientpositive/spark/ppd_join.q.out @@ -7,6 +7,8 @@ JOIN ON src1.c1 = src2.c3 AND src1.c1 < '400' WHERE src1.c1 > '20' and (src1.c2 < 'val_50' or src1.c1 > '2') and (src2.c3 > '50' or src1.c1 < '50') and (src2.c3 <> '4') PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.c1, src2.c4 FROM @@ -16,6 +18,8 @@ JOIN ON src1.c1 = src2.c3 AND src1.c1 < '400' WHERE src1.c1 > '20' and (src1.c2 < 'val_50' or src1.c1 > '2') and (src2.c3 > '50' or src1.c1 < '50') and (src2.c3 <> '4') POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -539,6 +543,8 @@ JOIN ON src1.c1 = src2.c3 AND src1.c1 < '400' WHERE src1.c1 > '20' and (src1.c2 < 'val_50' or src1.c1 > '2') and (src2.c3 > '50' or src1.c1 < '50') and (src2.c3 <> '4') PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.c1, src2.c4 FROM @@ -548,6 +554,8 @@ JOIN ON src1.c1 = src2.c3 AND src1.c1 < '400' WHERE src1.c1 > '20' and (src1.c2 < 'val_50' or src1.c1 > '2') and (src2.c3 > '50' or src1.c1 < '50') and (src2.c3 <> '4') POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/ppd_join2.q.out b/ql/src/test/results/clientpositive/spark/ppd_join2.q.out index 92130c4..5776ccd 100644 --- a/ql/src/test/results/clientpositive/spark/ppd_join2.q.out +++ b/ql/src/test/results/clientpositive/spark/ppd_join2.q.out @@ -10,6 +10,8 @@ JOIN ON src1.c2 = src3.c6 WHERE src1.c1 <> '311' and (src1.c2 <> 'val_50' or src1.c1 > '1') and (src2.c3 <> '10' or src1.c1 <> '10') and (src2.c3 <> '14') and (sqrt(src3.c5) <> 13) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.c1, src2.c4 FROM @@ -22,6 +24,8 @@ JOIN ON src1.c2 = src3.c6 WHERE src1.c1 <> '311' and (src1.c2 <> 'val_50' or src1.c1 > '1') and (src2.c3 <> '10' or src1.c1 <> '10') and (src2.c3 <> '14') and (sqrt(src3.c5) <> 13) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1693,6 +1697,8 @@ JOIN ON src1.c2 = src3.c6 WHERE src1.c1 <> '311' and (src1.c2 <> 'val_50' or src1.c1 > '1') and (src2.c3 <> '10' or src1.c1 <> '10') and (src2.c3 <> '14') and (sqrt(src3.c5) <> 13) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.c1, src2.c4 FROM @@ -1705,6 +1711,8 @@ JOIN ON src1.c2 = src3.c6 WHERE src1.c1 <> '311' and (src1.c2 <> 'val_50' or src1.c1 > '1') and (src2.c3 <> '10' or src1.c1 <> '10') and (src2.c3 <> '14') and (sqrt(src3.c5) <> 13) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/ppd_join3.q.out b/ql/src/test/results/clientpositive/spark/ppd_join3.q.out index bdd81f2..e19eae6 100644 --- a/ql/src/test/results/clientpositive/spark/ppd_join3.q.out +++ b/ql/src/test/results/clientpositive/spark/ppd_join3.q.out @@ -10,6 +10,8 @@ JOIN ON src1.c1 = src3.c5 WHERE src1.c1 > '0' and (src1.c2 <> 'val_500' or src1.c1 > '1') and (src2.c3 > '10' or src1.c1 <> '10') and (src2.c3 <> '4') and (src3.c5 <> '1') PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.c1, src2.c4 FROM @@ -22,6 +24,8 @@ JOIN ON src1.c1 = src3.c5 WHERE src1.c1 > '0' and (src1.c2 <> 'val_500' or src1.c1 > '1') and (src2.c3 > '10' or src1.c1 <> '10') and (src2.c3 <> '4') and (src3.c5 <> '1') POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1734,6 +1738,8 @@ JOIN ON src1.c1 = src3.c5 WHERE src1.c1 > '0' and (src1.c2 <> 'val_500' or src1.c1 > '1') and (src2.c3 > '10' or src1.c1 <> '10') and (src2.c3 <> '4') and (src3.c5 <> '1') PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT src1.c1, src2.c4 FROM @@ -1746,6 +1752,8 @@ JOIN ON src1.c1 = src3.c5 WHERE src1.c1 > '0' and (src1.c2 <> 'val_500' or src1.c1 > '1') and (src2.c3 > '10' or src1.c1 <> '10') and (src2.c3 <> '4') and (src3.c5 <> '1') POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/ppd_join4.q.out b/ql/src/test/results/clientpositive/spark/ppd_join4.q.out index 7b4f523..8cc405b 100644 --- a/ql/src/test/results/clientpositive/spark/ppd_join4.q.out +++ b/ql/src/test/results/clientpositive/spark/ppd_join4.q.out @@ -37,6 +37,8 @@ from join test_tbl t3 on (t2.id=t3.id ) where t2.name='c' and t3.id='a' PREHOOK: type: QUERY +PREHOOK: Input: default@test_tbl +#### A masked pattern was here #### POSTHOOK: query: explain select t2.* from @@ -44,6 +46,8 @@ from join test_tbl t3 on (t2.id=t3.id ) where t2.name='c' and t3.id='a' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_tbl +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/ppd_join5.q.out b/ql/src/test/results/clientpositive/spark/ppd_join5.q.out index f92d9ab..6e6ec8d 100644 --- a/ql/src/test/results/clientpositive/spark/ppd_join5.q.out +++ b/ql/src/test/results/clientpositive/spark/ppd_join5.q.out @@ -38,11 +38,17 @@ select a.*,b.d d1,c.d d2 from t1_n79 a join t2_n48 b on (a.id1 = b.id) join t2_n48 c on (a.id2 = b.id) where b.d <= 1 and c.d <= 1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n79 +PREHOOK: Input: default@t2_n48 +#### A masked pattern was here #### POSTHOOK: query: explain select a.*,b.d d1,c.d d2 from t1_n79 a join t2_n48 b on (a.id1 = b.id) join t2_n48 c on (a.id2 = b.id) where b.d <= 1 and c.d <= 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n79 +POSTHOOK: Input: default@t2_n48 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -160,6 +166,9 @@ select a.*,b.d d1,c.d d2 from join t2_n48 c on (a.id2 = b.id) where b.d <= 1 and c.d <= 1 ) z where d1 > 1 or d2 > 1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n79 +PREHOOK: Input: default@t2_n48 +#### A masked pattern was here #### POSTHOOK: query: explain select * from ( select a.*,b.d d1,c.d d2 from @@ -167,6 +176,9 @@ select a.*,b.d d1,c.d d2 from join t2_n48 c on (a.id2 = b.id) where b.d <= 1 and c.d <= 1 ) z where d1 > 1 or d2 > 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n79 +POSTHOOK: Input: default@t2_n48 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/ppd_join_filter.q.out b/ql/src/test/results/clientpositive/spark/ppd_join_filter.q.out index 88d1f8c..22e33b4 100644 --- a/ql/src/test/results/clientpositive/spark/ppd_join_filter.q.out +++ b/ql/src/test/results/clientpositive/spark/ppd_join_filter.q.out @@ -11,6 +11,8 @@ group by key ) b on a.key=b.key and b.k1 < 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain extended select a.key, b.k2, b.k3 from src a join ( @@ -24,6 +26,8 @@ group by key ) b on a.key=b.key and b.k1 < 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t0`.`key`, `t4`.`k2`, `t4`.`k3` FROM (SELECT `key` FROM `default`.`src` @@ -318,6 +322,8 @@ group by key ) b on a.key=b.key and b.k1 < 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain extended select a.key, b.k2, b.k3 from src a join ( @@ -331,6 +337,8 @@ group by key ) b on a.key=b.key and b.k1 < 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t0`.`key`, `t4`.`k2`, `t4`.`k3` FROM (SELECT `key` FROM `default`.`src` @@ -625,6 +633,8 @@ group by key ) b on a.key=b.key and b.k1 < 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain extended select a.key, b.k2, b.k3 from src a join ( @@ -638,6 +648,8 @@ group by key ) b on a.key=b.key and b.k1 < 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t0`.`key`, `t4`.`k2`, `t4`.`k3` FROM (SELECT `key` FROM `default`.`src` @@ -932,6 +944,8 @@ group by key ) b on a.key=b.key and b.k1 < 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain extended select a.key, b.k2, b.k3 from src a join ( @@ -945,6 +959,8 @@ group by key ) b on a.key=b.key and b.k1 < 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t0`.`key`, `t4`.`k2`, `t4`.`k3` FROM (SELECT `key` FROM `default`.`src` diff --git a/ql/src/test/results/clientpositive/spark/ppd_multi_insert.q.out b/ql/src/test/results/clientpositive/spark/ppd_multi_insert.q.out index ae00f97..61f6e04 100644 --- a/ql/src/test/results/clientpositive/spark/ppd_multi_insert.q.out +++ b/ql/src/test/results/clientpositive/spark/ppd_multi_insert.q.out @@ -37,6 +37,11 @@ INSERT OVERWRITE TABLE mi2 SELECT a.key, a.value WHERE a.key >= 100 and a.key < INSERT OVERWRITE TABLE mi3 PARTITION(ds='2008-04-08', hr='12') SELECT a.key WHERE a.key >= 200 and a.key < 300 INSERT OVERWRITE DIRECTORY 'target/warehouse/mi4.out' SELECT a.value WHERE a.key >= 300 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@mi1 +PREHOOK: Output: default@mi2 +PREHOOK: Output: default@mi3@ds=2008-04-08/hr=12 +PREHOOK: Output: target/warehouse/mi4.out POSTHOOK: query: EXPLAIN FROM src a JOIN src b ON (a.key = b.key) INSERT OVERWRITE TABLE mi1 SELECT a.* WHERE a.key < 100 @@ -44,6 +49,11 @@ INSERT OVERWRITE TABLE mi2 SELECT a.key, a.value WHERE a.key >= 100 and a.key < INSERT OVERWRITE TABLE mi3 PARTITION(ds='2008-04-08', hr='12') SELECT a.key WHERE a.key >= 200 and a.key < 300 INSERT OVERWRITE DIRECTORY 'target/warehouse/mi4.out' SELECT a.value WHERE a.key >= 300 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@mi1 +POSTHOOK: Output: default@mi2 +POSTHOOK: Output: default@mi3@ds=2008-04-08/hr=12 +POSTHOOK: Output: target/warehouse/mi4.out STAGE DEPENDENCIES: Stage-4 is a root stage Stage-0 depends on stages: Stage-4 @@ -1315,6 +1325,11 @@ INSERT OVERWRITE TABLE mi2 SELECT a.key, a.value WHERE a.key >= 100 and a.key < INSERT OVERWRITE TABLE mi3 PARTITION(ds='2008-04-08', hr='12') SELECT a.key WHERE a.key >= 200 and a.key < 300 INSERT OVERWRITE DIRECTORY 'target/warehouse/mi4.out' SELECT a.value WHERE a.key >= 300 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@mi1 +PREHOOK: Output: default@mi2 +PREHOOK: Output: default@mi3@ds=2008-04-08/hr=12 +PREHOOK: Output: target/warehouse/mi4.out POSTHOOK: query: EXPLAIN FROM src a JOIN src b ON (a.key = b.key) INSERT OVERWRITE TABLE mi1 SELECT a.* WHERE a.key < 100 @@ -1322,6 +1337,11 @@ INSERT OVERWRITE TABLE mi2 SELECT a.key, a.value WHERE a.key >= 100 and a.key < INSERT OVERWRITE TABLE mi3 PARTITION(ds='2008-04-08', hr='12') SELECT a.key WHERE a.key >= 200 and a.key < 300 INSERT OVERWRITE DIRECTORY 'target/warehouse/mi4.out' SELECT a.value WHERE a.key >= 300 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@mi1 +POSTHOOK: Output: default@mi2 +POSTHOOK: Output: default@mi3@ds=2008-04-08/hr=12 +POSTHOOK: Output: target/warehouse/mi4.out STAGE DEPENDENCIES: Stage-4 is a root stage Stage-0 depends on stages: Stage-4 diff --git a/ql/src/test/results/clientpositive/spark/ppd_outer_join1.q.out b/ql/src/test/results/clientpositive/spark/ppd_outer_join1.q.out index 23c383e..e948ce6 100644 --- a/ql/src/test/results/clientpositive/spark/ppd_outer_join1.q.out +++ b/ql/src/test/results/clientpositive/spark/ppd_outer_join1.q.out @@ -7,6 +7,8 @@ PREHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM src a @@ -16,6 +18,8 @@ POSTHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -124,6 +128,8 @@ PREHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM src a @@ -133,6 +139,8 @@ POSTHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/ppd_outer_join2.q.out b/ql/src/test/results/clientpositive/spark/ppd_outer_join2.q.out index 3fd4809..88252ae 100644 --- a/ql/src/test/results/clientpositive/spark/ppd_outer_join2.q.out +++ b/ql/src/test/results/clientpositive/spark/ppd_outer_join2.q.out @@ -7,6 +7,8 @@ PREHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value WHERE a.key > '10' AND a.key < '20' AND b.key > '15' AND b.key < '25' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM src a @@ -16,6 +18,8 @@ POSTHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value WHERE a.key > '10' AND a.key < '20' AND b.key > '15' AND b.key < '25' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -244,6 +248,8 @@ PREHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value WHERE a.key > '10' AND a.key < '20' AND b.key > '15' AND b.key < '25' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM src a @@ -253,6 +259,8 @@ POSTHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value WHERE a.key > '10' AND a.key < '20' AND b.key > '15' AND b.key < '25' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/ppd_outer_join3.q.out b/ql/src/test/results/clientpositive/spark/ppd_outer_join3.q.out index 6765509..06c7b48 100644 --- a/ql/src/test/results/clientpositive/spark/ppd_outer_join3.q.out +++ b/ql/src/test/results/clientpositive/spark/ppd_outer_join3.q.out @@ -7,6 +7,8 @@ PREHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value WHERE a.key > '10' AND a.key < '20' AND b.key > '15' AND b.key < '25' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM src a @@ -16,6 +18,8 @@ POSTHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value WHERE a.key > '10' AND a.key < '20' AND b.key > '15' AND b.key < '25' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -244,6 +248,8 @@ PREHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value WHERE a.key > '10' AND a.key < '20' AND b.key > '15' AND b.key < '25' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM src a @@ -253,6 +259,8 @@ POSTHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value WHERE a.key > '10' AND a.key < '20' AND b.key > '15' AND b.key < '25' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/ppd_outer_join4.q.out b/ql/src/test/results/clientpositive/spark/ppd_outer_join4.q.out index 198b8e3..22901f8 100644 --- a/ql/src/test/results/clientpositive/spark/ppd_outer_join4.q.out +++ b/ql/src/test/results/clientpositive/spark/ppd_outer_join4.q.out @@ -10,6 +10,8 @@ PREHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value, c.key WHERE a.key > '10' AND a.key < '20' AND b.key > '15' AND b.key < '25' AND sqrt(c.key) <> 13 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM src a @@ -22,6 +24,8 @@ POSTHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value, c.key WHERE a.key > '10' AND a.key < '20' AND b.key > '15' AND b.key < '25' AND sqrt(c.key) <> 13 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -387,6 +391,8 @@ PREHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value, c.key WHERE a.key > '10' AND a.key < '20' AND b.key > '15' AND b.key < '25' AND sqrt(c.key) <> 13 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM src a @@ -399,6 +405,8 @@ POSTHOOK: query: EXPLAIN SELECT a.key, a.value, b.key, b.value, c.key WHERE a.key > '10' AND a.key < '20' AND b.key > '15' AND b.key < '25' AND sqrt(c.key) <> 13 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/ppd_outer_join5.q.out b/ql/src/test/results/clientpositive/spark/ppd_outer_join5.q.out index c13f4af..3ec7063 100644 --- a/ql/src/test/results/clientpositive/spark/ppd_outer_join5.q.out +++ b/ql/src/test/results/clientpositive/spark/ppd_outer_join5.q.out @@ -34,8 +34,16 @@ Warning: Shuffle Join JOIN[11][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' Warning: Shuffle Join JOIN[14][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 3' is a cross product PREHOOK: query: explain select * from t1_n98 full outer join t2_n61 on t1_n98.id=t2_n61.id join t3_n23 on t2_n61.id=t3_n23.id where t3_n23.id=20 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n98 +PREHOOK: Input: default@t2_n61 +PREHOOK: Input: default@t3_n23 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t1_n98 full outer join t2_n61 on t1_n98.id=t2_n61.id join t3_n23 on t2_n61.id=t3_n23.id where t3_n23.id=20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n98 +POSTHOOK: Input: default@t2_n61 +POSTHOOK: Input: default@t3_n23 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -148,8 +156,16 @@ Warning: Shuffle Join JOIN[11][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' Warning: Shuffle Join JOIN[14][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 3' is a cross product PREHOOK: query: explain select * from t1_n98 join t2_n61 on (t1_n98.id=t2_n61.id) left outer join t3_n23 on (t2_n61.id=t3_n23.id) where t2_n61.id=20 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n98 +PREHOOK: Input: default@t2_n61 +PREHOOK: Input: default@t3_n23 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t1_n98 join t2_n61 on (t1_n98.id=t2_n61.id) left outer join t3_n23 on (t2_n61.id=t3_n23.id) where t2_n61.id=20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n98 +POSTHOOK: Input: default@t2_n61 +POSTHOOK: Input: default@t3_n23 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -259,8 +275,16 @@ Warning: Shuffle Join JOIN[11][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' Warning: Shuffle Join JOIN[14][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 3' is a cross product PREHOOK: query: explain select * from t1_n98 join t2_n61 on (t1_n98.id=t2_n61.id) left outer join t3_n23 on (t1_n98.id=t3_n23.id) where t2_n61.id=20 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n98 +PREHOOK: Input: default@t2_n61 +PREHOOK: Input: default@t3_n23 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t1_n98 join t2_n61 on (t1_n98.id=t2_n61.id) left outer join t3_n23 on (t1_n98.id=t3_n23.id) where t2_n61.id=20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n98 +POSTHOOK: Input: default@t2_n61 +POSTHOOK: Input: default@t3_n23 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/ppd_transform.q.out b/ql/src/test/results/clientpositive/spark/ppd_transform.q.out index 4dfc0fe..de7ab35 100644 --- a/ql/src/test/results/clientpositive/spark/ppd_transform.q.out +++ b/ql/src/test/results/clientpositive/spark/ppd_transform.q.out @@ -7,6 +7,9 @@ FROM ( ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 PREHOOK: type: QUERY +PREHOOK: Input: cat +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM ( FROM src @@ -16,6 +19,9 @@ FROM ( ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 POSTHOOK: type: QUERY +POSTHOOK: Input: cat +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -188,6 +194,9 @@ FROM ( ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 PREHOOK: type: QUERY +PREHOOK: Input: cat +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM ( FROM src @@ -197,6 +206,9 @@ FROM ( ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 POSTHOOK: type: QUERY +POSTHOOK: Input: cat +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -366,12 +378,18 @@ FROM ( ) reduced #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: cat +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM ( FROM ( SELECT * FROM src ) mapout REDUCE * USING 'cat' AS x,y ) reduced #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: cat +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/ptf.q.out b/ql/src/test/results/clientpositive/spark/ptf.q.out index 91f11bb..a4d7cf1 100644 --- a/ql/src/test/results/clientpositive/spark/ptf.q.out +++ b/ql/src/test/results/clientpositive/spark/ptf.q.out @@ -8,6 +8,8 @@ from noop(on part order by p_name ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -18,6 +20,8 @@ from noop(on part order by p_name ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -181,6 +185,8 @@ from noop (on (select p1.* from part p1 join part p2 on p1.p_partkey = p2.p_part distribute by j.p_mfgr sort by j.p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, p_size - lag(p_size,1,p_size) over (partition by p_mfgr order by p_name) as deltaSz @@ -188,6 +194,8 @@ from noop (on (select p1.* from part p1 join part p2 on p1.p_partkey = p2.p_part distribute by j.p_mfgr sort by j.p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -367,12 +375,16 @@ from noop(on part partition by p_mfgr order by p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size from noop(on part partition by p_mfgr order by p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -484,6 +496,8 @@ from noop(on part order by p_name ) abc PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -494,6 +508,8 @@ from noop(on part order by p_name ) abc POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -660,6 +676,8 @@ from noop(on part order by p_name ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -670,6 +688,8 @@ from noop(on part order by p_name ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -838,6 +858,8 @@ from noop(on part ) group by p_mfgr, p_name, p_size PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -849,6 +871,8 @@ from noop(on part ) group by p_mfgr, p_name, p_size POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1023,6 +1047,8 @@ partition by p_mfgr order by p_name ) abc join part p1 on abc.p_partkey = p1.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select abc.* from noop(on part @@ -1030,6 +1056,8 @@ partition by p_mfgr order by p_name ) abc join part p1 on abc.p_partkey = p1.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1172,6 +1200,8 @@ partition by p_mfgr order by p_name ) abc on abc.p_partkey = p1.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select abc.* from part p1 join noop(on part @@ -1179,6 +1209,8 @@ partition by p_mfgr order by p_name ) abc on abc.p_partkey = p1.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1325,6 +1357,8 @@ from noopwithmap(on part partition by p_mfgr order by p_name, p_size desc) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name, p_size desc) as r @@ -1332,6 +1366,8 @@ from noopwithmap(on part partition by p_mfgr order by p_name, p_size desc) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1492,6 +1528,8 @@ from noopwithmap(on part partition by p_mfgr order by p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -1501,6 +1539,8 @@ from noopwithmap(on part partition by p_mfgr order by p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1680,6 +1720,8 @@ from noop(on part partition by p_mfgr order by p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -1689,6 +1731,8 @@ from noop(on part partition by p_mfgr order by p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1853,6 +1897,8 @@ partition by p_mfgr order by p_mfgr DESC, p_name ))) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -1863,6 +1909,8 @@ partition by p_mfgr order by p_mfgr DESC, p_name ))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2090,6 +2138,8 @@ order by p_name) window w1 as (partition by p_mfgr order by p_name rows between 2 preceding and 2 following) ) sub1 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, sub1.cd, sub1.s1 @@ -2103,6 +2153,8 @@ order by p_name) window w1 as (partition by p_mfgr order by p_name rows between 2 preceding and 2 following) ) sub1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2269,6 +2321,8 @@ partition by p_mfgr order by p_name ) abc join part p1 on abc.p_partkey = p1.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select abc.p_mfgr, abc.p_name, rank() over (distribute by abc.p_mfgr sort by abc.p_name) as r, @@ -2281,6 +2335,8 @@ partition by p_mfgr order by p_name ) abc join part p1 on abc.p_partkey = p1.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2496,12 +2552,16 @@ from noop(on part partition by p_mfgr order by p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select DISTINCT p_mfgr, p_name, p_size from noop(on part partition by p_mfgr order by p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2650,6 +2710,9 @@ partition by p_mfgr order by p_mfgr) window w1 as ( partition by p_mfgr order by p_brand rows between 2 preceding and current row) PREHOOK: type: QUERY +PREHOOK: Input: default@mfgr_price_view_n5 +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_brand, s, round(sum(s) over w1,2) as s1 @@ -2658,6 +2721,9 @@ partition by p_mfgr order by p_mfgr) window w1 as ( partition by p_mfgr order by p_brand rows between 2 preceding and current row) POSTHOOK: type: QUERY +POSTHOOK: Input: default@mfgr_price_view_n5 +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2864,6 +2930,9 @@ cume_dist() over (distribute by p_mfgr sort by p_mfgr, p_name) as cud, first_value(p_size, true) over w1 as fv1 window w1 as (distribute by p_mfgr sort by p_mfgr, p_name rows between 2 preceding and 2 following) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Output: default@part_4_n2 +PREHOOK: Output: default@part_5_n2 POSTHOOK: query: explain from noop(on part partition by p_mfgr @@ -2880,6 +2949,9 @@ cume_dist() over (distribute by p_mfgr sort by p_mfgr, p_name) as cud, first_value(p_size, true) over w1 as fv1 window w1 as (distribute by p_mfgr sort by p_mfgr, p_name rows between 2 preceding and 2 following) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Output: default@part_4_n2 +POSTHOOK: Output: default@part_5_n2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -3269,6 +3341,8 @@ from noop(on partition by p_mfgr,p_name order by p_mfgr,p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, rank() over (partition by p_mfgr,p_name) as r, @@ -3286,6 +3360,8 @@ from noop(on partition by p_mfgr,p_name order by p_mfgr,p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3538,6 +3614,8 @@ from noop(on partition by p_mfgr order by p_mfgr ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, rank() over (partition by p_mfgr order by p_name) as r, @@ -3555,6 +3633,8 @@ from noop(on partition by p_mfgr order by p_mfgr ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3801,6 +3881,8 @@ from noop(on partition by p_mfgr order by p_mfgr)) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, rank() over (partition by p_mfgr order by p_name) as r, @@ -3816,6 +3898,8 @@ from noop(on partition by p_mfgr order by p_mfgr)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4041,6 +4125,8 @@ from noopwithmap(on partition by p_mfgr,p_name order by p_mfgr,p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, rank() over (partition by p_mfgr,p_name) as r, @@ -4058,6 +4144,8 @@ from noopwithmap(on partition by p_mfgr,p_name order by p_mfgr,p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4322,6 +4410,8 @@ from noop(on order by p_mfgr )) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, rank() over (partition by p_mfgr,p_name order by p_mfgr,p_name) as r, @@ -4338,6 +4428,8 @@ from noop(on order by p_mfgr )) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4578,6 +4670,8 @@ from noopwithmap(on order by p_mfgr, p_name) )) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, rank() over (partition by p_mfgr order by p_name) as r, @@ -4592,6 +4686,8 @@ from noopwithmap(on order by p_mfgr, p_name) )) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/ptf_matchpath.q.out b/ql/src/test/results/clientpositive/spark/ptf_matchpath.q.out index 57b04b2..4d225bf 100644 --- a/ql/src/test/results/clientpositive/spark/ptf_matchpath.q.out +++ b/ql/src/test/results/clientpositive/spark/ptf_matchpath.q.out @@ -45,6 +45,8 @@ from matchpath(on arg4('origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath') ) PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select origin_city_name, fl_num, year, month, day_of_month, sz, tpath from matchpath(on @@ -56,6 +58,8 @@ from matchpath(on arg4('origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath') ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -169,6 +173,8 @@ from matchpath(on ) where fl_num = 1142 PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select origin_city_name, fl_num, year, month, day_of_month, sz, tpath from matchpath(on @@ -180,6 +186,8 @@ from matchpath(on ) where fl_num = 1142 POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -284,6 +292,8 @@ from matchpath(on arg4('origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath') ) PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select origin_city_name, fl_num, year, month, day_of_month, sz, tpath from matchpath(on @@ -294,6 +304,8 @@ from matchpath(on arg4('origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath') ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/ptf_streaming.q.out b/ql/src/test/results/clientpositive/spark/ptf_streaming.q.out index cf36bb1..6c56ac5 100644 --- a/ql/src/test/results/clientpositive/spark/ptf_streaming.q.out +++ b/ql/src/test/results/clientpositive/spark/ptf_streaming.q.out @@ -8,6 +8,8 @@ from noopstreaming(on part order by p_name ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -18,6 +20,8 @@ from noopstreaming(on part order by p_name ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -180,6 +184,8 @@ from noopstreaming (on (select p1.* from part p1 join part p2 on p1.p_partkey = distribute by j.p_mfgr sort by j.p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, p_size - lag(p_size,1,p_size) over (partition by p_mfgr order by p_name) as deltaSz @@ -187,6 +193,8 @@ from noopstreaming (on (select p1.* from part p1 join part p2 on p1.p_partkey = distribute by j.p_mfgr sort by j.p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -365,6 +373,8 @@ partition by p_mfgr order by p_name ) abc join part p1 on abc.p_partkey = p1.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select abc.* from noopstreaming(on part @@ -372,6 +382,8 @@ partition by p_mfgr order by p_name ) abc join part p1 on abc.p_partkey = p1.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -512,6 +524,8 @@ from noopwithmapstreaming(on part partition by p_mfgr order by p_name, p_size desc) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name, p_size desc) as r @@ -519,6 +533,8 @@ from noopwithmapstreaming(on part partition by p_mfgr order by p_name, p_size desc) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -679,6 +695,8 @@ from noopwithmapstreaming(on part partition by p_mfgr order by p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -688,6 +706,8 @@ from noopwithmapstreaming(on part partition by p_mfgr order by p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -868,6 +888,8 @@ partition by p_mfgr order by p_mfgr, p_name ))) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -878,6 +900,8 @@ partition by p_mfgr order by p_mfgr, p_name ))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1101,6 +1125,8 @@ partition by p_mfgr order by p_mfgr, p_name ))) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -1111,6 +1137,8 @@ partition by p_mfgr order by p_mfgr, p_name ))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1334,6 +1362,8 @@ partition by p_mfgr order by p_mfgr, p_name ))) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -1344,6 +1374,8 @@ partition by p_mfgr order by p_mfgr, p_name ))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1569,6 +1601,8 @@ partition by p_mfgr order by p_name ) abc join part p1 on abc.p_partkey = p1.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select abc.p_mfgr, abc.p_name, rank() over (distribute by abc.p_mfgr sort by abc.p_name) as r, @@ -1581,6 +1615,8 @@ partition by p_mfgr order by p_name ) abc join part p1 on abc.p_partkey = p1.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1805,6 +1841,8 @@ from noopstreaming(on partition by p_mfgr,p_name order by p_mfgr,p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, rank() over (partition by p_mfgr,p_name) as r, @@ -1822,6 +1860,8 @@ from noopstreaming(on partition by p_mfgr,p_name order by p_mfgr,p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2073,6 +2113,8 @@ from noop(on partition by p_mfgr order by p_mfgr ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, rank() over (partition by p_mfgr order by p_name) as r, @@ -2090,6 +2132,8 @@ from noop(on partition by p_mfgr order by p_mfgr ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2334,6 +2378,8 @@ from noopwithmapstreaming(on order by p_mfgr, p_name) )) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, rank() over (partition by p_mfgr order by p_name) as r, @@ -2348,6 +2394,8 @@ from noopwithmapstreaming(on order by p_mfgr, p_name) )) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/quotedid_smb.q.out b/ql/src/test/results/clientpositive/spark/quotedid_smb.q.out index 3cda08a..545cb93 100644 --- a/ql/src/test/results/clientpositive/spark/quotedid_smb.q.out +++ b/ql/src/test/results/clientpositive/spark/quotedid_smb.q.out @@ -46,10 +46,16 @@ PREHOOK: query: explain select a.`x+1`, a.`!@#$%^&*()_q`, b.`x+1`, b.`!@#$%^&*() from src_b a join src_b2 b on a.`!@#$%^&*()_q` = b.`!@#$%^&*()_q` where a.`x+1` < '11' PREHOOK: type: QUERY +PREHOOK: Input: default@src_b +PREHOOK: Input: default@src_b2 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select a.`x+1`, a.`!@#$%^&*()_q`, b.`x+1`, b.`!@#$%^&*()_q` from src_b a join src_b2 b on a.`!@#$%^&*()_q` = b.`!@#$%^&*()_q` where a.`x+1` < '11' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_b +POSTHOOK: Input: default@src_b2 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/reduce_deduplicate.q.out b/ql/src/test/results/clientpositive/spark/reduce_deduplicate.q.out index 1069e96..ab1bbfe 100644 --- a/ql/src/test/results/clientpositive/spark/reduce_deduplicate.q.out +++ b/ql/src/test/results/clientpositive/spark/reduce_deduplicate.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain extended insert overwrite table bucket5_1 select * from src cluster by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@bucket5_1 POSTHOOK: query: explain extended insert overwrite table bucket5_1 select * from src cluster by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@bucket5_1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -243,6 +247,8 @@ select s2.* from )s )s2 PREHOOK: type: QUERY +PREHOOK: Input: default@complex_tbl_2 +PREHOOK: Output: default@complex_tbl_1@ds=2010-03-29 POSTHOOK: query: explain extended insert overwrite table complex_tbl_1 partition (ds='2010-03-29') select s2.* from @@ -259,6 +265,8 @@ select s2.* from )s )s2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@complex_tbl_2 +POSTHOOK: Output: default@complex_tbl_1@ds=2010-03-29 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/reduce_deduplicate_exclude_join.q.out b/ql/src/test/results/clientpositive/spark/reduce_deduplicate_exclude_join.q.out index 4cce0fe..6740b5a 100644 --- a/ql/src/test/results/clientpositive/spark/reduce_deduplicate_exclude_join.q.out +++ b/ql/src/test/results/clientpositive/spark/reduce_deduplicate_exclude_join.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain select * from (select * from src cluster by key) a join src b on a.key = b.key limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select * from src cluster by key) a join src b on a.key = b.key limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/router_join_ppr.q.out b/ql/src/test/results/clientpositive/spark/router_join_ppr.q.out index badbc53..b05de9d 100644 --- a/ql/src/test/results/clientpositive/spark/router_join_ppr.q.out +++ b/ql/src/test/results/clientpositive/spark/router_join_ppr.q.out @@ -7,6 +7,11 @@ PREHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED FROM src a @@ -16,6 +21,11 @@ POSTHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`key` AS `key1`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`src` @@ -326,6 +336,11 @@ PREHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED FROM srcpart a @@ -335,6 +350,11 @@ POSTHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`key` AS `key1`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value`, CAST('2008-04-08' AS STRING) AS `ds` FROM `default`.`srcpart` @@ -649,6 +669,11 @@ PREHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 AND b.ds = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED FROM src a @@ -658,6 +683,11 @@ POSTHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 AND b.ds = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`key` AS `key1`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value` FROM `default`.`src` @@ -968,6 +998,11 @@ PREHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 AND a.ds = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED FROM srcpart a @@ -977,6 +1012,11 @@ POSTHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.value, b.key, b.value WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 AND a.ds = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `t0`.`key`, `t0`.`value`, `t2`.`key` AS `key1`, `t2`.`value` AS `value1` FROM (SELECT `key`, `value`, CAST('2008-04-08' AS STRING) AS `ds` FROM `default`.`srcpart` diff --git a/ql/src/test/results/clientpositive/spark/runtime_skewjoin_mapjoin_spark.q.out b/ql/src/test/results/clientpositive/spark/runtime_skewjoin_mapjoin_spark.q.out index ff77a62..4262f01 100644 --- a/ql/src/test/results/clientpositive/spark/runtime_skewjoin_mapjoin_spark.q.out +++ b/ql/src/test/results/clientpositive/spark/runtime_skewjoin_mapjoin_spark.q.out @@ -21,6 +21,9 @@ JOIN (SELECT src.key,src.value FROM src JOIN T1_n94 ON src.key=T1_n94.key) b ON a.key=b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@t1_n94 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT COUNT(*) FROM (SELECT src1.key,src1.value FROM src src1 JOIN src src2 ON src1.key=src2.key) a @@ -28,6 +31,9 @@ JOIN (SELECT src.key,src.value FROM src JOIN T1_n94 ON src.key=T1_n94.key) b ON a.key=b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@t1_n94 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-10, Stage-9 diff --git a/ql/src/test/results/clientpositive/spark/sample1.q.out b/ql/src/test/results/clientpositive/spark/sample1.q.out index e40c353..da0770d 100644 --- a/ql/src/test/results/clientpositive/spark/sample1.q.out +++ b/ql/src/test/results/clientpositive/spark/sample1.q.out @@ -11,11 +11,17 @@ INSERT OVERWRITE TABLE dest1_n89 SELECT s.* FROM srcpart TABLESAMPLE (BUCKET 1 OUT OF 1 ON rand()) s WHERE s.ds='2008-04-08' and s.hr='11' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@dest1_n89 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest1_n89 SELECT s.* FROM srcpart TABLESAMPLE (BUCKET 1 OUT OF 1 ON rand()) s WHERE s.ds='2008-04-08' and s.hr='11' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@dest1_n89 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/sample10.q.out b/ql/src/test/results/clientpositive/spark/sample10.q.out index 6f1fe95..7a1ecc3 100644 --- a/ql/src/test/results/clientpositive/spark/sample10.q.out +++ b/ql/src/test/results/clientpositive/spark/sample10.q.out @@ -36,9 +36,21 @@ POSTHOOK: Lineage: srcpartbucket PARTITION(ds=2008-04-09,hr=12).value SIMPLE [(s PREHOOK: query: explain extended select ds, count(1) from srcpartbucket tablesample (bucket 2 out of 4 on key) where ds is not null group by ds ORDER BY ds ASC PREHOOK: type: QUERY +PREHOOK: Input: default@srcpartbucket +PREHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: explain extended select ds, count(1) from srcpartbucket tablesample (bucket 2 out of 4 on key) where ds is not null group by ds ORDER BY ds ASC POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpartbucket +POSTHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/sample2.q.out b/ql/src/test/results/clientpositive/spark/sample2.q.out index 185253a..63b761c 100644 --- a/ql/src/test/results/clientpositive/spark/sample2.q.out +++ b/ql/src/test/results/clientpositive/spark/sample2.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest1_n29 SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 2) s PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket +PREHOOK: Output: default@dest1_n29 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest1_n29 SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 2) s POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket +POSTHOOK: Output: default@dest1_n29 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/sample3.q.out b/ql/src/test/results/clientpositive/spark/sample3.q.out index e979f1e..bfd0872 100644 --- a/ql/src/test/results/clientpositive/spark/sample3.q.out +++ b/ql/src/test/results/clientpositive/spark/sample3.q.out @@ -2,10 +2,14 @@ PREHOOK: query: EXPLAIN SELECT s.key FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 5 on key) s PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT s.key FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 5 on key) s POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/spark/sample4.q.out b/ql/src/test/results/clientpositive/spark/sample4.q.out index 86fb0f0..a2ddc8b 100644 --- a/ql/src/test/results/clientpositive/spark/sample4.q.out +++ b/ql/src/test/results/clientpositive/spark/sample4.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest1_n118 SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 2 on key) s PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket +PREHOOK: Output: default@dest1_n118 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest1_n118 SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 2 on key) s POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket +POSTHOOK: Output: default@dest1_n118 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/sample5.q.out b/ql/src/test/results/clientpositive/spark/sample5.q.out index 334f07a..6ddd563 100644 --- a/ql/src/test/results/clientpositive/spark/sample5.q.out +++ b/ql/src/test/results/clientpositive/spark/sample5.q.out @@ -11,11 +11,15 @@ INSERT OVERWRITE TABLE dest1_n69 SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 5 on key) s PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket +PREHOOK: Output: default@dest1_n69 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest1_n69 SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 5 on key) s POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket +POSTHOOK: Output: default@dest1_n69 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/sample6.q.out b/ql/src/test/results/clientpositive/spark/sample6.q.out index 153f0fd..1983ab0 100644 --- a/ql/src/test/results/clientpositive/spark/sample6.q.out +++ b/ql/src/test/results/clientpositive/spark/sample6.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest1_n27 SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 4 on key) s PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket +PREHOOK: Output: default@dest1_n27 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest1_n27 SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 4 on key) s POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket +POSTHOOK: Output: default@dest1_n27 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -457,9 +461,13 @@ POSTHOOK: Input: default@dest1_n27 PREHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 4 OUT OF 4 on key) s ORDER BY key, value PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 4 OUT OF 4 on key) s ORDER BY key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -871,9 +879,13 @@ POSTHOOK: Input: default@srcbucket PREHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 2 on key) s ORDER BY key, value PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 2 on key) s ORDER BY key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1509,9 +1521,13 @@ POSTHOOK: Input: default@srcbucket PREHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 3 on key) s ORDER BY key, value PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 3 on key) s ORDER BY key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2028,9 +2044,13 @@ POSTHOOK: Input: default@srcbucket PREHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 2 OUT OF 3 on key) s ORDER BY key, value PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 2 OUT OF 3 on key) s ORDER BY key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2486,9 +2506,13 @@ POSTHOOK: Input: default@srcbucket PREHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM srcbucket2 TABLESAMPLE (BUCKET 1 OUT OF 2 on key) s ORDER BY key, value PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM srcbucket2 TABLESAMPLE (BUCKET 1 OUT OF 2 on key) s ORDER BY key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2871,9 +2895,13 @@ POSTHOOK: Input: default@srcbucket2 PREHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM srcbucket2 TABLESAMPLE (BUCKET 2 OUT OF 4 on key) s ORDER BY key, value PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM srcbucket2 TABLESAMPLE (BUCKET 2 OUT OF 4 on key) s ORDER BY key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3147,9 +3175,13 @@ POSTHOOK: Output: default@empty_bucket PREHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM empty_bucket TABLESAMPLE (BUCKET 1 OUT OF 2 on key) s ORDER BY key, value PREHOOK: type: QUERY +PREHOOK: Input: default@empty_bucket +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM empty_bucket TABLESAMPLE (BUCKET 1 OUT OF 2 on key) s ORDER BY key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@empty_bucket +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/sample7.q.out b/ql/src/test/results/clientpositive/spark/sample7.q.out index f33867e..28ce82b 100644 --- a/ql/src/test/results/clientpositive/spark/sample7.q.out +++ b/ql/src/test/results/clientpositive/spark/sample7.q.out @@ -11,11 +11,15 @@ INSERT OVERWRITE TABLE dest1_n160 SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 4 on key) s WHERE s.key > 100 PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket +PREHOOK: Output: default@dest1_n160 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE dest1_n160 SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 4 on key) s WHERE s.key > 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket +POSTHOOK: Output: default@dest1_n160 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/sample8.q.out b/ql/src/test/results/clientpositive/spark/sample8.q.out index eae5453..be77610 100644 --- a/ql/src/test/results/clientpositive/spark/sample8.q.out +++ b/ql/src/test/results/clientpositive/spark/sample8.q.out @@ -4,12 +4,24 @@ FROM srcpart TABLESAMPLE (BUCKET 1 OUT OF 1 ON key) s JOIN srcpart TABLESAMPLE (BUCKET 1 OUT OF 10 ON key) t WHERE t.key = s.key and t.value = s.value and s.ds='2008-04-08' and s.hr='11' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM srcpart TABLESAMPLE (BUCKET 1 OUT OF 1 ON key) s JOIN srcpart TABLESAMPLE (BUCKET 1 OUT OF 10 ON key) t WHERE t.key = s.key and t.value = s.value and s.ds='2008-04-08' and s.hr='11' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -718,9 +730,15 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: query: EXPLAIN SELECT * FROM src TABLESAMPLE(100 ROWS) a JOIN src1 TABLESAMPLE(10 ROWS) b ON a.key=b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src TABLESAMPLE(100 ROWS) a JOIN src1 TABLESAMPLE(10 ROWS) b ON a.key=b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -811,9 +829,15 @@ POSTHOOK: Input: default@src1 PREHOOK: query: EXPLAIN SELECT * FROM src TABLESAMPLE(100 ROWS) a, src1 TABLESAMPLE(10 ROWS) b WHERE a.key=b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM src TABLESAMPLE(100 ROWS) a, src1 TABLESAMPLE(10 ROWS) b WHERE a.key=b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/sample9.q.out b/ql/src/test/results/clientpositive/spark/sample9.q.out index 7e648b5..8e13e25 100644 --- a/ql/src/test/results/clientpositive/spark/sample9.q.out +++ b/ql/src/test/results/clientpositive/spark/sample9.q.out @@ -2,10 +2,14 @@ PREHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM (SELECT a.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 2 on key) a) s PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT s.* FROM (SELECT a.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 2 on key) a) s POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/spark/script_pipe.q.out b/ql/src/test/results/clientpositive/spark/script_pipe.q.out index 4977f7a..c3ff8b6 100644 --- a/ql/src/test/results/clientpositive/spark/script_pipe.q.out +++ b/ql/src/test/results/clientpositive/spark/script_pipe.q.out @@ -1,7 +1,11 @@ PREHOOK: query: EXPLAIN SELECT TRANSFORM(*) USING 'true' AS a, b, c FROM (SELECT * FROM src LIMIT 1) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT TRANSFORM(*) USING 'true' AS a, b, c FROM (SELECT * FROM src LIMIT 1) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -63,8 +67,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT TRANSFORM(key, value, key, value, key, value, key, value, key, value, key, value) USING 'head -n 1' as a,b,c,d FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT TRANSFORM(key, value, key, value, key, value, key, value, key, value, key, value) USING 'head -n 1' as a,b,c,d FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/semijoin.q.out b/ql/src/test/results/clientpositive/spark/semijoin.q.out index 11f29ec..04ec238 100644 --- a/ql/src/test/results/clientpositive/spark/semijoin.q.out +++ b/ql/src/test/results/clientpositive/spark/semijoin.q.out @@ -122,8 +122,14 @@ POSTHOOK: Input: default@t4_n5 #### A masked pattern was here #### PREHOOK: query: explain select * from t1_n55 a left semi join t2_n33 b on a.key=b.key sort by a.key, a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n55 +PREHOOK: Input: default@t2_n33 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t1_n55 a left semi join t2_n33 b on a.key=b.key sort by a.key, a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n55 +POSTHOOK: Input: default@t2_n33 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -224,8 +230,14 @@ POSTHOOK: Input: default@t2_n33 8 val_8 PREHOOK: query: explain select * from t2_n33 a left semi join t1_n55 b on b.key=a.key sort by a.key, a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n55 +PREHOOK: Input: default@t2_n33 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t2_n33 a left semi join t1_n55 b on b.key=a.key sort by a.key, a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n55 +POSTHOOK: Input: default@t2_n33 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -328,8 +340,14 @@ POSTHOOK: Input: default@t2_n33 8 val_4 PREHOOK: query: explain select * from t1_n55 a left semi join t4_n5 b on b.key=a.key sort by a.key, a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n55 +PREHOOK: Input: default@t4_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t1_n55 a left semi join t4_n5 b on b.key=a.key sort by a.key, a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n55 +POSTHOOK: Input: default@t4_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -424,8 +442,14 @@ POSTHOOK: Input: default@t4_n5 #### A masked pattern was here #### PREHOOK: query: explain select a.value from t1_n55 a left semi join t3_n12 b on (b.key = a.key and b.key < '15') sort by a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n55 +PREHOOK: Input: default@t3_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select a.value from t1_n55 a left semi join t3_n12 b on (b.key = a.key and b.key < '15') sort by a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n55 +POSTHOOK: Input: default@t3_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -535,8 +559,14 @@ val_8 val_9 PREHOOK: query: explain select * from t1_n55 a left semi join t2_n33 b on a.key = b.key and b.value < "val_10" sort by a.key, a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n55 +PREHOOK: Input: default@t2_n33 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t1_n55 a left semi join t2_n33 b on a.key = b.key and b.value < "val_10" sort by a.key, a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n55 +POSTHOOK: Input: default@t2_n33 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -634,8 +664,14 @@ POSTHOOK: Input: default@t2_n33 0 val_0 PREHOOK: query: explain select a.value from t1_n55 a left semi join (select key from t3_n12 where key > 5) b on a.key = b.key sort by a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n55 +PREHOOK: Input: default@t3_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select a.value from t1_n55 a left semi join (select key from t3_n12 where key > 5) b on a.key = b.key sort by a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n55 +POSTHOOK: Input: default@t3_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -737,8 +773,14 @@ val_8 val_9 PREHOOK: query: explain select a.value from t1_n55 a left semi join (select key , value from t2_n33 where key > 5) b on a.key = b.key and b.value <= 'val_20' sort by a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n55 +PREHOOK: Input: default@t2_n33 +#### A masked pattern was here #### POSTHOOK: query: explain select a.value from t1_n55 a left semi join (select key , value from t2_n33 where key > 5) b on a.key = b.key and b.value <= 'val_20' sort by a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n55 +POSTHOOK: Input: default@t2_n33 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -837,8 +879,14 @@ POSTHOOK: Input: default@t2_n33 #### A masked pattern was here #### PREHOOK: query: explain select * from t2_n33 a left semi join (select key , value from t1_n55 where key > 2) b on a.key = b.key sort by a.key, a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n55 +PREHOOK: Input: default@t2_n33 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t2_n33 a left semi join (select key , value from t1_n55 where key > 2) b on a.key = b.key sort by a.key, a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n55 +POSTHOOK: Input: default@t2_n33 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -938,8 +986,14 @@ POSTHOOK: Input: default@t2_n33 8 val_4 PREHOOK: query: explain select /*+ mapjoin(b) */ a.key from t3_n12 a left semi join t1_n55 b on a.key = b.key sort by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n55 +PREHOOK: Input: default@t3_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ mapjoin(b) */ a.key from t3_n12 a left semi join t1_n55 b on a.key = b.key sort by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n55 +POSTHOOK: Input: default@t3_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1055,8 +1109,14 @@ POSTHOOK: Input: default@t3_n12 9 PREHOOK: query: explain select * from t1_n55 a left semi join t2_n33 b on a.key = 2*b.key sort by a.key, a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n55 +PREHOOK: Input: default@t2_n33 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t1_n55 a left semi join t2_n33 b on a.key = 2*b.key sort by a.key, a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n55 +POSTHOOK: Input: default@t2_n33 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1155,8 +1215,16 @@ POSTHOOK: Input: default@t2_n33 8 val_8 PREHOOK: query: explain select * from t1_n55 a join t2_n33 b on a.key = b.key left semi join t3_n12 c on b.key = c.key sort by a.key, a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n55 +PREHOOK: Input: default@t2_n33 +PREHOOK: Input: default@t3_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t1_n55 a join t2_n33 b on a.key = b.key left semi join t3_n12 c on b.key = c.key sort by a.key, a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n55 +POSTHOOK: Input: default@t2_n33 +POSTHOOK: Input: default@t3_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1288,8 +1356,14 @@ POSTHOOK: Input: default@t3_n12 8 val_8 8 val_4 PREHOOK: query: explain select * from t3_n12 a left semi join t1_n55 b on a.key = b.key and a.value=b.value sort by a.key, a.value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n55 +PREHOOK: Input: default@t3_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t3_n12 a left semi join t1_n55 b on a.key = b.key and a.value=b.value sort by a.key, a.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n55 +POSTHOOK: Input: default@t3_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1397,8 +1471,16 @@ POSTHOOK: Input: default@t3_n12 9 val_9 PREHOOK: query: explain select /*+ mapjoin(b, c) */ a.key from t3_n12 a left semi join t1_n55 b on a.key = b.key left semi join t2_n33 c on a.key = c.key sort by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n55 +PREHOOK: Input: default@t2_n33 +PREHOOK: Input: default@t3_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+ mapjoin(b, c) */ a.key from t3_n12 a left semi join t1_n55 b on a.key = b.key left semi join t2_n33 c on a.key = c.key sort by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n55 +POSTHOOK: Input: default@t2_n33 +POSTHOOK: Input: default@t3_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1539,8 +1621,16 @@ POSTHOOK: Input: default@t3_n12 8 PREHOOK: query: explain select a.key from t3_n12 a left outer join t1_n55 b on a.key = b.key left semi join t2_n33 c on b.key = c.key sort by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n55 +PREHOOK: Input: default@t2_n33 +PREHOOK: Input: default@t3_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key from t3_n12 a left outer join t1_n55 b on a.key = b.key left semi join t2_n33 c on b.key = c.key sort by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n55 +POSTHOOK: Input: default@t2_n33 +POSTHOOK: Input: default@t3_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1668,8 +1758,16 @@ POSTHOOK: Input: default@t3_n12 8 PREHOOK: query: explain select a.key from t1_n55 a right outer join t3_n12 b on a.key = b.key left semi join t2_n33 c on b.key = c.key sort by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n55 +PREHOOK: Input: default@t2_n33 +PREHOOK: Input: default@t3_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key from t1_n55 a right outer join t3_n12 b on a.key = b.key left semi join t2_n33 c on b.key = c.key sort by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n55 +POSTHOOK: Input: default@t2_n33 +POSTHOOK: Input: default@t3_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1800,8 +1898,16 @@ NULL NULL PREHOOK: query: explain select a.key from t1_n55 a full outer join t3_n12 b on a.key = b.key left semi join t2_n33 c on b.key = c.key sort by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n55 +PREHOOK: Input: default@t2_n33 +PREHOOK: Input: default@t3_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key from t1_n55 a full outer join t3_n12 b on a.key = b.key left semi join t2_n33 c on b.key = c.key sort by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n55 +POSTHOOK: Input: default@t2_n33 +POSTHOOK: Input: default@t3_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1932,8 +2038,16 @@ NULL NULL PREHOOK: query: explain select a.key from t3_n12 a left semi join t2_n33 b on a.key = b.key left outer join t1_n55 c on a.key = c.key sort by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n55 +PREHOOK: Input: default@t2_n33 +PREHOOK: Input: default@t3_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key from t3_n12 a left semi join t2_n33 b on a.key = b.key left outer join t1_n55 c on a.key = c.key sort by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n55 +POSTHOOK: Input: default@t2_n33 +POSTHOOK: Input: default@t3_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2064,8 +2178,16 @@ POSTHOOK: Input: default@t3_n12 8 PREHOOK: query: explain select a.key from t3_n12 a left semi join t2_n33 b on a.key = b.key right outer join t1_n55 c on a.key = c.key sort by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n55 +PREHOOK: Input: default@t2_n33 +PREHOOK: Input: default@t3_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key from t3_n12 a left semi join t2_n33 b on a.key = b.key right outer join t1_n55 c on a.key = c.key sort by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n55 +POSTHOOK: Input: default@t2_n33 +POSTHOOK: Input: default@t3_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2198,8 +2320,16 @@ NULL NULL PREHOOK: query: explain select a.key from t3_n12 a left semi join t1_n55 b on a.key = b.key full outer join t2_n33 c on a.key = c.key sort by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n55 +PREHOOK: Input: default@t2_n33 +PREHOOK: Input: default@t3_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key from t3_n12 a left semi join t1_n55 b on a.key = b.key full outer join t2_n33 c on a.key = c.key sort by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n55 +POSTHOOK: Input: default@t2_n33 +POSTHOOK: Input: default@t3_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2343,8 +2473,16 @@ NULL NULL PREHOOK: query: explain select a.key from t3_n12 a left semi join t2_n33 b on a.key = b.key left outer join t1_n55 c on a.value = c.value sort by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n55 +PREHOOK: Input: default@t2_n33 +PREHOOK: Input: default@t3_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key from t3_n12 a left semi join t2_n33 b on a.key = b.key left outer join t1_n55 c on a.value = c.value sort by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n55 +POSTHOOK: Input: default@t2_n33 +POSTHOOK: Input: default@t3_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2503,8 +2641,14 @@ POSTHOOK: Input: default@t3_n12 8 PREHOOK: query: explain select a.key from t3_n12 a left semi join t2_n33 b on a.value = b.value where a.key > 100 PREHOOK: type: QUERY +PREHOOK: Input: default@t2_n33 +PREHOOK: Input: default@t3_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select a.key from t3_n12 a left semi join t2_n33 b on a.value = b.value where a.key > 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2_n33 +POSTHOOK: Input: default@t3_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2595,10 +2739,14 @@ PREHOOK: query: explain select key, value from src outr left semi join (select a.key, b.value from src a join (select distinct value from src) b on a.value > b.value group by a.key, b.value) inr on outr.key=inr.key and outr.value=inr.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value from src outr left semi join (select a.key, b.value from src a join (select distinct value from src) b on a.value > b.value group by a.key, b.value) inr on outr.key=inr.key and outr.value=inr.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/skewjoin.q.out b/ql/src/test/results/clientpositive/spark/skewjoin.q.out index aca0fb9..54d8953 100644 --- a/ql/src/test/results/clientpositive/spark/skewjoin.q.out +++ b/ql/src/test/results/clientpositive/spark/skewjoin.q.out @@ -74,10 +74,14 @@ PREHOOK: query: EXPLAIN FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1_n17 SELECT src1.key, src2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_j1_n17 POSTHOOK: query: EXPLAIN FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1_n17 SELECT src1.key, src2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_j1_n17 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-4 depends on stages: Stage-1 , consists of Stage-5, Stage-0 @@ -239,12 +243,22 @@ FROM T1_n128 a JOIN T2_n76 b ON a.key = b.key JOIN T3_n30 c ON b.key = c.key JOIN T4_n17 d ON c.key = d.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n128 +PREHOOK: Input: default@t2_n76 +PREHOOK: Input: default@t3_n30 +PREHOOK: Input: default@t4_n17 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ STREAMTABLE(a) */ * FROM T1_n128 a JOIN T2_n76 b ON a.key = b.key JOIN T3_n30 c ON b.key = c.key JOIN T4_n17 d ON c.key = d.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n128 +POSTHOOK: Input: default@t2_n76 +POSTHOOK: Input: default@t3_n30 +POSTHOOK: Input: default@t4_n17 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -371,12 +385,22 @@ FROM T1_n128 a JOIN T2_n76 b ON a.key = b.key JOIN T3_n30 c ON b.key = c.key JOIN T4_n17 d ON c.key = d.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n128 +PREHOOK: Input: default@t2_n76 +PREHOOK: Input: default@t3_n30 +PREHOOK: Input: default@t4_n17 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ STREAMTABLE(a,c) */ * FROM T1_n128 a JOIN T2_n76 b ON a.key = b.key JOIN T3_n30 c ON b.key = c.key JOIN T4_n17 d ON c.key = d.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n128 +POSTHOOK: Input: default@t2_n76 +POSTHOOK: Input: default@t3_n30 +POSTHOOK: Input: default@t4_n17 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -499,8 +523,14 @@ POSTHOOK: Input: default@t4_n17 2 12 2 22 2 12 2 12 PREHOOK: query: EXPLAIN FROM T1_n128 a JOIN src c ON c.key+1=a.key SELECT /*+ STREAMTABLE(a) */ sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@t1_n128 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM T1_n128 a JOIN src c ON c.key+1=a.key SELECT /*+ STREAMTABLE(a) */ sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@t1_n128 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -599,6 +629,8 @@ JOIN ON (x.key = Y.key) SELECT sum(hash(Y.key)), sum(hash(Y.value)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM (SELECT src.* FROM src) x JOIN @@ -606,6 +638,8 @@ JOIN ON (x.key = Y.key) SELECT sum(hash(Y.key)), sum(hash(Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-4 depends on stages: Stage-1 , consists of Stage-5, Stage-2 @@ -784,6 +818,8 @@ JOIN ON (x.key = Y.key and substring(x.value, 5)=substring(y.value, 5)+1) SELECT sum(hash(Y.key)), sum(hash(Y.value)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM (SELECT src.* FROM src) x JOIN @@ -791,6 +827,8 @@ JOIN ON (x.key = Y.key and substring(x.value, 5)=substring(y.value, 5)+1) SELECT sum(hash(Y.key)), sum(hash(Y.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-4 depends on stages: Stage-1 , consists of Stage-5, Stage-2 @@ -973,6 +1011,8 @@ JOIN (SELECT src.key as c5, src.value as c6 from src) src3 ON src1.c1 = src3.c5 AND src3.c5 < 80 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT sum(hash(src1.c1)), sum(hash(src2.c4)) FROM @@ -984,6 +1024,8 @@ JOIN (SELECT src.key as c5, src.value as c6 from src) src3 ON src1.c1 = src3.c5 AND src3.c5 < 80 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-5 depends on stages: Stage-1 , consists of Stage-6, Stage-7, Stage-2 @@ -1253,9 +1295,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT /*+ mapjoin(v)*/ sum(hash(k.key)), sum(hash(v.val)) FROM T1_n128 k LEFT OUTER JOIN T1_n128 v ON k.key+1=v.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n128 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ mapjoin(v)*/ sum(hash(k.key)), sum(hash(v.val)) FROM T1_n128 k LEFT OUTER JOIN T1_n128 v ON k.key+1=v.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n128 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/skewjoin_noskew.q.out b/ql/src/test/results/clientpositive/spark/skewjoin_noskew.q.out index a1d87ed..5d614ba 100644 --- a/ql/src/test/results/clientpositive/spark/skewjoin_noskew.q.out +++ b/ql/src/test/results/clientpositive/spark/skewjoin_noskew.q.out @@ -1,9 +1,15 @@ PREHOOK: query: explain create table noskew as select a.* from src a join src b on a.key=b.key order by a.key limit 30 PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@noskew POSTHOOK: query: explain create table noskew as select a.* from src a join src b on a.key=b.key order by a.key limit 30 POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@noskew STAGE DEPENDENCIES: Stage-1 is a root stage Stage-5 depends on stages: Stage-1 , consists of Stage-6, Stage-3 diff --git a/ql/src/test/results/clientpositive/spark/skewjoin_union_remove_1.q.out b/ql/src/test/results/clientpositive/spark/skewjoin_union_remove_1.q.out index 9cf9bc5..2554a17 100644 --- a/ql/src/test/results/clientpositive/spark/skewjoin_union_remove_1.q.out +++ b/ql/src/test/results/clientpositive/spark/skewjoin_union_remove_1.q.out @@ -37,9 +37,15 @@ POSTHOOK: Output: default@t2_n35 PREHOOK: query: EXPLAIN SELECT * FROM T1_n57 a JOIN T2_n35 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n57 +PREHOOK: Input: default@t2_n35 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM T1_n57 a JOIN T2_n35 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n57 +POSTHOOK: Input: default@t2_n35 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -184,9 +190,15 @@ POSTHOOK: Input: default@t2_n35 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n57 a RIGHT OUTER JOIN T2_n35 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n57 +PREHOOK: Input: default@t2_n35 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n57 a RIGHT OUTER JOIN T2_n35 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n57 +POSTHOOK: Input: default@t2_n35 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -342,10 +354,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE DEST1_n58 SELECT * FROM T1_n57 a JOIN T2_n35 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n57 +PREHOOK: Input: default@t2_n35 +PREHOOK: Output: default@dest1_n58 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE DEST1_n58 SELECT * FROM T1_n57 a JOIN T2_n35 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n57 +POSTHOOK: Input: default@t2_n35 +POSTHOOK: Output: default@dest1_n58 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -511,10 +529,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE DEST1_n58 SELECT * FROM T1_n57 a RIGHT OUTER JOIN T2_n35 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n57 +PREHOOK: Input: default@t2_n35 +PREHOOK: Output: default@dest1_n58 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE DEST1_n58 SELECT * FROM T1_n57 a RIGHT OUTER JOIN T2_n35 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n57 +POSTHOOK: Input: default@t2_n35 +POSTHOOK: Output: default@dest1_n58 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/skewjoin_union_remove_2.q.out b/ql/src/test/results/clientpositive/spark/skewjoin_union_remove_2.q.out index b15e5a1..c37f430 100644 --- a/ql/src/test/results/clientpositive/spark/skewjoin_union_remove_2.q.out +++ b/ql/src/test/results/clientpositive/spark/skewjoin_union_remove_2.q.out @@ -53,9 +53,17 @@ POSTHOOK: Output: default@t3_n2 PREHOOK: query: EXPLAIN SELECT a.*, b.*, c.* FROM T1_n8 a JOIN T2_n4 b ON a.key = b.key JOIN T3_n2 c on a.key = c.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n8 +PREHOOK: Input: default@t2_n4 +PREHOOK: Input: default@t3_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.*, c.* FROM T1_n8 a JOIN T2_n4 b ON a.key = b.key JOIN T3_n2 c on a.key = c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n8 +POSTHOOK: Input: default@t2_n4 +POSTHOOK: Input: default@t3_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/skewjoinopt1.q.out b/ql/src/test/results/clientpositive/spark/skewjoinopt1.q.out index 2996403..3c63c13 100644 --- a/ql/src/test/results/clientpositive/spark/skewjoinopt1.q.out +++ b/ql/src/test/results/clientpositive/spark/skewjoinopt1.q.out @@ -37,9 +37,15 @@ POSTHOOK: Output: default@t2_n64 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n101 a JOIN T2_n64 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n101 +PREHOOK: Input: default@t2_n64 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n101 a JOIN T2_n64 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n101 +POSTHOOK: Input: default@t2_n64 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -184,9 +190,15 @@ POSTHOOK: Input: default@t2_n64 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n101 a RIGHT OUTER JOIN T2_n64 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n101 +PREHOOK: Input: default@t2_n64 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n101 a RIGHT OUTER JOIN T2_n64 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n101 +POSTHOOK: Input: default@t2_n64 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -333,9 +345,15 @@ NULL NULL 5 15 PREHOOK: query: EXPLAIN SELECT count(1) FROM T1_n101 a JOIN T2_n64 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n101 +PREHOOK: Input: default@t2_n64 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(1) FROM T1_n101 a JOIN T2_n64 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n101 +POSTHOOK: Input: default@t2_n64 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -487,9 +505,15 @@ POSTHOOK: Input: default@t2_n64 PREHOOK: query: EXPLAIN SELECT count(1) FROM T1_n101 a RIGHT OUTER JOIN T2_n64 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n101 +PREHOOK: Input: default@t2_n64 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(1) FROM T1_n101 a RIGHT OUTER JOIN T2_n64 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n101 +POSTHOOK: Input: default@t2_n64 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/skewjoinopt10.q.out b/ql/src/test/results/clientpositive/spark/skewjoinopt10.q.out index 8c48995..342aee6 100644 --- a/ql/src/test/results/clientpositive/spark/skewjoinopt10.q.out +++ b/ql/src/test/results/clientpositive/spark/skewjoinopt10.q.out @@ -39,9 +39,15 @@ POSTHOOK: Lineage: array_valued_t1_n0.value EXPRESSION [(t1_n88)t1_n88.FieldSche PREHOOK: query: explain select * from (select a.key as key, b.value as array_val from T1_n88 a join array_valued_T1_n0 b on a.key=b.key) i lateral view explode (array_val) c as val PREHOOK: type: QUERY +PREHOOK: Input: default@array_valued_t1_n0 +PREHOOK: Input: default@t1_n88 +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select a.key as key, b.value as array_val from T1_n88 a join array_valued_T1_n0 b on a.key=b.key) i lateral view explode (array_val) c as val POSTHOOK: type: QUERY +POSTHOOK: Input: default@array_valued_t1_n0 +POSTHOOK: Input: default@t1_n88 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/skewjoinopt11.q.out b/ql/src/test/results/clientpositive/spark/skewjoinopt11.q.out index 8118db1..013c6b0 100644 --- a/ql/src/test/results/clientpositive/spark/skewjoinopt11.q.out +++ b/ql/src/test/results/clientpositive/spark/skewjoinopt11.q.out @@ -40,6 +40,9 @@ select * from select a.key, a.val as val1, b.val as val2 from T1_n122 a join T2_n72 b on a.key = b.key ) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n122 +PREHOOK: Input: default@t2_n72 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from ( @@ -48,6 +51,9 @@ select * from select a.key, a.val as val1, b.val as val2 from T1_n122 a join T2_n72 b on a.key = b.key ) subq1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n122 +POSTHOOK: Input: default@t2_n72 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/skewjoinopt12.q.out b/ql/src/test/results/clientpositive/spark/skewjoinopt12.q.out index eb09f6c..b3dea96 100644 --- a/ql/src/test/results/clientpositive/spark/skewjoinopt12.q.out +++ b/ql/src/test/results/clientpositive/spark/skewjoinopt12.q.out @@ -37,9 +37,15 @@ POSTHOOK: Output: default@t2_n93 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n159 a JOIN T2_n93 b ON a.key = b.key and a.val = b.val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n159 +PREHOOK: Input: default@t2_n93 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n159 a JOIN T2_n93 b ON a.key = b.key and a.val = b.val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n159 +POSTHOOK: Input: default@t2_n93 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/skewjoinopt13.q.out b/ql/src/test/results/clientpositive/spark/skewjoinopt13.q.out index f98c607..2393aa8 100644 --- a/ql/src/test/results/clientpositive/spark/skewjoinopt13.q.out +++ b/ql/src/test/results/clientpositive/spark/skewjoinopt13.q.out @@ -54,12 +54,20 @@ from T1_n38 a join T2_n25 b on a.key = b.key join T3_n9 c on a.val = c.val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n38 +PREHOOK: Input: default@t2_n25 +PREHOOK: Input: default@t3_n9 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from T1_n38 a join T2_n25 b on a.key = b.key join T3_n9 c on a.val = c.val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n38 +POSTHOOK: Input: default@t2_n25 +POSTHOOK: Input: default@t3_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/skewjoinopt14.q.out b/ql/src/test/results/clientpositive/spark/skewjoinopt14.q.out index f11bcff..952e22a 100644 --- a/ql/src/test/results/clientpositive/spark/skewjoinopt14.q.out +++ b/ql/src/test/results/clientpositive/spark/skewjoinopt14.q.out @@ -56,12 +56,20 @@ from T1_n65 a join T2_n39 b on a.key = b.key join T3_n14 c on a.val = c.val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n65 +PREHOOK: Input: default@t2_n39 +PREHOOK: Input: default@t3_n14 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from T1_n65 a join T2_n39 b on a.key = b.key join T3_n14 c on a.val = c.val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n65 +POSTHOOK: Input: default@t2_n39 +POSTHOOK: Input: default@t3_n14 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/skewjoinopt15.q.out b/ql/src/test/results/clientpositive/spark/skewjoinopt15.q.out index a90de1c..da9b50f 100644 --- a/ql/src/test/results/clientpositive/spark/skewjoinopt15.q.out +++ b/ql/src/test/results/clientpositive/spark/skewjoinopt15.q.out @@ -69,9 +69,15 @@ POSTHOOK: Lineage: t2_n66.val SIMPLE [(tmpt2_n66)tmpt2_n66.FieldSchema(name:val, PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n109 a JOIN T2_n66 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n109 +PREHOOK: Input: default@t2_n66 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n109 a JOIN T2_n66 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n109 +POSTHOOK: Input: default@t2_n66 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -216,9 +222,15 @@ POSTHOOK: Input: default@t2_n66 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n109 a RIGHT OUTER JOIN T2_n66 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n109 +PREHOOK: Input: default@t2_n66 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n109 a RIGHT OUTER JOIN T2_n66 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n109 +POSTHOOK: Input: default@t2_n66 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -365,9 +377,15 @@ NULL NULL 5 15 PREHOOK: query: EXPLAIN SELECT count(1) FROM T1_n109 a JOIN T2_n66 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n109 +PREHOOK: Input: default@t2_n66 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(1) FROM T1_n109 a JOIN T2_n66 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n109 +POSTHOOK: Input: default@t2_n66 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -519,9 +537,15 @@ POSTHOOK: Input: default@t2_n66 PREHOOK: query: EXPLAIN SELECT count(1) FROM T1_n109 a RIGHT OUTER JOIN T2_n66 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n109 +PREHOOK: Input: default@t2_n66 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(1) FROM T1_n109 a RIGHT OUTER JOIN T2_n66 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n109 +POSTHOOK: Input: default@t2_n66 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/skewjoinopt16.q.out b/ql/src/test/results/clientpositive/spark/skewjoinopt16.q.out index 1210525..a9fb497 100644 --- a/ql/src/test/results/clientpositive/spark/skewjoinopt16.q.out +++ b/ql/src/test/results/clientpositive/spark/skewjoinopt16.q.out @@ -37,9 +37,15 @@ POSTHOOK: Output: default@t2_n90 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n154 a JOIN T2_n90 b ON a.key = b.key and a.val = b.val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n154 +PREHOOK: Input: default@t2_n90 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n154 a JOIN T2_n90 b ON a.key = b.key and a.val = b.val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n154 +POSTHOOK: Input: default@t2_n90 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/skewjoinopt17.q.out b/ql/src/test/results/clientpositive/spark/skewjoinopt17.q.out index f516b41..3db16ae 100644 --- a/ql/src/test/results/clientpositive/spark/skewjoinopt17.q.out +++ b/ql/src/test/results/clientpositive/spark/skewjoinopt17.q.out @@ -37,9 +37,15 @@ POSTHOOK: Output: default@t2_n18 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n27 a JOIN T2_n18 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n27 +PREHOOK: Input: default@t2_n18 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n27 a JOIN T2_n18 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n27 +POSTHOOK: Input: default@t2_n18 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -236,9 +242,15 @@ POSTHOOK: Output: default@t2_n18 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n27 a JOIN T2_n18 b ON a.key = b.key and a.val = b.val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n27 +PREHOOK: Input: default@t2_n18 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n27 a JOIN T2_n18 b ON a.key = b.key and a.val = b.val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n27 +POSTHOOK: Input: default@t2_n18 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/skewjoinopt18.q.out b/ql/src/test/results/clientpositive/spark/skewjoinopt18.q.out index 0f17a61..1c7df6e 100644 --- a/ql/src/test/results/clientpositive/spark/skewjoinopt18.q.out +++ b/ql/src/test/results/clientpositive/spark/skewjoinopt18.q.out @@ -53,9 +53,15 @@ POSTHOOK: Output: default@t2_n94 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n160 a JOIN T2_n94 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n160 +PREHOOK: Input: default@t2_n94 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n160 a JOIN T2_n94 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n160 +POSTHOOK: Input: default@t2_n94 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/skewjoinopt19.q.out b/ql/src/test/results/clientpositive/spark/skewjoinopt19.q.out index 7713fbf..82c74ea 100644 --- a/ql/src/test/results/clientpositive/spark/skewjoinopt19.q.out +++ b/ql/src/test/results/clientpositive/spark/skewjoinopt19.q.out @@ -37,9 +37,15 @@ POSTHOOK: Output: default@t2_n22 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n34 a JOIN T2_n22 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n34 +PREHOOK: Input: default@t2_n22 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n34 a JOIN T2_n22 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n34 +POSTHOOK: Input: default@t2_n22 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/skewjoinopt2.q.out b/ql/src/test/results/clientpositive/spark/skewjoinopt2.q.out index 2fcf0e9..d9cb1ea 100644 --- a/ql/src/test/results/clientpositive/spark/skewjoinopt2.q.out +++ b/ql/src/test/results/clientpositive/spark/skewjoinopt2.q.out @@ -37,9 +37,15 @@ POSTHOOK: Output: default@t2_n81 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n139 a JOIN T2_n81 b ON a.key = b.key and a.val = b.val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n139 +PREHOOK: Input: default@t2_n81 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n139 a JOIN T2_n81 b ON a.key = b.key and a.val = b.val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n139 +POSTHOOK: Input: default@t2_n81 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -177,9 +183,15 @@ POSTHOOK: Input: default@t2_n81 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n139 a LEFT OUTER JOIN T2_n81 b ON a.key = b.key and a.val = b.val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n139 +PREHOOK: Input: default@t2_n81 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n139 a LEFT OUTER JOIN T2_n81 b ON a.key = b.key and a.val = b.val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n139 +POSTHOOK: Input: default@t2_n81 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -321,9 +333,15 @@ POSTHOOK: Input: default@t2_n81 PREHOOK: query: EXPLAIN SELECT a.key, count(1) FROM T1_n139 a JOIN T2_n81 b ON a.key = b.key and a.val = b.val group by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n139 +PREHOOK: Input: default@t2_n81 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.key, count(1) FROM T1_n139 a JOIN T2_n81 b ON a.key = b.key and a.val = b.val group by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n139 +POSTHOOK: Input: default@t2_n81 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -485,9 +503,15 @@ POSTHOOK: Input: default@t2_n81 PREHOOK: query: EXPLAIN SELECT a.key, count(1) FROM T1_n139 a LEFT OUTER JOIN T2_n81 b ON a.key = b.key and a.val = b.val group by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n139 +PREHOOK: Input: default@t2_n81 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.key, count(1) FROM T1_n139 a LEFT OUTER JOIN T2_n81 b ON a.key = b.key and a.val = b.val group by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n139 +POSTHOOK: Input: default@t2_n81 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/skewjoinopt20.q.out b/ql/src/test/results/clientpositive/spark/skewjoinopt20.q.out index 55eedfe..3d40d1b 100644 --- a/ql/src/test/results/clientpositive/spark/skewjoinopt20.q.out +++ b/ql/src/test/results/clientpositive/spark/skewjoinopt20.q.out @@ -37,9 +37,15 @@ POSTHOOK: Output: default@t2_n65 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n103 a JOIN T2_n65 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n103 +PREHOOK: Input: default@t2_n65 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n103 a JOIN T2_n65 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n103 +POSTHOOK: Input: default@t2_n65 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/skewjoinopt3.q.out b/ql/src/test/results/clientpositive/spark/skewjoinopt3.q.out index f0059cb..f192d2a 100644 --- a/ql/src/test/results/clientpositive/spark/skewjoinopt3.q.out +++ b/ql/src/test/results/clientpositive/spark/skewjoinopt3.q.out @@ -37,9 +37,15 @@ POSTHOOK: Output: default@t2_n7 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n12 a JOIN T2_n7 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n12 +PREHOOK: Input: default@t2_n7 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n12 a JOIN T2_n7 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n12 +POSTHOOK: Input: default@t2_n7 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -184,9 +190,15 @@ POSTHOOK: Input: default@t2_n7 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n12 a FULL OUTER JOIN T2_n7 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n12 +PREHOOK: Input: default@t2_n7 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n12 a FULL OUTER JOIN T2_n7 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n12 +POSTHOOK: Input: default@t2_n7 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/skewjoinopt4.q.out b/ql/src/test/results/clientpositive/spark/skewjoinopt4.q.out index 3613740..d84ca92 100644 --- a/ql/src/test/results/clientpositive/spark/skewjoinopt4.q.out +++ b/ql/src/test/results/clientpositive/spark/skewjoinopt4.q.out @@ -35,9 +35,15 @@ POSTHOOK: Output: default@t2_n32 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n52 a JOIN T2_n32 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n52 +PREHOOK: Input: default@t2_n32 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n52 a JOIN T2_n32 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n52 +POSTHOOK: Input: default@t2_n32 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -182,9 +188,15 @@ POSTHOOK: Input: default@t2_n32 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T2_n32 a JOIN T1_n52 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n52 +PREHOOK: Input: default@t2_n32 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T2_n32 a JOIN T1_n52 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n52 +POSTHOOK: Input: default@t2_n32 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/skewjoinopt5.q.out b/ql/src/test/results/clientpositive/spark/skewjoinopt5.q.out index 8e297d9..35d1b12 100644 --- a/ql/src/test/results/clientpositive/spark/skewjoinopt5.q.out +++ b/ql/src/test/results/clientpositive/spark/skewjoinopt5.q.out @@ -37,9 +37,15 @@ POSTHOOK: Output: default@t2_n63 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n100 a JOIN T2_n63 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n100 +PREHOOK: Input: default@t2_n63 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n100 a JOIN T2_n63 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n100 +POSTHOOK: Input: default@t2_n63 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/skewjoinopt6.q.out b/ql/src/test/results/clientpositive/spark/skewjoinopt6.q.out index be935fe..d6b08ed 100644 --- a/ql/src/test/results/clientpositive/spark/skewjoinopt6.q.out +++ b/ql/src/test/results/clientpositive/spark/skewjoinopt6.q.out @@ -37,9 +37,15 @@ POSTHOOK: Output: default@t2_n77 PREHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n130 a JOIN T2_n77 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n130 +PREHOOK: Input: default@t2_n77 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.* FROM T1_n130 a JOIN T2_n77 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n130 +POSTHOOK: Input: default@t2_n77 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/skewjoinopt7.q.out b/ql/src/test/results/clientpositive/spark/skewjoinopt7.q.out index 42b4467..6a71b2e 100644 --- a/ql/src/test/results/clientpositive/spark/skewjoinopt7.q.out +++ b/ql/src/test/results/clientpositive/spark/skewjoinopt7.q.out @@ -53,9 +53,17 @@ POSTHOOK: Output: default@t3 PREHOOK: query: EXPLAIN SELECT a.*, b.*, c.* FROM T1 a JOIN T2 b ON a.key = b.key JOIN T3 c on a.key = c.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +PREHOOK: Input: default@t3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.*, c.* FROM T1 a JOIN T2 b ON a.key = b.key JOIN T3 c on a.key = c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +POSTHOOK: Input: default@t3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/skewjoinopt8.q.out b/ql/src/test/results/clientpositive/spark/skewjoinopt8.q.out index fea373e..6662c25 100644 --- a/ql/src/test/results/clientpositive/spark/skewjoinopt8.q.out +++ b/ql/src/test/results/clientpositive/spark/skewjoinopt8.q.out @@ -51,9 +51,17 @@ POSTHOOK: Output: default@t3_n33 PREHOOK: query: EXPLAIN SELECT a.*, b.*, c.* FROM T1_n140 a JOIN T2_n82 b ON a.key = b.key JOIN T3_n33 c on a.key = c.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n140 +PREHOOK: Input: default@t2_n82 +PREHOOK: Input: default@t3_n33 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.*, b.*, c.* FROM T1_n140 a JOIN T2_n82 b ON a.key = b.key JOIN T3_n33 c on a.key = c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n140 +POSTHOOK: Input: default@t2_n82 +POSTHOOK: Input: default@t3_n33 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/skewjoinopt9.q.out b/ql/src/test/results/clientpositive/spark/skewjoinopt9.q.out index 4bc87ce..5f42894 100644 --- a/ql/src/test/results/clientpositive/spark/skewjoinopt9.q.out +++ b/ql/src/test/results/clientpositive/spark/skewjoinopt9.q.out @@ -41,6 +41,9 @@ select key, val from T1_n9 ) subq1 join T2_n5 b on subq1.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n9 +PREHOOK: Input: default@t2_n5 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from ( @@ -50,6 +53,9 @@ select key, val from T1_n9 ) subq1 join T2_n5 b on subq1.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n9 +POSTHOOK: Input: default@t2_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -166,6 +172,9 @@ select key, count(1) as cnt from T1_n9 group by key ) subq1 join T2_n5 b on subq1.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n9 +PREHOOK: Input: default@t2_n5 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select * from ( @@ -173,6 +182,9 @@ select key, count(1) as cnt from T1_n9 group by key ) subq1 join T2_n5 b on subq1.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n9 +POSTHOOK: Input: default@t2_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/smb_mapjoin_1.q.out b/ql/src/test/results/clientpositive/spark/smb_mapjoin_1.q.out index f0bafba..091cfc0 100644 --- a/ql/src/test/results/clientpositive/spark/smb_mapjoin_1.q.out +++ b/ql/src/test/results/clientpositive/spark/smb_mapjoin_1.q.out @@ -93,9 +93,15 @@ POSTHOOK: Input: default@smb_bucket_1_n3 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n3 a join smb_bucket_2_n3 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n3 +PREHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n3 a join smb_bucket_2_n3 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n3 +POSTHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -152,9 +158,15 @@ POSTHOOK: Input: default@smb_bucket_2_n3 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n3 a left outer join smb_bucket_2_n3 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n3 +PREHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n3 a left outer join smb_bucket_2_n3 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n3 +POSTHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -213,9 +225,15 @@ POSTHOOK: Input: default@smb_bucket_2_n3 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n3 a right outer join smb_bucket_2_n3 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n3 +PREHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n3 a right outer join smb_bucket_2_n3 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n3 +POSTHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -273,9 +291,15 @@ NULL NULL 30 val_30 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n3 a full outer join smb_bucket_2_n3 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n3 +PREHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n3 a full outer join smb_bucket_2_n3 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n3 +POSTHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -338,9 +362,15 @@ NULL NULL 30 val_30 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n3 a join smb_bucket_2_n3 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n3 +PREHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n3 a join smb_bucket_2_n3 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n3 +POSTHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -397,9 +427,15 @@ POSTHOOK: Input: default@smb_bucket_2_n3 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n3 a left outer join smb_bucket_2_n3 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n3 +PREHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n3 a left outer join smb_bucket_2_n3 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n3 +POSTHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -458,9 +494,15 @@ POSTHOOK: Input: default@smb_bucket_2_n3 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n3 a right outer join smb_bucket_2_n3 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n3 +PREHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n3 a right outer join smb_bucket_2_n3 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n3 +POSTHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -518,9 +560,15 @@ NULL NULL 30 val_30 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n3 a full outer join smb_bucket_2_n3 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n3 +PREHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n3 a full outer join smb_bucket_2_n3 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n3 +POSTHOOK: Input: default@smb_bucket_2_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/smb_mapjoin_10.q.out b/ql/src/test/results/clientpositive/spark/smb_mapjoin_10.q.out index c64dc41..5f568d5 100644 --- a/ql/src/test/results/clientpositive/spark/smb_mapjoin_10.q.out +++ b/ql/src/test/results/clientpositive/spark/smb_mapjoin_10.q.out @@ -60,6 +60,10 @@ on (a.ds = '1' and b.ds = '2' and a.postid = b.postid and a.type = b.type) PREHOOK: type: QUERY +PREHOOK: Input: default@tmp_smb_bucket_10 +PREHOOK: Input: default@tmp_smb_bucket_10@ds=1 +PREHOOK: Input: default@tmp_smb_bucket_10@ds=2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from tmp_smb_bucket_10 a join tmp_smb_bucket_10 b on (a.ds = '1' and b.ds = '2' and @@ -68,6 +72,10 @@ on (a.ds = '1' and b.ds = '2' and a.postid = b.postid and a.type = b.type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tmp_smb_bucket_10 +POSTHOOK: Input: default@tmp_smb_bucket_10@ds=1 +POSTHOOK: Input: default@tmp_smb_bucket_10@ds=2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/smb_mapjoin_11.q.out b/ql/src/test/results/clientpositive/spark/smb_mapjoin_11.q.out index 55ed89c..cb1ce75 100644 --- a/ql/src/test/results/clientpositive/spark/smb_mapjoin_11.q.out +++ b/ql/src/test/results/clientpositive/spark/smb_mapjoin_11.q.out @@ -43,9 +43,19 @@ POSTHOOK: Output: default@test_table3_n1 PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE test_table3_n1 PARTITION (ds = '1') SELECT /*+ MAPJOIN(b) */ a.key, b.value FROM test_table1_n1 a JOIN test_table2_n1 b ON a.key = b.key AND a.ds = '1' AND b.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n1 +PREHOOK: Input: default@test_table1_n1@ds=1 +PREHOOK: Input: default@test_table2_n1 +PREHOOK: Input: default@test_table2_n1@ds=1 +PREHOOK: Output: default@test_table3_n1@ds=1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE test_table3_n1 PARTITION (ds = '1') SELECT /*+ MAPJOIN(b) */ a.key, b.value FROM test_table1_n1 a JOIN test_table2_n1 b ON a.key = b.key AND a.ds = '1' AND b.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n1 +POSTHOOK: Input: default@test_table1_n1@ds=1 +POSTHOOK: Input: default@test_table2_n1 +POSTHOOK: Input: default@test_table2_n1@ds=1 +POSTHOOK: Output: default@test_table3_n1@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1787,8 +1797,14 @@ POSTHOOK: Input: default@test_table3_n1@ds=1 498 val_498 1 PREHOOK: query: EXPLAIN EXTENDED SELECT * FROM test_table1_n1 TABLESAMPLE(BUCKET 2 OUT OF 16) PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n1 +PREHOOK: Input: default@test_table1_n1@ds=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT * FROM test_table1_n1 TABLESAMPLE(BUCKET 2 OUT OF 16) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n1 +POSTHOOK: Input: default@test_table1_n1@ds=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1861,8 +1877,14 @@ STAGE PLANS: PREHOOK: query: EXPLAIN EXTENDED SELECT * FROM test_table3_n1 TABLESAMPLE(BUCKET 2 OUT OF 16) PREHOOK: type: QUERY +PREHOOK: Input: default@test_table3_n1 +PREHOOK: Input: default@test_table3_n1@ds=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT * FROM test_table3_n1 TABLESAMPLE(BUCKET 2 OUT OF 16) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table3_n1 +POSTHOOK: Input: default@test_table3_n1@ds=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/spark/smb_mapjoin_12.q.out b/ql/src/test/results/clientpositive/spark/smb_mapjoin_12.q.out index 960c7d7..7084f3c 100644 --- a/ql/src/test/results/clientpositive/spark/smb_mapjoin_12.q.out +++ b/ql/src/test/results/clientpositive/spark/smb_mapjoin_12.q.out @@ -55,9 +55,23 @@ POSTHOOK: Output: default@test_table3_n4 PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE test_table3_n4 PARTITION (ds = '1') SELECT /*+ MAPJOIN(b) */ a.key, b.value FROM test_table1_n6 a JOIN test_table2_n6 b ON a.key = b.key AND a.ds = '1' AND b.ds >= '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n6 +PREHOOK: Input: default@test_table1_n6@ds=1 +PREHOOK: Input: default@test_table2_n6 +PREHOOK: Input: default@test_table2_n6@ds=1 +PREHOOK: Input: default@test_table2_n6@ds=2 +PREHOOK: Input: default@test_table2_n6@ds=3 +PREHOOK: Output: default@test_table3_n4@ds=1 POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE test_table3_n4 PARTITION (ds = '1') SELECT /*+ MAPJOIN(b) */ a.key, b.value FROM test_table1_n6 a JOIN test_table2_n6 b ON a.key = b.key AND a.ds = '1' AND b.ds >= '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n6 +POSTHOOK: Input: default@test_table1_n6@ds=1 +POSTHOOK: Input: default@test_table2_n6 +POSTHOOK: Input: default@test_table2_n6@ds=1 +POSTHOOK: Input: default@test_table2_n6@ds=2 +POSTHOOK: Input: default@test_table2_n6@ds=3 +POSTHOOK: Output: default@test_table3_n4@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -275,10 +289,20 @@ PREHOOK: query: explain extended INSERT OVERWRITE TABLE test_table3_n4 PARTITION (ds = '2') SELECT /*+mapjoin(b)*/ a.key, concat(a.value, b.value) FROM test_table3_n4 a JOIN test_table1_n6 b ON a.key = b.key AND a.ds = '1' AND b.ds='1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n6 +PREHOOK: Input: default@test_table1_n6@ds=1 +PREHOOK: Input: default@test_table3_n4 +PREHOOK: Input: default@test_table3_n4@ds=1 +PREHOOK: Output: default@test_table3_n4@ds=2 POSTHOOK: query: explain extended INSERT OVERWRITE TABLE test_table3_n4 PARTITION (ds = '2') SELECT /*+mapjoin(b)*/ a.key, concat(a.value, b.value) FROM test_table3_n4 a JOIN test_table1_n6 b ON a.key = b.key AND a.ds = '1' AND b.ds='1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n6 +POSTHOOK: Input: default@test_table1_n6@ds=1 +POSTHOOK: Input: default@test_table3_n4 +POSTHOOK: Input: default@test_table3_n4@ds=1 +POSTHOOK: Output: default@test_table3_n4@ds=2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/smb_mapjoin_13.q.out b/ql/src/test/results/clientpositive/spark/smb_mapjoin_13.q.out index 3bc87ee..1bb9f69 100644 --- a/ql/src/test/results/clientpositive/spark/smb_mapjoin_13.q.out +++ b/ql/src/test/results/clientpositive/spark/smb_mapjoin_13.q.out @@ -63,9 +63,15 @@ POSTHOOK: Lineage: test_table4_n0.value SIMPLE [(src)src.FieldSchema(name:value, PREHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ * FROM test_table1_n12 a JOIN test_table2_n12 b ON a.key = b.value ORDER BY a.key LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n12 +PREHOOK: Input: default@test_table2_n12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ * FROM test_table1_n12 a JOIN test_table2_n12 b ON a.key = b.value ORDER BY a.key LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n12 +POSTHOOK: Input: default@test_table2_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -231,9 +237,15 @@ POSTHOOK: Input: default@test_table2_n12 PREHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ * FROM test_table3_n6 a JOIN test_table4_n0 b ON a.key = b.value ORDER BY a.key LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table3_n6 +PREHOOK: Input: default@test_table4_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+ MAPJOIN(b) */ * FROM test_table3_n6 a JOIN test_table4_n0 b ON a.key = b.value ORDER BY a.key LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table3_n6 +POSTHOOK: Input: default@test_table4_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/smb_mapjoin_14.q.out b/ql/src/test/results/clientpositive/spark/smb_mapjoin_14.q.out index f2782cf..72fe115 100644 --- a/ql/src/test/results/clientpositive/spark/smb_mapjoin_14.q.out +++ b/ql/src/test/results/clientpositive/spark/smb_mapjoin_14.q.out @@ -43,11 +43,17 @@ select count(*) from ( select /*+mapjoin(a)*/ a.key as key, a.value as val1, b.value as val2 from tbl1_n14 a join tbl2_n13 b on a.key = b.key ) subq1 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n14 +PREHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( select /*+mapjoin(a)*/ a.key as key, a.value as val1, b.value as val2 from tbl1_n14 a join tbl2_n13 b on a.key = b.key ) subq1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n14 +POSTHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -132,6 +138,9 @@ select key, count(*) from group by key order by key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n14 +PREHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from ( @@ -140,6 +149,9 @@ select key, count(*) from group by key order by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n14 +POSTHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -255,6 +267,9 @@ select count(*) from group by key ) subq2 PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n14 +PREHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( @@ -265,6 +280,9 @@ select count(*) from group by key ) subq2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n14 +POSTHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -380,6 +398,9 @@ select /*+mapjoin(subq1)*/ count(*) from (select a.key as key, a.value as value from tbl2_n13 a where key < 6) subq2 on subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n14 +PREHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(subq1)*/ count(*) from (select a.key as key, a.value as value from tbl1_n14 a where key < 6) subq1 @@ -387,6 +408,9 @@ select /*+mapjoin(subq1)*/ count(*) from (select a.key as key, a.value as value from tbl2_n13 a where key < 6) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n14 +POSTHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -479,6 +503,9 @@ select /*+mapjoin(subq2)*/ count(*) from join tbl2_n13 b on subq2.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n14 +PREHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(subq2)*/ count(*) from ( @@ -491,6 +518,9 @@ select /*+mapjoin(subq2)*/ count(*) from join tbl2_n13 b on subq2.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n14 +POSTHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -600,6 +630,8 @@ select /*+mapjoin(subq2)*/ count(*) from ) subq4 on subq2.key = subq4.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n14 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(subq2)*/ count(*) from ( @@ -619,6 +651,8 @@ select /*+mapjoin(subq2)*/ count(*) from ) subq4 on subq2.key = subq4.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n14 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -728,6 +762,9 @@ select /*+mapjoin(subq1)*/ count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl2_n13 a where key < 8) subq2 on subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n14 +PREHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(subq1)*/ count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl1_n14 a where key < 8) subq1 @@ -735,6 +772,9 @@ select /*+mapjoin(subq1)*/ count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl2_n13 a where key < 8) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n14 +POSTHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -822,6 +862,9 @@ select /*+mapjoin(subq1)*/ count(*) from (select a.key +1 as key, concat(a.value, a.value) as value from tbl2_n13 a) subq2 on subq1.key = subq2.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n14 +PREHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(subq1)*/ count(*) from (select a.key +1 as key, concat(a.value, a.value) as value from tbl1_n14 a) subq1 @@ -829,6 +872,9 @@ select /*+mapjoin(subq1)*/ count(*) from (select a.key +1 as key, concat(a.value, a.value) as value from tbl2_n13 a) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n14 +POSTHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -941,11 +987,17 @@ select /*+mapjoin(subq1)*/ count(*) from (select a.key as key, a.value as value from tbl1_n14 a where key < 6) subq1 join tbl2_n13 a on subq1.key = a.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n14 +PREHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(subq1)*/ count(*) from (select a.key as key, a.value as value from tbl1_n14 a where key < 6) subq1 join tbl2_n13 a on subq1.key = a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n14 +POSTHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1027,11 +1079,17 @@ select /*+mapjoin(a)*/ count(*) from (select a.key as key, a.value as value from tbl1_n14 a where key < 6) subq1 join tbl2_n13 a on subq1.key = a.key PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n14 +PREHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ count(*) from (select a.key as key, a.value as value from tbl1_n14 a where key < 6) subq1 join tbl2_n13 a on subq1.key = a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n14 +POSTHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1118,6 +1176,9 @@ select /*+mapjoin(subq1, subq2)*/ count(*) from (select a.key as key, a.value as value from tbl2_n13 a where key < 6) subq3 on (subq1.key = subq3.key) PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n14 +PREHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(subq1, subq2)*/ count(*) from (select a.key as key, a.value as value from tbl1_n14 a where key < 6) subq1 @@ -1128,6 +1189,9 @@ select /*+mapjoin(subq1, subq2)*/ count(*) from (select a.key as key, a.value as value from tbl2_n13 a where key < 6) subq3 on (subq1.key = subq3.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n14 +POSTHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1229,6 +1293,9 @@ select count(*) from ( join tbl2_n13 b on subq2.key = b.key) a PREHOOK: type: QUERY +PREHOOK: Input: default@tbl1_n14 +PREHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from ( select /*+mapjoin(subq2)*/ subq2.key as key, subq2.value as value1, b.value as value2 from @@ -1242,6 +1309,9 @@ select count(*) from ( join tbl2_n13 b on subq2.key = b.key) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl1_n14 +POSTHOOK: Input: default@tbl2_n13 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/smb_mapjoin_15.q.out b/ql/src/test/results/clientpositive/spark/smb_mapjoin_15.q.out index 0672b44..fb19dd9 100644 --- a/ql/src/test/results/clientpositive/spark/smb_mapjoin_15.q.out +++ b/ql/src/test/results/clientpositive/spark/smb_mapjoin_15.q.out @@ -35,9 +35,15 @@ POSTHOOK: Lineage: test_table2_n4.value SIMPLE [(src)src.FieldSchema(name:value, PREHOOK: query: EXPLAIN EXTENDED SELECT /*+mapjoin(b)*/ * FROM test_table1_n4 a JOIN test_table2_n4 b ON a.key = b.key ORDER BY a.key LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n4 +PREHOOK: Input: default@test_table2_n4 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+mapjoin(b)*/ * FROM test_table1_n4 a JOIN test_table2_n4 b ON a.key = b.key ORDER BY a.key LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n4 +POSTHOOK: Input: default@test_table2_n4 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT * FROM (SELECT `key`, `value` FROM `default`.`test_table1_n4` @@ -264,9 +270,15 @@ POSTHOOK: Lineage: test_table2_n4.value SIMPLE [(src)src.FieldSchema(name:value, PREHOOK: query: EXPLAIN EXTENDED SELECT /*+mapjoin(b)*/ * FROM test_table1_n4 a JOIN test_table2_n4 b ON a.key = b.key and a.key2 = b.key2 ORDER BY a.key LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n4 +PREHOOK: Input: default@test_table2_n4 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+mapjoin(b)*/ * FROM test_table1_n4 a JOIN test_table2_n4 b ON a.key = b.key and a.key2 = b.key2 ORDER BY a.key LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n4 +POSTHOOK: Input: default@test_table2_n4 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT * FROM (SELECT `key`, `key2`, `value` FROM `default`.`test_table1_n4` @@ -441,9 +453,15 @@ POSTHOOK: Input: default@test_table2_n4 PREHOOK: query: EXPLAIN EXTENDED SELECT /*+mapjoin(b)*/ * FROM test_table1_n4 a JOIN test_table2_n4 b ON a.key2 = b.key2 and a.key = b.key ORDER BY a.key LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n4 +PREHOOK: Input: default@test_table2_n4 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+mapjoin(b)*/ * FROM test_table1_n4 a JOIN test_table2_n4 b ON a.key2 = b.key2 and a.key = b.key ORDER BY a.key LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n4 +POSTHOOK: Input: default@test_table2_n4 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT * FROM (SELECT `key`, `key2`, `value` FROM `default`.`test_table1_n4` @@ -618,9 +636,15 @@ POSTHOOK: Input: default@test_table2_n4 PREHOOK: query: EXPLAIN EXTENDED SELECT /*+mapjoin(b)*/ * FROM test_table1_n4 a JOIN test_table2_n4 b ON a.key = b.key and a.value = b.value ORDER BY a.key LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n4 +PREHOOK: Input: default@test_table2_n4 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT /*+mapjoin(b)*/ * FROM test_table1_n4 a JOIN test_table2_n4 b ON a.key = b.key and a.value = b.value ORDER BY a.key LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n4 +POSTHOOK: Input: default@test_table2_n4 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT * FROM (SELECT `key`, `key2`, `value` FROM `default`.`test_table1_n4` diff --git a/ql/src/test/results/clientpositive/spark/smb_mapjoin_16.q.out b/ql/src/test/results/clientpositive/spark/smb_mapjoin_16.q.out index a260231..701d8c6 100644 --- a/ql/src/test/results/clientpositive/spark/smb_mapjoin_16.q.out +++ b/ql/src/test/results/clientpositive/spark/smb_mapjoin_16.q.out @@ -35,9 +35,15 @@ POSTHOOK: Lineage: test_table2_n9.value SIMPLE [(src)src.FieldSchema(name:value, PREHOOK: query: EXPLAIN SELECT /*+mapjoin(b)*/ count(*) FROM test_table1_n9 a JOIN test_table2_n9 b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n9 +PREHOOK: Input: default@test_table2_n9 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+mapjoin(b)*/ count(*) FROM test_table1_n9 a JOIN test_table2_n9 b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n9 +POSTHOOK: Input: default@test_table2_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/smb_mapjoin_17.q.out b/ql/src/test/results/clientpositive/spark/smb_mapjoin_17.q.out index 653a700..743e2c3 100644 --- a/ql/src/test/results/clientpositive/spark/smb_mapjoin_17.q.out +++ b/ql/src/test/results/clientpositive/spark/smb_mapjoin_17.q.out @@ -167,6 +167,14 @@ JOIN test_table5 e ON a.key = e.key JOIN test_table6 f ON a.key = f.key JOIN test_table7 g ON a.key = g.key PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n15 +PREHOOK: Input: default@test_table2_n14 +PREHOOK: Input: default@test_table3_n7 +PREHOOK: Input: default@test_table4_n1 +PREHOOK: Input: default@test_table5 +PREHOOK: Input: default@test_table6 +PREHOOK: Input: default@test_table7 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT /*+ mapjoin(b, c, d, e, f, g) */ count(*) FROM test_table1_n15 a JOIN test_table2_n14 b ON a.key = b.key @@ -176,6 +184,14 @@ JOIN test_table5 e ON a.key = e.key JOIN test_table6 f ON a.key = f.key JOIN test_table7 g ON a.key = g.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n15 +POSTHOOK: Input: default@test_table2_n14 +POSTHOOK: Input: default@test_table3_n7 +POSTHOOK: Input: default@test_table4_n1 +POSTHOOK: Input: default@test_table5 +POSTHOOK: Input: default@test_table6 +POSTHOOK: Input: default@test_table7 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -406,6 +422,14 @@ LEFT OUTER JOIN test_table5 e ON a.key = e.key LEFT OUTER JOIN test_table6 f ON a.key = f.key LEFT OUTER JOIN test_table7 g ON a.key = g.key PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n15 +PREHOOK: Input: default@test_table2_n14 +PREHOOK: Input: default@test_table3_n7 +PREHOOK: Input: default@test_table4_n1 +PREHOOK: Input: default@test_table5 +PREHOOK: Input: default@test_table6 +PREHOOK: Input: default@test_table7 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(*) FROM test_table1_n15 a LEFT OUTER JOIN test_table2_n14 b ON a.key = b.key @@ -415,6 +439,14 @@ LEFT OUTER JOIN test_table5 e ON a.key = e.key LEFT OUTER JOIN test_table6 f ON a.key = f.key LEFT OUTER JOIN test_table7 g ON a.key = g.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n15 +POSTHOOK: Input: default@test_table2_n14 +POSTHOOK: Input: default@test_table3_n7 +POSTHOOK: Input: default@test_table4_n1 +POSTHOOK: Input: default@test_table5 +POSTHOOK: Input: default@test_table6 +POSTHOOK: Input: default@test_table7 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -526,6 +558,15 @@ LEFT OUTER JOIN test_table6 f ON a.key = f.key LEFT OUTER JOIN test_table7 g ON a.key = g.key LEFT OUTER JOIN test_table8 h ON a.key = h.key PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n15 +PREHOOK: Input: default@test_table2_n14 +PREHOOK: Input: default@test_table3_n7 +PREHOOK: Input: default@test_table4_n1 +PREHOOK: Input: default@test_table5 +PREHOOK: Input: default@test_table6 +PREHOOK: Input: default@test_table7 +PREHOOK: Input: default@test_table8 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(*) FROM test_table1_n15 a LEFT OUTER JOIN test_table2_n14 b ON a.key = b.key @@ -536,6 +577,15 @@ LEFT OUTER JOIN test_table6 f ON a.key = f.key LEFT OUTER JOIN test_table7 g ON a.key = g.key LEFT OUTER JOIN test_table8 h ON a.key = h.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n15 +POSTHOOK: Input: default@test_table2_n14 +POSTHOOK: Input: default@test_table3_n7 +POSTHOOK: Input: default@test_table4_n1 +POSTHOOK: Input: default@test_table5 +POSTHOOK: Input: default@test_table6 +POSTHOOK: Input: default@test_table7 +POSTHOOK: Input: default@test_table8 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -666,6 +716,15 @@ LEFT OUTER JOIN test_table6 r ON a.key = r.key LEFT OUTER JOIN test_table7 s ON a.key = s.key LEFT OUTER JOIN test_table8 t ON a.key = t.key PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n15 +PREHOOK: Input: default@test_table2_n14 +PREHOOK: Input: default@test_table3_n7 +PREHOOK: Input: default@test_table4_n1 +PREHOOK: Input: default@test_table5 +PREHOOK: Input: default@test_table6 +PREHOOK: Input: default@test_table7 +PREHOOK: Input: default@test_table8 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.* FROM test_table1_n15 a @@ -689,6 +748,15 @@ LEFT OUTER JOIN test_table6 r ON a.key = r.key LEFT OUTER JOIN test_table7 s ON a.key = s.key LEFT OUTER JOIN test_table8 t ON a.key = t.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n15 +POSTHOOK: Input: default@test_table2_n14 +POSTHOOK: Input: default@test_table3_n7 +POSTHOOK: Input: default@test_table4_n1 +POSTHOOK: Input: default@test_table5 +POSTHOOK: Input: default@test_table6 +POSTHOOK: Input: default@test_table7 +POSTHOOK: Input: default@test_table8 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/smb_mapjoin_18.q.out b/ql/src/test/results/clientpositive/spark/smb_mapjoin_18.q.out index 8e1758c..28d7491 100644 --- a/ql/src/test/results/clientpositive/spark/smb_mapjoin_18.q.out +++ b/ql/src/test/results/clientpositive/spark/smb_mapjoin_18.q.out @@ -34,10 +34,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n7 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1_n7 a WHERE a.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n7 +PREHOOK: Input: default@test_table1_n7@ds=1 +PREHOOK: Output: default@test_table2_n7@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n7 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1_n7 a WHERE a.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n7 +POSTHOOK: Input: default@test_table1_n7@ds=1 +POSTHOOK: Output: default@test_table2_n7@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -207,10 +213,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n7 PARTITION (ds = '2') SELECT a.key, a.value FROM test_table1_n7 a WHERE a.ds = '1' and a.key = 238 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n7 +PREHOOK: Input: default@test_table1_n7@ds=1 +PREHOOK: Output: default@test_table2_n7@ds=2 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n7 PARTITION (ds = '2') SELECT a.key, a.value FROM test_table1_n7 a WHERE a.ds = '1' and a.key = 238 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n7 +POSTHOOK: Input: default@test_table1_n7@ds=1 +POSTHOOK: Output: default@test_table2_n7@ds=2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -345,10 +357,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n7 PARTITION (ds = '3') SELECT a.key, a.value FROM test_table2_n7 a WHERE a.ds = '2' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table2_n7 +PREHOOK: Input: default@test_table2_n7@ds=2 +PREHOOK: Output: default@test_table2_n7@ds=3 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n7 PARTITION (ds = '3') SELECT a.key, a.value FROM test_table2_n7 a WHERE a.ds = '2' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table2_n7 +POSTHOOK: Input: default@test_table2_n7@ds=2 +POSTHOOK: Output: default@test_table2_n7@ds=3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/smb_mapjoin_19.q.out b/ql/src/test/results/clientpositive/spark/smb_mapjoin_19.q.out index 7dc6c5a..45ffcff 100644 --- a/ql/src/test/results/clientpositive/spark/smb_mapjoin_19.q.out +++ b/ql/src/test/results/clientpositive/spark/smb_mapjoin_19.q.out @@ -34,10 +34,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n11 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1_n11 a WHERE a.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n11 +PREHOOK: Input: default@test_table1_n11@ds=1 +PREHOOK: Output: default@test_table2_n11@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n11 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1_n11 a WHERE a.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n11 +POSTHOOK: Input: default@test_table1_n11@ds=1 +POSTHOOK: Output: default@test_table2_n11@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/smb_mapjoin_2.q.out b/ql/src/test/results/clientpositive/spark/smb_mapjoin_2.q.out index fae5aed..ecca860 100644 --- a/ql/src/test/results/clientpositive/spark/smb_mapjoin_2.q.out +++ b/ql/src/test/results/clientpositive/spark/smb_mapjoin_2.q.out @@ -49,9 +49,15 @@ POSTHOOK: Output: default@smb_bucket_3_n1 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n1 a join smb_bucket_3_n1 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n1 +PREHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n1 a join smb_bucket_3_n1 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n1 +POSTHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -110,9 +116,15 @@ POSTHOOK: Input: default@smb_bucket_3_n1 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n1 a left outer join smb_bucket_3_n1 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n1 +PREHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n1 a left outer join smb_bucket_3_n1 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n1 +POSTHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -171,9 +183,15 @@ POSTHOOK: Input: default@smb_bucket_3_n1 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n1 a right outer join smb_bucket_3_n1 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n1 +PREHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n1 a right outer join smb_bucket_3_n1 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n1 +POSTHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -233,9 +251,15 @@ NULL NULL 23 val_23 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n1 a full outer join smb_bucket_3_n1 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n1 +PREHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_1_n1 a full outer join smb_bucket_3_n1 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n1 +POSTHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -298,9 +322,15 @@ NULL NULL 23 val_23 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n1 a join smb_bucket_3_n1 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n1 +PREHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n1 a join smb_bucket_3_n1 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n1 +POSTHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -359,9 +389,15 @@ POSTHOOK: Input: default@smb_bucket_3_n1 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n1 a left outer join smb_bucket_3_n1 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n1 +PREHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n1 a left outer join smb_bucket_3_n1 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n1 +POSTHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -420,9 +456,15 @@ POSTHOOK: Input: default@smb_bucket_3_n1 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n1 a right outer join smb_bucket_3_n1 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n1 +PREHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n1 a right outer join smb_bucket_3_n1 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n1 +POSTHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -482,9 +524,15 @@ NULL NULL 23 val_23 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n1 a full outer join smb_bucket_3_n1 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n1 +PREHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_1_n1 a full outer join smb_bucket_3_n1 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n1 +POSTHOOK: Input: default@smb_bucket_3_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/smb_mapjoin_20.q.out b/ql/src/test/results/clientpositive/spark/smb_mapjoin_20.q.out index df97a2b..645f1e9 100644 --- a/ql/src/test/results/clientpositive/spark/smb_mapjoin_20.q.out +++ b/ql/src/test/results/clientpositive/spark/smb_mapjoin_20.q.out @@ -34,10 +34,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2 PARTITION (ds = '1') SELECT a.key, a.value, a.value FROM test_table1 a WHERE a.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +PREHOOK: Output: default@test_table2@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2 PARTITION (ds = '1') SELECT a.key, a.value, a.value FROM test_table1 a WHERE a.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +POSTHOOK: Output: default@test_table2@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -158,10 +164,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3 PARTITION (ds = '1') SELECT a.value, a.key, a.value FROM test_table1 a WHERE a.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +PREHOOK: Output: default@test_table3@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table3 PARTITION (ds = '1') SELECT a.value, a.key, a.value FROM test_table1 a WHERE a.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +POSTHOOK: Output: default@test_table3@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1329,10 +1341,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2 PARTITION (ds = '2') SELECT a.key+a.key, a.value, a.value FROM test_table1 a WHERE a.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1 +PREHOOK: Input: default@test_table1@ds=1 +PREHOOK: Output: default@test_table2@ds=2 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2 PARTITION (ds = '2') SELECT a.key+a.key, a.value, a.value FROM test_table1 a WHERE a.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1 +POSTHOOK: Input: default@test_table1@ds=1 +POSTHOOK: Output: default@test_table2@ds=2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/smb_mapjoin_21.q.out b/ql/src/test/results/clientpositive/spark/smb_mapjoin_21.q.out index 9147c6c..9bff2de 100644 --- a/ql/src/test/results/clientpositive/spark/smb_mapjoin_21.q.out +++ b/ql/src/test/results/clientpositive/spark/smb_mapjoin_21.q.out @@ -34,10 +34,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n16 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1_n17 a WHERE a.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n17 +PREHOOK: Input: default@test_table1_n17@ds=1 +PREHOOK: Output: default@test_table2_n16@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n16 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1_n17 a WHERE a.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n17 +POSTHOOK: Input: default@test_table1_n17@ds=1 +POSTHOOK: Output: default@test_table2_n16@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -105,10 +111,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n16 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1_n17 a WHERE a.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n17 +PREHOOK: Input: default@test_table1_n17@ds=1 +PREHOOK: Output: default@test_table2_n16@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n16 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1_n17 a WHERE a.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n17 +POSTHOOK: Input: default@test_table1_n17@ds=1 +POSTHOOK: Output: default@test_table2_n16@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -191,10 +203,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n16 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1_n17 a WHERE a.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n17 +PREHOOK: Input: default@test_table1_n17@ds=1 +PREHOOK: Output: default@test_table2_n16@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n16 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1_n17 a WHERE a.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n17 +POSTHOOK: Input: default@test_table1_n17@ds=1 +POSTHOOK: Output: default@test_table2_n16@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -276,10 +294,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n16 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1_n17 a WHERE a.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n17 +PREHOOK: Input: default@test_table1_n17@ds=1 +PREHOOK: Output: default@test_table2_n16@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n16 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1_n17 a WHERE a.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n17 +POSTHOOK: Input: default@test_table1_n17@ds=1 +POSTHOOK: Output: default@test_table2_n16@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -362,10 +386,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n16 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1_n17 a WHERE a.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n17 +PREHOOK: Input: default@test_table1_n17@ds=1 +PREHOOK: Output: default@test_table2_n16@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n16 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1_n17 a WHERE a.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n17 +POSTHOOK: Input: default@test_table1_n17@ds=1 +POSTHOOK: Output: default@test_table2_n16@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -448,10 +478,16 @@ PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n16 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1_n17 a WHERE a.ds = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n17 +PREHOOK: Input: default@test_table1_n17@ds=1 +PREHOOK: Output: default@test_table2_n16@ds=1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n16 PARTITION (ds = '1') SELECT a.key, a.value FROM test_table1_n17 a WHERE a.ds = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n17 +POSTHOOK: Input: default@test_table1_n17@ds=1 +POSTHOOK: Output: default@test_table2_n16@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/smb_mapjoin_22.q.out b/ql/src/test/results/clientpositive/spark/smb_mapjoin_22.q.out index 7de1d21..3f4bacc 100644 --- a/ql/src/test/results/clientpositive/spark/smb_mapjoin_22.q.out +++ b/ql/src/test/results/clientpositive/spark/smb_mapjoin_22.q.out @@ -33,9 +33,13 @@ POSTHOOK: Lineage: test_table1_n10.value SIMPLE [(src)src.FieldSchema(name:value PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n10 SELECT * FROM test_table1_n10 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n10 +PREHOOK: Output: default@test_table2_n10 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n10 SELECT * FROM test_table1_n10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n10 +POSTHOOK: Output: default@test_table2_n10 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -178,9 +182,13 @@ POSTHOOK: Lineage: test_table1_n10.value SIMPLE [(src)src.FieldSchema(name:value PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n10 SELECT * FROM test_table1_n10 PREHOOK: type: QUERY +PREHOOK: Input: default@test_table1_n10 +PREHOOK: Output: default@test_table2_n10 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_table2_n10 SELECT * FROM test_table1_n10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_table1_n10 +POSTHOOK: Output: default@test_table2_n10 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/smb_mapjoin_25.q.out b/ql/src/test/results/clientpositive/spark/smb_mapjoin_25.q.out index cbb778a..8578a29 100644 --- a/ql/src/test/results/clientpositive/spark/smb_mapjoin_25.q.out +++ b/ql/src/test/results/clientpositive/spark/smb_mapjoin_25.q.out @@ -52,9 +52,17 @@ Warning: Shuffle Join JOIN[22][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 3' PREHOOK: query: explain select * from (select a.key from smb_bucket_1_n4 a join smb_bucket_2_n4 b on (a.key = b.key) where a.key = 5) t1 left outer join (select c.key from smb_bucket_2_n4 c join smb_bucket_3_n4 d on (c.key = d.key) where c.key=5) t2 on (t1.key=t2.key) where t2.key=5 PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n4 +PREHOOK: Input: default@smb_bucket_2_n4 +PREHOOK: Input: default@smb_bucket_3_n4 +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select a.key from smb_bucket_1_n4 a join smb_bucket_2_n4 b on (a.key = b.key) where a.key = 5) t1 left outer join (select c.key from smb_bucket_2_n4 c join smb_bucket_3_n4 d on (c.key = d.key) where c.key=5) t2 on (t1.key=t2.key) where t2.key=5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n4 +POSTHOOK: Input: default@smb_bucket_2_n4 +POSTHOOK: Input: default@smb_bucket_3_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -181,9 +189,17 @@ Warning: Map Join MAPJOIN[30][bigTable=?] in task 'Stage-2:MAPRED' is a cross pr PREHOOK: query: explain select * from (select a.key from smb_bucket_1_n4 a join smb_bucket_2_n4 b on (a.key = b.key) where a.key = 5) t1 left outer join (select c.key from smb_bucket_2_n4 c join smb_bucket_3_n4 d on (c.key = d.key) where c.key=5) t2 on (t1.key=t2.key) where t2.key=5 PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n4 +PREHOOK: Input: default@smb_bucket_2_n4 +PREHOOK: Input: default@smb_bucket_3_n4 +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select a.key from smb_bucket_1_n4 a join smb_bucket_2_n4 b on (a.key = b.key) where a.key = 5) t1 left outer join (select c.key from smb_bucket_2_n4 c join smb_bucket_3_n4 d on (c.key = d.key) where c.key=5) t2 on (t1.key=t2.key) where t2.key=5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n4 +POSTHOOK: Input: default@smb_bucket_2_n4 +POSTHOOK: Input: default@smb_bucket_3_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-2 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/spark/smb_mapjoin_3.q.out b/ql/src/test/results/clientpositive/spark/smb_mapjoin_3.q.out index 8a5d216..d760c46 100644 --- a/ql/src/test/results/clientpositive/spark/smb_mapjoin_3.q.out +++ b/ql/src/test/results/clientpositive/spark/smb_mapjoin_3.q.out @@ -49,9 +49,15 @@ POSTHOOK: Output: default@smb_bucket_3_n0 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2_n0 a join smb_bucket_3_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2_n0 +PREHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2_n0 a join smb_bucket_3_n0 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2_n0 +POSTHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -110,9 +116,15 @@ POSTHOOK: Input: default@smb_bucket_3_n0 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2_n0 a left outer join smb_bucket_3_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2_n0 +PREHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2_n0 a left outer join smb_bucket_3_n0 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2_n0 +POSTHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -170,9 +182,15 @@ POSTHOOK: Input: default@smb_bucket_3_n0 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2_n0 a right outer join smb_bucket_3_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2_n0 +PREHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2_n0 a right outer join smb_bucket_3_n0 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2_n0 +POSTHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -232,9 +250,15 @@ NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2_n0 a full outer join smb_bucket_3_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2_n0 +PREHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a)*/ * from smb_bucket_2_n0 a full outer join smb_bucket_3_n0 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2_n0 +POSTHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -296,9 +320,15 @@ NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2_n0 a join smb_bucket_3_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2_n0 +PREHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2_n0 a join smb_bucket_3_n0 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2_n0 +POSTHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -357,9 +387,15 @@ POSTHOOK: Input: default@smb_bucket_3_n0 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2_n0 a left outer join smb_bucket_3_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2_n0 +PREHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2_n0 a left outer join smb_bucket_3_n0 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2_n0 +POSTHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -417,9 +453,15 @@ POSTHOOK: Input: default@smb_bucket_3_n0 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2_n0 a right outer join smb_bucket_3_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2_n0 +PREHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2_n0 a right outer join smb_bucket_3_n0 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2_n0 +POSTHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -479,9 +521,15 @@ NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2_n0 a full outer join smb_bucket_3_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_2_n0 +PREHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b)*/ * from smb_bucket_2_n0 a full outer join smb_bucket_3_n0 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_2_n0 +POSTHOOK: Input: default@smb_bucket_3_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/smb_mapjoin_4.q.out b/ql/src/test/results/clientpositive/spark/smb_mapjoin_4.q.out index cc19038..840dcae 100644 --- a/ql/src/test/results/clientpositive/spark/smb_mapjoin_4.q.out +++ b/ql/src/test/results/clientpositive/spark/smb_mapjoin_4.q.out @@ -49,9 +49,17 @@ POSTHOOK: Output: default@smb_bucket_3 PREHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a join smb_bucket_2 b on a.key = b.key join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a join smb_bucket_2 b on a.key = b.key join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -112,9 +120,17 @@ POSTHOOK: Input: default@smb_bucket_3 PREHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a left outer join smb_bucket_2 b on a.key = b.key join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a left outer join smb_bucket_2 b on a.key = b.key join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -175,9 +191,17 @@ POSTHOOK: Input: default@smb_bucket_3 PREHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a left outer join smb_bucket_2 b on a.key = b.key left outer join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a left outer join smb_bucket_2 b on a.key = b.key left outer join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -240,9 +264,17 @@ POSTHOOK: Input: default@smb_bucket_3 PREHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a left outer join smb_bucket_2 b on a.key = b.key right outer join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a left outer join smb_bucket_2 b on a.key = b.key right outer join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -306,9 +338,17 @@ NULL NULL NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a left outer join smb_bucket_2 b on a.key = b.key full outer join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a left outer join smb_bucket_2 b on a.key = b.key full outer join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -420,9 +460,17 @@ NULL NULL NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a right outer join smb_bucket_2 b on a.key = b.key join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a right outer join smb_bucket_2 b on a.key = b.key join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -485,9 +533,17 @@ NULL NULL 23 val_23 23 val_23 PREHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a right outer join smb_bucket_2 b on a.key = b.key left outer join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a right outer join smb_bucket_2 b on a.key = b.key left outer join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -549,9 +605,17 @@ NULL NULL 30 val_30 NULL NULL PREHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a right outer join smb_bucket_2 b on a.key = b.key right outer join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a right outer join smb_bucket_2 b on a.key = b.key right outer join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -615,9 +679,17 @@ NULL NULL NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a right outer join smb_bucket_2 b on a.key = b.key full outer join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a right outer join smb_bucket_2 b on a.key = b.key full outer join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -726,9 +798,17 @@ NULL NULL NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a full outer join smb_bucket_2 b on a.key = b.key join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a full outer join smb_bucket_2 b on a.key = b.key join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -791,9 +871,17 @@ NULL NULL 23 val_23 23 val_23 PREHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a full outer join smb_bucket_2 b on a.key = b.key left outer join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a full outer join smb_bucket_2 b on a.key = b.key left outer join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -903,9 +991,17 @@ NULL NULL 30 val_30 NULL NULL PREHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a full outer join smb_bucket_2 b on a.key = b.key right outer join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a full outer join smb_bucket_2 b on a.key = b.key right outer join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1012,9 +1108,17 @@ NULL NULL NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a full outer join smb_bucket_2 b on a.key = b.key full outer join smb_bucket_3 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1 +PREHOOK: Input: default@smb_bucket_2 +PREHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,b)*/ * from smb_bucket_1 a full outer join smb_bucket_2 b on a.key = b.key full outer join smb_bucket_3 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1 +POSTHOOK: Input: default@smb_bucket_2 +POSTHOOK: Input: default@smb_bucket_3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/smb_mapjoin_5.q.out b/ql/src/test/results/clientpositive/spark/smb_mapjoin_5.q.out index 4690703..3f5bc66 100644 --- a/ql/src/test/results/clientpositive/spark/smb_mapjoin_5.q.out +++ b/ql/src/test/results/clientpositive/spark/smb_mapjoin_5.q.out @@ -49,9 +49,17 @@ POSTHOOK: Output: default@smb_bucket_3_n2 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a join smb_bucket_2_n2 b on a.key = b.key join smb_bucket_3_n2 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n2 +PREHOOK: Input: default@smb_bucket_2_n2 +PREHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a join smb_bucket_2_n2 b on a.key = b.key join smb_bucket_3_n2 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n2 +POSTHOOK: Input: default@smb_bucket_2_n2 +POSTHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -112,9 +120,17 @@ POSTHOOK: Input: default@smb_bucket_3_n2 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a left outer join smb_bucket_2_n2 b on a.key = b.key join smb_bucket_3_n2 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n2 +PREHOOK: Input: default@smb_bucket_2_n2 +PREHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a left outer join smb_bucket_2_n2 b on a.key = b.key join smb_bucket_3_n2 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n2 +POSTHOOK: Input: default@smb_bucket_2_n2 +POSTHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -175,9 +191,17 @@ POSTHOOK: Input: default@smb_bucket_3_n2 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a left outer join smb_bucket_2_n2 b on a.key = b.key left outer join smb_bucket_3_n2 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n2 +PREHOOK: Input: default@smb_bucket_2_n2 +PREHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a left outer join smb_bucket_2_n2 b on a.key = b.key left outer join smb_bucket_3_n2 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n2 +POSTHOOK: Input: default@smb_bucket_2_n2 +POSTHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -240,9 +264,17 @@ POSTHOOK: Input: default@smb_bucket_3_n2 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a left outer join smb_bucket_2_n2 b on a.key = b.key right outer join smb_bucket_3_n2 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n2 +PREHOOK: Input: default@smb_bucket_2_n2 +PREHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a left outer join smb_bucket_2_n2 b on a.key = b.key right outer join smb_bucket_3_n2 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n2 +POSTHOOK: Input: default@smb_bucket_2_n2 +POSTHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -306,9 +338,17 @@ NULL NULL NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a left outer join smb_bucket_2_n2 b on a.key = b.key full outer join smb_bucket_3_n2 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n2 +PREHOOK: Input: default@smb_bucket_2_n2 +PREHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a left outer join smb_bucket_2_n2 b on a.key = b.key full outer join smb_bucket_3_n2 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n2 +POSTHOOK: Input: default@smb_bucket_2_n2 +POSTHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -420,9 +460,17 @@ NULL NULL NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a right outer join smb_bucket_2_n2 b on a.key = b.key join smb_bucket_3_n2 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n2 +PREHOOK: Input: default@smb_bucket_2_n2 +PREHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a right outer join smb_bucket_2_n2 b on a.key = b.key join smb_bucket_3_n2 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n2 +POSTHOOK: Input: default@smb_bucket_2_n2 +POSTHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -485,9 +533,17 @@ NULL NULL 23 val_23 23 val_23 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a right outer join smb_bucket_2_n2 b on a.key = b.key left outer join smb_bucket_3_n2 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n2 +PREHOOK: Input: default@smb_bucket_2_n2 +PREHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a right outer join smb_bucket_2_n2 b on a.key = b.key left outer join smb_bucket_3_n2 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n2 +POSTHOOK: Input: default@smb_bucket_2_n2 +POSTHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -549,9 +605,17 @@ NULL NULL 30 val_30 NULL NULL PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a right outer join smb_bucket_2_n2 b on a.key = b.key right outer join smb_bucket_3_n2 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n2 +PREHOOK: Input: default@smb_bucket_2_n2 +PREHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a right outer join smb_bucket_2_n2 b on a.key = b.key right outer join smb_bucket_3_n2 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n2 +POSTHOOK: Input: default@smb_bucket_2_n2 +POSTHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -615,9 +679,17 @@ NULL NULL NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a right outer join smb_bucket_2_n2 b on a.key = b.key full outer join smb_bucket_3_n2 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n2 +PREHOOK: Input: default@smb_bucket_2_n2 +PREHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a right outer join smb_bucket_2_n2 b on a.key = b.key full outer join smb_bucket_3_n2 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n2 +POSTHOOK: Input: default@smb_bucket_2_n2 +POSTHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -726,9 +798,17 @@ NULL NULL NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a full outer join smb_bucket_2_n2 b on a.key = b.key join smb_bucket_3_n2 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n2 +PREHOOK: Input: default@smb_bucket_2_n2 +PREHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a full outer join smb_bucket_2_n2 b on a.key = b.key join smb_bucket_3_n2 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n2 +POSTHOOK: Input: default@smb_bucket_2_n2 +POSTHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -791,9 +871,17 @@ NULL NULL 23 val_23 23 val_23 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a full outer join smb_bucket_2_n2 b on a.key = b.key left outer join smb_bucket_3_n2 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n2 +PREHOOK: Input: default@smb_bucket_2_n2 +PREHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a full outer join smb_bucket_2_n2 b on a.key = b.key left outer join smb_bucket_3_n2 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n2 +POSTHOOK: Input: default@smb_bucket_2_n2 +POSTHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -903,9 +991,17 @@ NULL NULL 30 val_30 NULL NULL PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a full outer join smb_bucket_2_n2 b on a.key = b.key right outer join smb_bucket_3_n2 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n2 +PREHOOK: Input: default@smb_bucket_2_n2 +PREHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a full outer join smb_bucket_2_n2 b on a.key = b.key right outer join smb_bucket_3_n2 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n2 +POSTHOOK: Input: default@smb_bucket_2_n2 +POSTHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1012,9 +1108,17 @@ NULL NULL NULL NULL 4 val_4 PREHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a full outer join smb_bucket_2_n2 b on a.key = b.key full outer join smb_bucket_3_n2 c on b.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket_1_n2 +PREHOOK: Input: default@smb_bucket_2_n2 +PREHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(a,c)*/ * from smb_bucket_1_n2 a full outer join smb_bucket_2_n2 b on a.key = b.key full outer join smb_bucket_3_n2 c on b.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket_1_n2 +POSTHOOK: Input: default@smb_bucket_2_n2 +POSTHOOK: Input: default@smb_bucket_3_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/smb_mapjoin_6.q.out b/ql/src/test/results/clientpositive/spark/smb_mapjoin_6.q.out index 0d6aacb..01fe11e 100644 --- a/ql/src/test/results/clientpositive/spark/smb_mapjoin_6.q.out +++ b/ql/src/test/results/clientpositive/spark/smb_mapjoin_6.q.out @@ -58,10 +58,16 @@ PREHOOK: query: explain insert overwrite table smb_join_results_n0 select /*+mapjoin(a)*/ * from smb_bucket4_1_n0 a join smb_bucket4_2_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket4_1_n0 +PREHOOK: Input: default@smb_bucket4_2_n0 +PREHOOK: Output: default@smb_join_results_n0 POSTHOOK: query: explain insert overwrite table smb_join_results_n0 select /*+mapjoin(a)*/ * from smb_bucket4_1_n0 a join smb_bucket4_2_n0 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket4_1_n0 +POSTHOOK: Input: default@smb_bucket4_2_n0 +POSTHOOK: Output: default@smb_join_results_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1203,10 +1209,16 @@ PREHOOK: query: explain insert overwrite table smb_join_results_n0 select /*+mapjoin(b)*/ * from smb_bucket4_1_n0 a join smb_bucket4_2_n0 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket4_1_n0 +PREHOOK: Input: default@smb_bucket4_2_n0 +PREHOOK: Output: default@smb_join_results_n0 POSTHOOK: query: explain insert overwrite table smb_join_results_n0 select /*+mapjoin(b)*/ * from smb_bucket4_1_n0 a join smb_bucket4_2_n0 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket4_1_n0 +POSTHOOK: Input: default@smb_bucket4_2_n0 +POSTHOOK: Output: default@smb_join_results_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2364,10 +2376,16 @@ PREHOOK: query: explain insert overwrite table smb_join_results_n0 select /*+mapjoin(a)*/ * from smb_bucket4_1_n0 a join smb_bucket4_2_n0 b on a.key = b.key where a.key>1000 PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket4_1_n0 +PREHOOK: Input: default@smb_bucket4_2_n0 +PREHOOK: Output: default@smb_join_results_n0 POSTHOOK: query: explain insert overwrite table smb_join_results_n0 select /*+mapjoin(a)*/ * from smb_bucket4_1_n0 a join smb_bucket4_2_n0 b on a.key = b.key where a.key>1000 POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket4_1_n0 +POSTHOOK: Input: default@smb_bucket4_2_n0 +POSTHOOK: Output: default@smb_join_results_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2441,10 +2459,16 @@ PREHOOK: query: explain insert overwrite table smb_join_results_n0 select /*+mapjoin(b)*/ * from smb_bucket4_1_n0 a join smb_bucket4_2_n0 b on a.key = b.key where a.key>1000 PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket4_1_n0 +PREHOOK: Input: default@smb_bucket4_2_n0 +PREHOOK: Output: default@smb_join_results_n0 POSTHOOK: query: explain insert overwrite table smb_join_results_n0 select /*+mapjoin(b)*/ * from smb_bucket4_1_n0 a join smb_bucket4_2_n0 b on a.key = b.key where a.key>1000 POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket4_1_n0 +POSTHOOK: Input: default@smb_bucket4_2_n0 +POSTHOOK: Output: default@smb_join_results_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2517,9 +2541,15 @@ POSTHOOK: Lineage: smb_join_results_n0.v2 SIMPLE [(smb_bucket4_2_n0)b.FieldSchem PREHOOK: query: explain select /*+mapjoin(b,c)*/ * from smb_bucket4_1_n0 a join smb_bucket4_2_n0 b on a.key = b.key join smb_bucket4_2_n0 c on b.key = c.key where a.key>1000 PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket4_1_n0 +PREHOOK: Input: default@smb_bucket4_2_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select /*+mapjoin(b,c)*/ * from smb_bucket4_1_n0 a join smb_bucket4_2_n0 b on a.key = b.key join smb_bucket4_2_n0 c on b.key = c.key where a.key>1000 POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket4_1_n0 +POSTHOOK: Input: default@smb_bucket4_2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/smb_mapjoin_7.q.out b/ql/src/test/results/clientpositive/spark/smb_mapjoin_7.q.out index 610abab..f7eafbc 100644 --- a/ql/src/test/results/clientpositive/spark/smb_mapjoin_7.q.out +++ b/ql/src/test/results/clientpositive/spark/smb_mapjoin_7.q.out @@ -610,10 +610,16 @@ PREHOOK: query: explain insert overwrite table smb_join_results select /*+mapjoin(a)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_bucket4_1 +PREHOOK: Input: default@smb_bucket4_2 +PREHOOK: Output: default@smb_join_results POSTHOOK: query: explain insert overwrite table smb_join_results select /*+mapjoin(a)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_bucket4_1 +POSTHOOK: Input: default@smb_bucket4_2 +POSTHOOK: Output: default@smb_join_results STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/sort.q.out b/ql/src/test/results/clientpositive/spark/sort.q.out index 16b4fda..e9f09e3 100644 --- a/ql/src/test/results/clientpositive/spark/sort.q.out +++ b/ql/src/test/results/clientpositive/spark/sort.q.out @@ -1,9 +1,13 @@ PREHOOK: query: EXPLAIN SELECT x.* FROM SRC x SORT BY key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x.* FROM SRC x SORT BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/spark_combine_equivalent_work_2.q.out b/ql/src/test/results/clientpositive/spark/spark_combine_equivalent_work_2.q.out index 6df043e..b41413b 100644 --- a/ql/src/test/results/clientpositive/spark/spark_combine_equivalent_work_2.q.out +++ b/ql/src/test/results/clientpositive/spark/spark_combine_equivalent_work_2.q.out @@ -8,6 +8,8 @@ FROM ( FROM (SELECT * FROM src LIMIT 1) s2 ) a PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM ( @@ -18,6 +20,8 @@ FROM ( FROM (SELECT * FROM src LIMIT 1) s2 ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -120,6 +124,8 @@ FROM ( FROM (SELECT * FROM src LIMIT 1) s2 ) a PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM ( @@ -130,6 +136,8 @@ FROM ( FROM (SELECT * FROM src LIMIT 1) s2 ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/spark_constprog_dpp.q.out b/ql/src/test/results/clientpositive/spark/spark_constprog_dpp.q.out index bbc00d0..c1842b8 100644 --- a/ql/src/test/results/clientpositive/spark/spark_constprog_dpp.q.out +++ b/ql/src/test/results/clientpositive/spark/spark_constprog_dpp.q.out @@ -30,6 +30,9 @@ union all select 2 as id from tb2_n0 limit 1) b on a.id=b.id PREHOOK: type: QUERY +PREHOOK: Input: default@tb1_n0 +PREHOOK: Input: default@tb2_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select a.id from tb1_n0 a left outer join @@ -38,6 +41,9 @@ union all select 2 as id from tb2_n0 limit 1) b on a.id=b.id POSTHOOK: type: QUERY +POSTHOOK: Input: default@tb1_n0 +POSTHOOK: Input: default@tb2_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning.q.out b/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning.q.out index cecee57..cac8036 100644 --- a/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning.q.out +++ b/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning.q.out @@ -36,8 +36,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 12 PREHOOK: query: EXPLAIN create table srcpart_date_n4 as select ds as ds, ds as `date` from srcpart group by ds PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: database:default +PREHOOK: Output: default@srcpart_date_n4 POSTHOOK: query: EXPLAIN create table srcpart_date_n4 as select ds as ds, ds as `date` from srcpart group by ds POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: database:default +POSTHOOK: Output: default@srcpart_date_n4 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -193,8 +207,22 @@ POSTHOOK: Lineage: srcpart_double_hour_n1.hour SIMPLE [(srcpart)srcpart.FieldSch POSTHOOK: Lineage: srcpart_double_hour_n1.hr EXPRESSION [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ] PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n4 on (srcpart.ds = srcpart_date_n4.ds) where srcpart_date_n4.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n4 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n4 on (srcpart.ds = srcpart_date_n4.ds) where srcpart_date_n4.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n4 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -331,8 +359,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n4 on (srcpart.ds = srcpart_date_n4.ds) where srcpart_date_n4.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n4 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n4 on (srcpart.ds = srcpart_date_n4.ds) where srcpart_date_n4.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n4 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -447,8 +489,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n4 on (day(srcpart.ds) = day(srcpart_date_n4.ds)) where srcpart_date_n4.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n4 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n4 on (day(srcpart.ds) = day(srcpart_date_n4.ds)) where srcpart_date_n4.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n4 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -584,8 +640,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n4 on (day(srcpart.ds) = day(srcpart_date_n4.ds)) where srcpart_date_n4.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n4 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n4 on (day(srcpart.ds) = day(srcpart_date_n4.ds)) where srcpart_date_n4.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n4 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -690,8 +760,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n4 on abs(negative(cast(concat(cast(day(srcpart.ds) as string), "0") as bigint)) + 10) = abs(negative(cast(concat(cast(day(srcpart_date_n4.ds) as string), "0") as bigint)) + 10) where srcpart_date_n4.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n4 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n4 on abs(negative(cast(concat(cast(day(srcpart.ds) as string), "0") as bigint)) + 10) = abs(negative(cast(concat(cast(day(srcpart_date_n4.ds) as string), "0") as bigint)) + 10) where srcpart_date_n4.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n4 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -831,8 +915,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n4 on cast(day(srcpart.ds) as smallint) = cast(day(srcpart_date_n4.ds) as decimal) where srcpart_date_n4.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n4 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n4 on cast(day(srcpart.ds) as smallint) = cast(day(srcpart_date_n4.ds) as decimal) where srcpart_date_n4.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n4 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -969,9 +1067,25 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n4 on (srcpart.ds = srcpart_date_n4.ds) join srcpart_hour_n1 on (srcpart.hr = srcpart_hour_n1.hr) where srcpart_date_n4.`date` = '2008-04-08' and srcpart_hour_n1.hour = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n4 +PREHOOK: Input: default@srcpart_hour_n1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n4 on (srcpart.ds = srcpart_date_n4.ds) join srcpart_hour_n1 on (srcpart.hr = srcpart_hour_n1.hr) where srcpart_date_n4.`date` = '2008-04-08' and srcpart_hour_n1.hour = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n4 +POSTHOOK: Input: default@srcpart_hour_n1 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1172,9 +1286,25 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n4 on (srcpart.ds = srcpart_date_n4.ds) join srcpart_hour_n1 on (srcpart.hr = srcpart_hour_n1.hr) where srcpart_date_n4.`date` = '2008-04-08' and srcpart_hour_n1.hour = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n4 +PREHOOK: Input: default@srcpart_hour_n1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n4 on (srcpart.ds = srcpart_date_n4.ds) join srcpart_hour_n1 on (srcpart.hr = srcpart_hour_n1.hr) where srcpart_date_n4.`date` = '2008-04-08' and srcpart_hour_n1.hour = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n4 +POSTHOOK: Input: default@srcpart_hour_n1 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1328,8 +1458,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_hour_n1 on (srcpart.ds = srcpart_date_hour_n1.ds and srcpart.hr = srcpart_date_hour_n1.hr) where srcpart_date_hour_n1.`date` = '2008-04-08' and srcpart_date_hour_n1.hour = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_hour_n1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_hour_n1 on (srcpart.ds = srcpart_date_hour_n1.ds and srcpart.hr = srcpart_date_hour_n1.hr) where srcpart_date_hour_n1.`date` = '2008-04-08' and srcpart_date_hour_n1.hour = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_hour_n1 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1477,8 +1621,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_hour_n1 on (srcpart.ds = srcpart_date_hour_n1.ds and srcpart.hr = srcpart_date_hour_n1.hr) where srcpart_date_hour_n1.`date` = '2008-04-08' and srcpart_date_hour_n1.hour = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_hour_n1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_hour_n1 on (srcpart.ds = srcpart_date_hour_n1.ds and srcpart.hr = srcpart_date_hour_n1.hr) where srcpart_date_hour_n1.`date` = '2008-04-08' and srcpart_date_hour_n1.hour = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_hour_n1 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1593,8 +1751,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n4 on (srcpart.ds = srcpart_date_n4.ds) where srcpart_date_n4.`date` = 'I DONT EXIST' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n4 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n4 on (srcpart.ds = srcpart_date_n4.ds) where srcpart_date_n4.`date` = 'I DONT EXIST' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n4 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1731,8 +1903,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n4 on (srcpart.ds = srcpart_date_n4.ds) where srcpart_date_n4.`date` = 'I DONT EXIST' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n4 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n4 on (srcpart.ds = srcpart_date_n4.ds) where srcpart_date_n4.`date` = 'I DONT EXIST' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n4 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1847,8 +2033,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_double_hour_n1 on (srcpart.hr = cast(srcpart_double_hour_n1.hr/2 as int)) where srcpart_double_hour_n1.hour = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_double_hour_n1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_double_hour_n1 on (srcpart.hr = cast(srcpart_double_hour_n1.hr/2 as int)) where srcpart_double_hour_n1.hour = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_double_hour_n1 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1985,8 +2185,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_double_hour_n1 on (srcpart.hr*2 = srcpart_double_hour_n1.hr) where srcpart_double_hour_n1.hour = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_double_hour_n1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_double_hour_n1 on (srcpart.hr*2 = srcpart_double_hour_n1.hr) where srcpart_double_hour_n1.hour = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_double_hour_n1 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -2123,8 +2337,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_double_hour_n1 on (srcpart.hr = cast(srcpart_double_hour_n1.hr/2 as int)) where srcpart_double_hour_n1.hour = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_double_hour_n1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_double_hour_n1 on (srcpart.hr = cast(srcpart_double_hour_n1.hr/2 as int)) where srcpart_double_hour_n1.hour = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_double_hour_n1 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2230,8 +2458,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_double_hour_n1 on (srcpart.hr*2 = srcpart_double_hour_n1.hr) where srcpart_double_hour_n1.hour = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_double_hour_n1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_double_hour_n1 on (srcpart.hr*2 = srcpart_double_hour_n1.hr) where srcpart_double_hour_n1.hour = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_double_hour_n1 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2346,8 +2588,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_double_hour_n1 on (cast(srcpart.hr*2 as string) = cast(srcpart_double_hour_n1.hr as string)) where srcpart_double_hour_n1.hour = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_double_hour_n1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_double_hour_n1 on (cast(srcpart.hr*2 as string) = cast(srcpart_double_hour_n1.hr as string)) where srcpart_double_hour_n1.hour = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_double_hour_n1 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -2494,8 +2750,16 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### Warning: Shuffle Join JOIN[13][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: EXPLAIN select count(*) from srcpart join (select ds as ds, ds as `date` from srcpart group by ds) s on (srcpart.ds = s.ds) where s.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart join (select ds as ds, ds as `date` from srcpart group by ds) s on (srcpart.ds = s.ds) where s.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2615,8 +2879,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### Warning: Shuffle Join JOIN[7][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: EXPLAIN select count(*) from srcpart, srcpart_date_hour_n1 where (srcpart_date_hour_n1.`date` = '2008-04-08' and srcpart_date_hour_n1.hour = 11) and (srcpart.ds = srcpart_date_hour_n1.ds or srcpart.hr = srcpart_date_hour_n1.hr) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_hour_n1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart, srcpart_date_hour_n1 where (srcpart_date_hour_n1.`date` = '2008-04-08' and srcpart_date_hour_n1.hour = 11) and (srcpart.ds = srcpart_date_hour_n1.ds or srcpart.hr = srcpart_date_hour_n1.hr) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_hour_n1 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2726,8 +3004,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 1500 PREHOOK: query: EXPLAIN select count(*) from srcpart, srcpart_date_hour_n1 where srcpart_date_hour_n1.`date` = '2008-04-08' and srcpart_date_hour_n1.hour = 11 and srcpart.ds = srcpart_date_hour_n1.ds and srcpart.hr = srcpart_date_hour_n1.hr PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_hour_n1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart, srcpart_date_hour_n1 where srcpart_date_hour_n1.`date` = '2008-04-08' and srcpart_date_hour_n1.hour = 11 and srcpart.ds = srcpart_date_hour_n1.ds and srcpart.hr = srcpart_date_hour_n1.hr POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_hour_n1 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -2875,8 +3167,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN select count(*) from srcpart left join srcpart_date_n4 on (srcpart.ds = srcpart_date_n4.ds) where srcpart_date_n4.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n4 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart left join srcpart_date_n4 on (srcpart.ds = srcpart_date_n4.ds) where srcpart_date_n4.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n4 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -2994,8 +3300,22 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select count(*) from srcpart_date_n4 left join srcpart on (srcpart.ds = srcpart_date_n4.ds) where srcpart_date_n4.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n4 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart_date_n4 left join srcpart on (srcpart.ds = srcpart_date_n4.ds) where srcpart_date_n4.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n4 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -3112,8 +3432,22 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select count(*) from srcpart full outer join srcpart_date_n4 on (srcpart.ds = srcpart_date_n4.ds) where srcpart_date_n4.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n4 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart full outer join srcpart_date_n4 on (srcpart.ds = srcpart_date_n4.ds) where srcpart_date_n4.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n4 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -3231,9 +3565,21 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n4 on (srcpart.ds = srcpart_date_n4.ds) join srcpart_hour_n1 on (srcpart.hr = srcpart_hour_n1.hr) where srcpart_date_n4.`date` = '2008-04-08' and srcpart_hour_n1.hour = 11 and srcpart.hr = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart_date_n4 +PREHOOK: Input: default@srcpart_hour_n1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n4 on (srcpart.ds = srcpart_date_n4.ds) join srcpart_hour_n1 on (srcpart.hr = srcpart_hour_n1.hr) where srcpart_date_n4.`date` = '2008-04-08' and srcpart_hour_n1.hour = 11 and srcpart.hr = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart_date_n4 +POSTHOOK: Input: default@srcpart_hour_n1 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -3430,9 +3776,17 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n4 on (srcpart.ds = srcpart_date_n4.ds) join srcpart_hour_n1 on (srcpart.hr = srcpart_hour_n1.hr) where srcpart_date_n4.`date` = '2008-04-08' and srcpart.hr = 13 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart_date_n4 +PREHOOK: Input: default@srcpart_hour_n1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n4 on (srcpart.ds = srcpart_date_n4.ds) join srcpart_hour_n1 on (srcpart.hr = srcpart_hour_n1.hr) where srcpart_date_n4.`date` = '2008-04-08' and srcpart.hr = 13 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart_date_n4 +POSTHOOK: Input: default@srcpart_hour_n1 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3572,8 +3926,20 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN select count(*) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -3836,8 +4202,20 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 2000 PREHOOK: query: EXPLAIN select distinct(ds) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select distinct(ds) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -4103,8 +4481,20 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 2008-04-09 PREHOOK: query: EXPLAIN select ds from (select distinct(ds) as ds from srcpart union all select distinct(ds) as ds from srcpart) s where s.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select ds from (select distinct(ds) as ds from srcpart union all select distinct(ds) as ds from srcpart) s where s.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -4368,8 +4758,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 2008-04-09 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n4 on (srcpart.ds = srcpart_date_n4.ds) where srcpart_date_n4.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n4 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n4 on (srcpart.ds = srcpart_date_n4.ds) where srcpart_date_n4.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n4 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -4499,8 +4903,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n4 on (day(srcpart.ds) = day(srcpart_date_n4.ds)) where srcpart_date_n4.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n4 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n4 on (day(srcpart.ds) = day(srcpart_date_n4.ds)) where srcpart_date_n4.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n4 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -4621,9 +5039,25 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n4 on (srcpart.ds = srcpart_date_n4.ds) join srcpart_hour_n1 on (srcpart.hr = srcpart_hour_n1.hr) where srcpart_date_n4.`date` = '2008-04-08' and srcpart_hour_n1.hour = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n4 +PREHOOK: Input: default@srcpart_hour_n1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n4 on (srcpart.ds = srcpart_date_n4.ds) join srcpart_hour_n1 on (srcpart.hr = srcpart_hour_n1.hr) where srcpart_date_n4.`date` = '2008-04-08' and srcpart_hour_n1.hour = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n4 +POSTHOOK: Input: default@srcpart_hour_n1 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -4797,8 +5231,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_hour_n1 on (srcpart.ds = srcpart_date_hour_n1.ds and srcpart.hr = srcpart_date_hour_n1.hr) where srcpart_date_hour_n1.`date` = '2008-04-08' and srcpart_date_hour_n1.hour = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_hour_n1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_hour_n1 on (srcpart.ds = srcpart_date_hour_n1.ds and srcpart.hr = srcpart_date_hour_n1.hr) where srcpart_date_hour_n1.`date` = '2008-04-08' and srcpart_date_hour_n1.hour = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_hour_n1 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -4939,8 +5387,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n4 on (srcpart.ds = srcpart_date_n4.ds) where srcpart_date_n4.`date` = 'I DONT EXIST' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n4 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n4 on (srcpart.ds = srcpart_date_n4.ds) where srcpart_date_n4.`date` = 'I DONT EXIST' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n4 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -5061,8 +5523,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_double_hour_n1 on (srcpart.hr = cast(srcpart_double_hour_n1.hr/2 as int)) where srcpart_double_hour_n1.hour = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_double_hour_n1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_double_hour_n1 on (srcpart.hr = cast(srcpart_double_hour_n1.hr/2 as int)) where srcpart_double_hour_n1.hour = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_double_hour_n1 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -5183,8 +5659,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_double_hour_n1 on (srcpart.hr*2 = srcpart_double_hour_n1.hr) where srcpart_double_hour_n1.hour = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_double_hour_n1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_double_hour_n1 on (srcpart.hr*2 = srcpart_double_hour_n1.hr) where srcpart_double_hour_n1.hour = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_double_hour_n1 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -5315,8 +5805,16 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### Warning: Map Join MAPJOIN[22][bigTable=?] in task 'Stage-1:MAPRED' is a cross product PREHOOK: query: EXPLAIN select count(*) from srcpart join (select ds as ds, ds as `date` from srcpart group by ds) s on (srcpart.ds = s.ds) where s.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart join (select ds as ds, ds as `date` from srcpart group by ds) s on (srcpart.ds = s.ds) where s.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -5443,8 +5941,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart left join srcpart_date_n4 on (srcpart.ds = srcpart_date_n4.ds) where srcpart_date_n4.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n4 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart left join srcpart_date_n4 on (srcpart.ds = srcpart_date_n4.ds) where srcpart_date_n4.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n4 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -5546,8 +6058,22 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select count(*) from srcpart_date_n4 left join srcpart on (srcpart.ds = srcpart_date_n4.ds) where srcpart_date_n4.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n4 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart_date_n4 left join srcpart on (srcpart.ds = srcpart_date_n4.ds) where srcpart_date_n4.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n4 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -5636,8 +6162,22 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select count(*) from srcpart full outer join srcpart_date_n4 on (srcpart.ds = srcpart_date_n4.ds) where srcpart_date_n4.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n4 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart full outer join srcpart_date_n4 on (srcpart.ds = srcpart_date_n4.ds) where srcpart_date_n4.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n4 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -5727,9 +6267,21 @@ STAGE PLANS: PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n4 on (srcpart.ds = srcpart_date_n4.ds) join srcpart_hour_n1 on (srcpart.hr = srcpart_hour_n1.hr) where srcpart_date_n4.`date` = '2008-04-08' and srcpart_hour_n1.hour = 11 and srcpart.hr = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart_date_n4 +PREHOOK: Input: default@srcpart_hour_n1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n4 on (srcpart.ds = srcpart_date_n4.ds) join srcpart_hour_n1 on (srcpart.hr = srcpart_hour_n1.hr) where srcpart_date_n4.`date` = '2008-04-08' and srcpart_hour_n1.hour = 11 and srcpart.hr = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart_date_n4 +POSTHOOK: Input: default@srcpart_hour_n1 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -5891,9 +6443,17 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n4 on (srcpart.ds = srcpart_date_n4.ds) join srcpart_hour_n1 on (srcpart.hr = srcpart_hour_n1.hr) where srcpart_date_n4.`date` = '2008-04-08' and srcpart.hr = 13 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart_date_n4 +PREHOOK: Input: default@srcpart_hour_n1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_n4 on (srcpart.ds = srcpart_date_n4.ds) join srcpart_hour_n1 on (srcpart.hr = srcpart_hour_n1.hr) where srcpart_date_n4.`date` = '2008-04-08' and srcpart.hr = 13 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart_date_n4 +POSTHOOK: Input: default@srcpart_hour_n1 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-2 depends on stages: Stage-3 @@ -6036,8 +6596,20 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN select distinct(ds) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select distinct(ds) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -6338,8 +6910,22 @@ POSTHOOK: Lineage: srcpart_parquet PARTITION(ds=2008-04-09,hr=12).key EXPRESSION POSTHOOK: Lineage: srcpart_parquet PARTITION(ds=2008-04-09,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: EXPLAIN select count(*) from srcpart_parquet join srcpart_date_hour_n1 on (srcpart_parquet.ds = srcpart_date_hour_n1.ds and srcpart_parquet.hr = srcpart_date_hour_n1.hr) where srcpart_date_hour_n1.hour = 11 and (srcpart_date_hour_n1.`date` = '2008-04-08' or srcpart_date_hour_n1.`date` = '2008-04-09') PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_date_hour_n1 +PREHOOK: Input: default@srcpart_parquet +PREHOOK: Input: default@srcpart_parquet@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart_parquet@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart_parquet@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart_parquet@ds=2008-04-09/hr=12 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select count(*) from srcpart_parquet join srcpart_date_hour_n1 on (srcpart_parquet.ds = srcpart_date_hour_n1.ds and srcpart_parquet.hr = srcpart_date_hour_n1.hr) where srcpart_date_hour_n1.hour = 11 and (srcpart_date_hour_n1.`date` = '2008-04-08' or srcpart_date_hour_n1.`date` = '2008-04-09') POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_date_hour_n1 +POSTHOOK: Input: default@srcpart_parquet +POSTHOOK: Input: default@srcpart_parquet@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart_parquet@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart_parquet@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart_parquet@ds=2008-04-09/hr=12 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_2.q.out b/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_2.q.out index 4606a0a..c53d9a6 100644 --- a/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_2.q.out +++ b/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_2.q.out @@ -138,6 +138,12 @@ d1.label in ('foo', 'bar') GROUP BY d1.label ORDER BY d1.label PREHOOK: type: QUERY +PREHOOK: Input: default@agg_01_n0 +PREHOOK: Input: default@agg_01_n0@dim_shops_id=1 +PREHOOK: Input: default@agg_01_n0@dim_shops_id=2 +PREHOOK: Input: default@agg_01_n0@dim_shops_id=3 +PREHOOK: Input: default@dim_shops_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT d1.label, count(*), sum(agg.amount) FROM agg_01_n0 agg, dim_shops_n0 d1 @@ -147,6 +153,12 @@ d1.label in ('foo', 'bar') GROUP BY d1.label ORDER BY d1.label POSTHOOK: type: QUERY +POSTHOOK: Input: default@agg_01_n0 +POSTHOOK: Input: default@agg_01_n0@dim_shops_id=1 +POSTHOOK: Input: default@agg_01_n0@dim_shops_id=2 +POSTHOOK: Input: default@agg_01_n0@dim_shops_id=3 +POSTHOOK: Input: default@dim_shops_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -304,6 +316,12 @@ d1.label in ('foo', 'bar') GROUP BY d1.label ORDER BY d1.label PREHOOK: type: QUERY +PREHOOK: Input: default@agg_01_n0 +PREHOOK: Input: default@agg_01_n0@dim_shops_id=1 +PREHOOK: Input: default@agg_01_n0@dim_shops_id=2 +PREHOOK: Input: default@agg_01_n0@dim_shops_id=3 +PREHOOK: Input: default@dim_shops_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT d1.label, count(*), sum(agg.amount) FROM agg_01_n0 agg, dim_shops_n0 d1 @@ -313,6 +331,12 @@ d1.label in ('foo', 'bar') GROUP BY d1.label ORDER BY d1.label POSTHOOK: type: QUERY +POSTHOOK: Input: default@agg_01_n0 +POSTHOOK: Input: default@agg_01_n0@dim_shops_id=1 +POSTHOOK: Input: default@agg_01_n0@dim_shops_id=2 +POSTHOOK: Input: default@agg_01_n0@dim_shops_id=3 +POSTHOOK: Input: default@dim_shops_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -454,11 +478,23 @@ FROM agg_01_n0 agg, dim_shops_n0 d1 WHERE agg.dim_shops_id = d1.id PREHOOK: type: QUERY +PREHOOK: Input: default@agg_01_n0 +PREHOOK: Input: default@agg_01_n0@dim_shops_id=1 +PREHOOK: Input: default@agg_01_n0@dim_shops_id=2 +PREHOOK: Input: default@agg_01_n0@dim_shops_id=3 +PREHOOK: Input: default@dim_shops_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT d1.label FROM agg_01_n0 agg, dim_shops_n0 d1 WHERE agg.dim_shops_id = d1.id POSTHOOK: type: QUERY +POSTHOOK: Input: default@agg_01_n0 +POSTHOOK: Input: default@agg_01_n0@dim_shops_id=1 +POSTHOOK: Input: default@agg_01_n0@dim_shops_id=2 +POSTHOOK: Input: default@agg_01_n0@dim_shops_id=3 +POSTHOOK: Input: default@dim_shops_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -571,12 +607,20 @@ dim_shops_n0 d1 WHERE agg.dim_shops_id = d1.id and agg.dim_shops_id = 1 PREHOOK: type: QUERY +PREHOOK: Input: default@agg_01_n0 +PREHOOK: Input: default@agg_01_n0@dim_shops_id=1 +PREHOOK: Input: default@dim_shops_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT agg.amount FROM agg_01_n0 agg, dim_shops_n0 d1 WHERE agg.dim_shops_id = d1.id and agg.dim_shops_id = 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@agg_01_n0 +POSTHOOK: Input: default@agg_01_n0@dim_shops_id=1 +POSTHOOK: Input: default@dim_shops_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -678,6 +722,12 @@ d1.label in ('foo', 'bar') GROUP BY d1.label ORDER BY d1.label PREHOOK: type: QUERY +PREHOOK: Input: default@agg_01_n0 +PREHOOK: Input: default@agg_01_n0@dim_shops_id=1 +PREHOOK: Input: default@agg_01_n0@dim_shops_id=2 +PREHOOK: Input: default@agg_01_n0@dim_shops_id=3 +PREHOOK: Input: default@dim_shops_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT d1.label, count(*), sum(agg.amount) FROM agg_01_n0 agg, dim_shops_n0 d1 @@ -687,6 +737,12 @@ d1.label in ('foo', 'bar') GROUP BY d1.label ORDER BY d1.label POSTHOOK: type: QUERY +POSTHOOK: Input: default@agg_01_n0 +POSTHOOK: Input: default@agg_01_n0@dim_shops_id=1 +POSTHOOK: Input: default@agg_01_n0@dim_shops_id=2 +POSTHOOK: Input: default@agg_01_n0@dim_shops_id=3 +POSTHOOK: Input: default@dim_shops_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -840,11 +896,23 @@ SELECT amount FROM agg_01_n0, dim_shops_n0 WHERE dim_shops_id = id AND label = ' UNION ALL SELECT amount FROM agg_01_n0, dim_shops_n0 WHERE dim_shops_id = id AND label = 'bar' PREHOOK: type: QUERY +PREHOOK: Input: default@agg_01_n0 +PREHOOK: Input: default@agg_01_n0@dim_shops_id=1 +PREHOOK: Input: default@agg_01_n0@dim_shops_id=2 +PREHOOK: Input: default@agg_01_n0@dim_shops_id=3 +PREHOOK: Input: default@dim_shops_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT amount FROM agg_01_n0, dim_shops_n0 WHERE dim_shops_id = id AND label = 'foo' UNION ALL SELECT amount FROM agg_01_n0, dim_shops_n0 WHERE dim_shops_id = id AND label = 'bar' POSTHOOK: type: QUERY +POSTHOOK: Input: default@agg_01_n0 +POSTHOOK: Input: default@agg_01_n0@dim_shops_id=1 +POSTHOOK: Input: default@agg_01_n0@dim_shops_id=2 +POSTHOOK: Input: default@agg_01_n0@dim_shops_id=3 +POSTHOOK: Input: default@dim_shops_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -1025,12 +1093,24 @@ from srcpart s1, srcpart s2 where s1.ds = s2.ds PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select count(*) from srcpart s1, srcpart s2 where s1.ds = s2.ds POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_3.q.out b/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_3.q.out index 6133ae1..f1b61ad 100644 --- a/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_3.q.out +++ b/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_3.q.out @@ -321,6 +321,14 @@ EXPLAIN SELECT count(*) FROM partitioned_table1 WHERE partitioned_table1.part_co SELECT regular_table1.col1 FROM regular_table1 JOIN partitioned_table2 ON regular_table1.col1 = partitioned_table2.part_col AND partitioned_table2.col > 3 AND regular_table1.col1 > 1) PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned_table1 +PREHOOK: Input: default@partitioned_table1@part_col=2 +PREHOOK: Input: default@partitioned_table1@part_col=3 +PREHOOK: Input: default@partitioned_table2 +PREHOOK: Input: default@partitioned_table2@part_col=2 +PREHOOK: Input: default@partitioned_table2@part_col=3 +PREHOOK: Input: default@regular_table1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: -- ensure the partitioned tables are treated as big tables @@ -328,6 +336,14 @@ EXPLAIN SELECT count(*) FROM partitioned_table1 WHERE partitioned_table1.part_co SELECT regular_table1.col1 FROM regular_table1 JOIN partitioned_table2 ON regular_table1.col1 = partitioned_table2.part_col AND partitioned_table2.col > 3 AND regular_table1.col1 > 1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned_table1 +POSTHOOK: Input: default@partitioned_table1@part_col=2 +POSTHOOK: Input: default@partitioned_table1@part_col=3 +POSTHOOK: Input: default@partitioned_table2 +POSTHOOK: Input: default@partitioned_table2@part_col=2 +POSTHOOK: Input: default@partitioned_table2@part_col=3 +POSTHOOK: Input: default@regular_table1 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-2 depends on stages: Stage-3 @@ -513,10 +529,22 @@ PREHOOK: query: EXPLAIN SELECT count(*) FROM partitioned_table1, regular_table1 regular_table1 rt2 WHERE rt1.col1 = partitioned_table1.part_col AND rt2.col1 = partitioned_table1.part_col AND rt1.col2 > 0 AND rt2.col2 > 1 PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned_table1 +PREHOOK: Input: default@partitioned_table1@part_col=1 +PREHOOK: Input: default@partitioned_table1@part_col=2 +PREHOOK: Input: default@partitioned_table1@part_col=3 +PREHOOK: Input: default@regular_table1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT count(*) FROM partitioned_table1, regular_table1 rt1, regular_table1 rt2 WHERE rt1.col1 = partitioned_table1.part_col AND rt2.col1 = partitioned_table1.part_col AND rt1.col2 > 0 AND rt2.col2 > 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned_table1 +POSTHOOK: Input: default@partitioned_table1@part_col=1 +POSTHOOK: Input: default@partitioned_table1@part_col=2 +POSTHOOK: Input: default@partitioned_table1@part_col=3 +POSTHOOK: Input: default@regular_table1 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -685,10 +713,30 @@ PREHOOK: query: EXPLAIN SELECT count(*) FROM partitioned_table1, partitioned_tab , regular_table1 rt2 WHERE rt1.col1 = partitioned_table1.part_col AND rt2.col1 = partitioned_table2.part_col AND rt1.col2 > 0 AND rt2.col2 > 1 PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned_table1 +PREHOOK: Input: default@partitioned_table1@part_col=1 +PREHOOK: Input: default@partitioned_table1@part_col=2 +PREHOOK: Input: default@partitioned_table1@part_col=3 +PREHOOK: Input: default@partitioned_table2 +PREHOOK: Input: default@partitioned_table2@part_col=1 +PREHOOK: Input: default@partitioned_table2@part_col=2 +PREHOOK: Input: default@partitioned_table2@part_col=3 +PREHOOK: Input: default@regular_table1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT count(*) FROM partitioned_table1, partitioned_table2, regular_table1 rt1 , regular_table1 rt2 WHERE rt1.col1 = partitioned_table1.part_col AND rt2.col1 = partitioned_table2.part_col AND rt1.col2 > 0 AND rt2.col2 > 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned_table1 +POSTHOOK: Input: default@partitioned_table1@part_col=1 +POSTHOOK: Input: default@partitioned_table1@part_col=2 +POSTHOOK: Input: default@partitioned_table1@part_col=3 +POSTHOOK: Input: default@partitioned_table2 +POSTHOOK: Input: default@partitioned_table2@part_col=1 +POSTHOOK: Input: default@partitioned_table2@part_col=2 +POSTHOOK: Input: default@partitioned_table2@part_col=3 +POSTHOOK: Input: default@regular_table1 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -903,9 +951,21 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN SELECT count(*) FROM regular_table1, partitioned_table1 WHERE regular_table1.col1 = partitioned_table1.part_col AND regular_table1.col2 BETWEEN 1 AND 3 PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned_table1 +PREHOOK: Input: default@partitioned_table1@part_col=1 +PREHOOK: Input: default@partitioned_table1@part_col=2 +PREHOOK: Input: default@partitioned_table1@part_col=3 +PREHOOK: Input: default@regular_table1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT count(*) FROM regular_table1, partitioned_table1 WHERE regular_table1.col1 = partitioned_table1.part_col AND regular_table1.col2 BETWEEN 1 AND 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned_table1 +POSTHOOK: Input: default@partitioned_table1@part_col=1 +POSTHOOK: Input: default@partitioned_table1@part_col=2 +POSTHOOK: Input: default@partitioned_table1@part_col=3 +POSTHOOK: Input: default@regular_table1 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1033,11 +1093,23 @@ regular_table1.col2 > 1), q2 AS (SELECT partitioned_table1.part_col AS col FROM partitioned_table1 WHERE partitioned_table1.col > 1) SELECT count(*) FROM q1 JOIN q2 ON q1.col = q2.col PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned_table1 +PREHOOK: Input: default@partitioned_table1@part_col=1 +PREHOOK: Input: default@partitioned_table1@part_col=2 +PREHOOK: Input: default@partitioned_table1@part_col=3 +PREHOOK: Input: default@regular_table1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN WITH q1 AS (SELECT regular_table1.col1 AS col FROM regular_table1 WHERE regular_table1.col2 > 1), q2 AS (SELECT partitioned_table1.part_col AS col FROM partitioned_table1 WHERE partitioned_table1.col > 1) SELECT count(*) FROM q1 JOIN q2 ON q1.col = q2.col POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned_table1 +POSTHOOK: Input: default@partitioned_table1@part_col=1 +POSTHOOK: Input: default@partitioned_table1@part_col=2 +POSTHOOK: Input: default@partitioned_table1@part_col=3 +POSTHOOK: Input: default@regular_table1 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1180,9 +1252,27 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN SELECT count(*) FROM partitioned_table1, partitioned_table2 WHERE partitioned_table1.part_col = partitioned_table2.part_col AND partitioned_table2.col > 1 PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned_table1 +PREHOOK: Input: default@partitioned_table1@part_col=1 +PREHOOK: Input: default@partitioned_table1@part_col=2 +PREHOOK: Input: default@partitioned_table1@part_col=3 +PREHOOK: Input: default@partitioned_table2 +PREHOOK: Input: default@partitioned_table2@part_col=1 +PREHOOK: Input: default@partitioned_table2@part_col=2 +PREHOOK: Input: default@partitioned_table2@part_col=3 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT count(*) FROM partitioned_table1, partitioned_table2 WHERE partitioned_table1.part_col = partitioned_table2.part_col AND partitioned_table2.col > 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned_table1 +POSTHOOK: Input: default@partitioned_table1@part_col=1 +POSTHOOK: Input: default@partitioned_table1@part_col=2 +POSTHOOK: Input: default@partitioned_table1@part_col=3 +POSTHOOK: Input: default@partitioned_table2 +POSTHOOK: Input: default@partitioned_table2@part_col=1 +POSTHOOK: Input: default@partitioned_table2@part_col=2 +POSTHOOK: Input: default@partitioned_table2@part_col=3 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1317,12 +1407,30 @@ EXPLAIN SELECT count(*) FROM partitioned_table4, partitioned_table5 WHERE partitioned_table4.part_col1 = partitioned_table5.part_col1 AND partitioned_table4.part_col2 = partitioned_table5.part_col2 PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned_table4 +PREHOOK: Input: default@partitioned_table4@part_col1=1/part_col2=1 +PREHOOK: Input: default@partitioned_table4@part_col1=2/part_col2=2 +PREHOOK: Input: default@partitioned_table4@part_col1=3/part_col2=3 +PREHOOK: Input: default@partitioned_table5 +PREHOOK: Input: default@partitioned_table5@part_col1=1/part_col2=1 +PREHOOK: Input: default@partitioned_table5@part_col1=2/part_col2=2 +PREHOOK: Input: default@partitioned_table5@part_col1=3/part_col2=3 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: -- set auto convert size to a higher value so map-joins are triggered for the partitioned tables EXPLAIN SELECT count(*) FROM partitioned_table4, partitioned_table5 WHERE partitioned_table4.part_col1 = partitioned_table5.part_col1 AND partitioned_table4.part_col2 = partitioned_table5.part_col2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned_table4 +POSTHOOK: Input: default@partitioned_table4@part_col1=1/part_col2=1 +POSTHOOK: Input: default@partitioned_table4@part_col1=2/part_col2=2 +POSTHOOK: Input: default@partitioned_table4@part_col1=3/part_col2=3 +POSTHOOK: Input: default@partitioned_table5 +POSTHOOK: Input: default@partitioned_table5@part_col1=1/part_col2=1 +POSTHOOK: Input: default@partitioned_table5@part_col1=2/part_col2=2 +POSTHOOK: Input: default@partitioned_table5@part_col1=3/part_col2=3 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1464,10 +1572,24 @@ PREHOOK: query: EXPLAIN SELECT count(*) FROM partitioned_table1 JOIN regular_tab partitioned_table1.part_col = regular_table1.col1 JOIN regular_table2 ON regular_table1.col1 = regular_table2.col1 PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned_table1 +PREHOOK: Input: default@partitioned_table1@part_col=1 +PREHOOK: Input: default@partitioned_table1@part_col=2 +PREHOOK: Input: default@partitioned_table1@part_col=3 +PREHOOK: Input: default@regular_table1 +PREHOOK: Input: default@regular_table2 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT count(*) FROM partitioned_table1 JOIN regular_table1 ON partitioned_table1.part_col = regular_table1.col1 JOIN regular_table2 ON regular_table1.col1 = regular_table2.col1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned_table1 +POSTHOOK: Input: default@partitioned_table1@part_col=1 +POSTHOOK: Input: default@partitioned_table1@part_col=2 +POSTHOOK: Input: default@partitioned_table1@part_col=3 +POSTHOOK: Input: default@regular_table1 +POSTHOOK: Input: default@regular_table2 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_4.q.out b/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_4.q.out index 1ec07cc..305c851 100644 --- a/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_4.q.out +++ b/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_4.q.out @@ -100,12 +100,36 @@ select * from union all (select part2_n1.key, part2_n1.value from part2_n1 join src on part2_n1.p=src.key) PREHOOK: type: QUERY +PREHOOK: Input: default@part1 +PREHOOK: Input: default@part1@p=1/q=1 +PREHOOK: Input: default@part1@p=1/q=2 +PREHOOK: Input: default@part1@p=2/q=1 +PREHOOK: Input: default@part1@p=2/q=2 +PREHOOK: Input: default@part2_n1 +PREHOOK: Input: default@part2_n1@p=3/q=3 +PREHOOK: Input: default@part2_n1@p=3/q=4 +PREHOOK: Input: default@part2_n1@p=4/q=3 +PREHOOK: Input: default@part2_n1@p=4/q=4 +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from (select part1.key, part1.value from part1 join src on part1.p=src.key) a union all (select part2_n1.key, part2_n1.value from part2_n1 join src on part2_n1.p=src.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part1 +POSTHOOK: Input: default@part1@p=1/q=1 +POSTHOOK: Input: default@part1@p=1/q=2 +POSTHOOK: Input: default@part1@p=2/q=1 +POSTHOOK: Input: default@part1@p=2/q=2 +POSTHOOK: Input: default@part2_n1 +POSTHOOK: Input: default@part2_n1@p=3/q=3 +POSTHOOK: Input: default@part2_n1@p=3/q=4 +POSTHOOK: Input: default@part2_n1@p=4/q=3 +POSTHOOK: Input: default@part2_n1@p=4/q=4 +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -328,12 +352,36 @@ select * from union all (select part2_n1.key, part2_n1.value from part2_n1 join src on part2_n1.q=src.key) PREHOOK: type: QUERY +PREHOOK: Input: default@part1 +PREHOOK: Input: default@part1@p=1/q=1 +PREHOOK: Input: default@part1@p=1/q=2 +PREHOOK: Input: default@part1@p=2/q=1 +PREHOOK: Input: default@part1@p=2/q=2 +PREHOOK: Input: default@part2_n1 +PREHOOK: Input: default@part2_n1@p=3/q=3 +PREHOOK: Input: default@part2_n1@p=3/q=4 +PREHOOK: Input: default@part2_n1@p=4/q=3 +PREHOOK: Input: default@part2_n1@p=4/q=4 +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from (select part1.key, part1.value from part1 join src on part1.p=src.key) a union all (select part2_n1.key, part2_n1.value from part2_n1 join src on part2_n1.q=src.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part1 +POSTHOOK: Input: default@part1@p=1/q=1 +POSTHOOK: Input: default@part1@p=1/q=2 +POSTHOOK: Input: default@part1@p=2/q=1 +POSTHOOK: Input: default@part1@p=2/q=2 +POSTHOOK: Input: default@part2_n1 +POSTHOOK: Input: default@part2_n1@p=3/q=3 +POSTHOOK: Input: default@part2_n1@p=3/q=4 +POSTHOOK: Input: default@part2_n1@p=4/q=3 +POSTHOOK: Input: default@part2_n1@p=4/q=4 +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -556,12 +604,26 @@ select * from union all (select part1.key, part1.value from part1 join src on part1.q=src.key) PREHOOK: type: QUERY +PREHOOK: Input: default@part1 +PREHOOK: Input: default@part1@p=1/q=1 +PREHOOK: Input: default@part1@p=1/q=2 +PREHOOK: Input: default@part1@p=2/q=1 +PREHOOK: Input: default@part1@p=2/q=2 +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from (select part1.key, part1.value from part1 join src on part1.q=src.key) a union all (select part1.key, part1.value from part1 join src on part1.q=src.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part1 +POSTHOOK: Input: default@part1@p=1/q=1 +POSTHOOK: Input: default@part1@p=1/q=2 +POSTHOOK: Input: default@part1@p=2/q=1 +POSTHOOK: Input: default@part1@p=2/q=2 +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -717,12 +779,36 @@ select * from union all (select part2_n1.key, part2_n1.value from part2_n1 join src on part2_n1.p=src.value) PREHOOK: type: QUERY +PREHOOK: Input: default@part1 +PREHOOK: Input: default@part1@p=1/q=1 +PREHOOK: Input: default@part1@p=1/q=2 +PREHOOK: Input: default@part1@p=2/q=1 +PREHOOK: Input: default@part1@p=2/q=2 +PREHOOK: Input: default@part2_n1 +PREHOOK: Input: default@part2_n1@p=3/q=3 +PREHOOK: Input: default@part2_n1@p=3/q=4 +PREHOOK: Input: default@part2_n1@p=4/q=3 +PREHOOK: Input: default@part2_n1@p=4/q=4 +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from (select part1.key, part1.value from part1 join src on part1.p=src.key) a union all (select part2_n1.key, part2_n1.value from part2_n1 join src on part2_n1.p=src.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part1 +POSTHOOK: Input: default@part1@p=1/q=1 +POSTHOOK: Input: default@part1@p=1/q=2 +POSTHOOK: Input: default@part1@p=2/q=1 +POSTHOOK: Input: default@part1@p=2/q=2 +POSTHOOK: Input: default@part2_n1 +POSTHOOK: Input: default@part2_n1@p=3/q=3 +POSTHOOK: Input: default@part2_n1@p=3/q=4 +POSTHOOK: Input: default@part2_n1@p=4/q=3 +POSTHOOK: Input: default@part2_n1@p=4/q=4 +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -902,12 +988,36 @@ select * from union all (select part2_n1.key, part2_n1.value from part2_n1 join src on part2_n1.p=src.key) PREHOOK: type: QUERY +PREHOOK: Input: default@part1 +PREHOOK: Input: default@part1@p=1/q=1 +PREHOOK: Input: default@part1@p=1/q=2 +PREHOOK: Input: default@part1@p=2/q=1 +PREHOOK: Input: default@part1@p=2/q=2 +PREHOOK: Input: default@part2_n1 +PREHOOK: Input: default@part2_n1@p=3/q=3 +PREHOOK: Input: default@part2_n1@p=3/q=4 +PREHOOK: Input: default@part2_n1@p=4/q=3 +PREHOOK: Input: default@part2_n1@p=4/q=4 +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from (select part1.key, part1.value from part1 join src on part1.p=upper(src.key)) a union all (select part2_n1.key, part2_n1.value from part2_n1 join src on part2_n1.p=src.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part1 +POSTHOOK: Input: default@part1@p=1/q=1 +POSTHOOK: Input: default@part1@p=1/q=2 +POSTHOOK: Input: default@part1@p=2/q=1 +POSTHOOK: Input: default@part1@p=2/q=2 +POSTHOOK: Input: default@part2_n1 +POSTHOOK: Input: default@part2_n1@p=3/q=3 +POSTHOOK: Input: default@part2_n1@p=3/q=4 +POSTHOOK: Input: default@part2_n1@p=4/q=3 +POSTHOOK: Input: default@part2_n1@p=4/q=4 +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1089,6 +1199,18 @@ select * from union all (select part2_n1.key, part2_n1.value from part2_n1 join top on part2_n1.q=top.key) PREHOOK: type: QUERY +PREHOOK: Input: default@part1 +PREHOOK: Input: default@part1@p=1/q=1 +PREHOOK: Input: default@part1@p=1/q=2 +PREHOOK: Input: default@part1@p=2/q=1 +PREHOOK: Input: default@part1@p=2/q=2 +PREHOOK: Input: default@part2_n1 +PREHOOK: Input: default@part2_n1@p=3/q=3 +PREHOOK: Input: default@part2_n1@p=3/q=4 +PREHOOK: Input: default@part2_n1@p=4/q=3 +PREHOOK: Input: default@part2_n1@p=4/q=4 +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain with top as (select key from src order by key limit 200) @@ -1097,6 +1219,18 @@ select * from union all (select part2_n1.key, part2_n1.value from part2_n1 join top on part2_n1.q=top.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part1 +POSTHOOK: Input: default@part1@p=1/q=1 +POSTHOOK: Input: default@part1@p=1/q=2 +POSTHOOK: Input: default@part1@p=2/q=1 +POSTHOOK: Input: default@part1@p=2/q=2 +POSTHOOK: Input: default@part2_n1 +POSTHOOK: Input: default@part2_n1@p=3/q=3 +POSTHOOK: Input: default@part2_n1@p=3/q=4 +POSTHOOK: Input: default@part2_n1@p=4/q=3 +POSTHOOK: Input: default@part2_n1@p=4/q=4 +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1352,6 +1486,18 @@ select * from union all (select part2_n1.key, part2_n1.value from part2_n1 join top on part2_n1.p=top.key and part2_n1.q=top.key) PREHOOK: type: QUERY +PREHOOK: Input: default@part1 +PREHOOK: Input: default@part1@p=1/q=1 +PREHOOK: Input: default@part1@p=1/q=2 +PREHOOK: Input: default@part1@p=2/q=1 +PREHOOK: Input: default@part1@p=2/q=2 +PREHOOK: Input: default@part2_n1 +PREHOOK: Input: default@part2_n1@p=3/q=3 +PREHOOK: Input: default@part2_n1@p=3/q=4 +PREHOOK: Input: default@part2_n1@p=4/q=3 +PREHOOK: Input: default@part2_n1@p=4/q=4 +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain with top as (select key, value from src order by key, value limit 200) @@ -1360,6 +1506,18 @@ select * from union all (select part2_n1.key, part2_n1.value from part2_n1 join top on part2_n1.p=top.key and part2_n1.q=top.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part1 +POSTHOOK: Input: default@part1@p=1/q=1 +POSTHOOK: Input: default@part1@p=1/q=2 +POSTHOOK: Input: default@part1@p=2/q=1 +POSTHOOK: Input: default@part1@p=2/q=2 +POSTHOOK: Input: default@part2_n1 +POSTHOOK: Input: default@part2_n1@p=3/q=3 +POSTHOOK: Input: default@part2_n1@p=3/q=4 +POSTHOOK: Input: default@part2_n1@p=4/q=3 +POSTHOOK: Input: default@part2_n1@p=4/q=4 +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1611,6 +1769,18 @@ select * from union all (select part2_n1.key, part2_n1.value from part2_n1 join top on part2_n1.p=top.key and part2_n1.q=top.value) PREHOOK: type: QUERY +PREHOOK: Input: default@part1 +PREHOOK: Input: default@part1@p=1/q=1 +PREHOOK: Input: default@part1@p=1/q=2 +PREHOOK: Input: default@part1@p=2/q=1 +PREHOOK: Input: default@part1@p=2/q=2 +PREHOOK: Input: default@part2_n1 +PREHOOK: Input: default@part2_n1@p=3/q=3 +PREHOOK: Input: default@part2_n1@p=3/q=4 +PREHOOK: Input: default@part2_n1@p=4/q=3 +PREHOOK: Input: default@part2_n1@p=4/q=4 +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain with top as (select key, value from src order by key, value limit 200) @@ -1619,6 +1789,18 @@ select * from union all (select part2_n1.key, part2_n1.value from part2_n1 join top on part2_n1.p=top.key and part2_n1.q=top.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part1 +POSTHOOK: Input: default@part1@p=1/q=1 +POSTHOOK: Input: default@part1@p=1/q=2 +POSTHOOK: Input: default@part1@p=2/q=1 +POSTHOOK: Input: default@part1@p=2/q=2 +POSTHOOK: Input: default@part2_n1 +POSTHOOK: Input: default@part2_n1@p=3/q=3 +POSTHOOK: Input: default@part2_n1@p=3/q=4 +POSTHOOK: Input: default@part2_n1@p=4/q=3 +POSTHOOK: Input: default@part2_n1@p=4/q=4 +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1859,11 +2041,35 @@ select p from part2_n1 where p in (select max(key) from foo_n2) union all select p from part1 where p in (select max(key) from foo_n2 union all select min(key) from foo_n2) PREHOOK: type: QUERY +PREHOOK: Input: default@foo_n2 +PREHOOK: Input: default@part1 +PREHOOK: Input: default@part1@p=1/q=1 +PREHOOK: Input: default@part1@p=1/q=2 +PREHOOK: Input: default@part1@p=2/q=1 +PREHOOK: Input: default@part1@p=2/q=2 +PREHOOK: Input: default@part2_n1 +PREHOOK: Input: default@part2_n1@p=3/q=3 +PREHOOK: Input: default@part2_n1@p=3/q=4 +PREHOOK: Input: default@part2_n1@p=4/q=3 +PREHOOK: Input: default@part2_n1@p=4/q=4 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select p from part2_n1 where p in (select max(key) from foo_n2) union all select p from part1 where p in (select max(key) from foo_n2 union all select min(key) from foo_n2) POSTHOOK: type: QUERY +POSTHOOK: Input: default@foo_n2 +POSTHOOK: Input: default@part1 +POSTHOOK: Input: default@part1@p=1/q=1 +POSTHOOK: Input: default@part1@p=1/q=2 +POSTHOOK: Input: default@part1@p=2/q=1 +POSTHOOK: Input: default@part1@p=2/q=2 +POSTHOOK: Input: default@part2_n1 +POSTHOOK: Input: default@part2_n1@p=3/q=3 +POSTHOOK: Input: default@part2_n1@p=3/q=4 +POSTHOOK: Input: default@part2_n1@p=4/q=3 +POSTHOOK: Input: default@part2_n1@p=4/q=4 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_5.q.out b/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_5.q.out index 365aa46..06fa807 100644 --- a/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_5.q.out +++ b/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_5.q.out @@ -48,8 +48,20 @@ POSTHOOK: Lineage: regular1.key SIMPLE [(src)src.FieldSchema(name:key, type:stri POSTHOOK: Lineage: regular1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain select * from src join part1_n0 on src.key=part1_n0.p join part2_n3 on src.value=part2_n3.p PREHOOK: type: QUERY +PREHOOK: Input: default@part1_n0 +PREHOOK: Input: default@part1_n0@p=1 +PREHOOK: Input: default@part2_n3 +PREHOOK: Input: default@part2_n3@p=1 +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from src join part1_n0 on src.key=part1_n0.p join part2_n3 on src.value=part2_n3.p POSTHOOK: type: QUERY +POSTHOOK: Input: default@part1_n0 +POSTHOOK: Input: default@part1_n0@p=1 +POSTHOOK: Input: default@part2_n3 +POSTHOOK: Input: default@part2_n3@p=1 +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -186,8 +198,20 @@ STAGE PLANS: PREHOOK: query: explain select * from regular1 join part1_n0 on regular1.key=part1_n0.p join part2_n3 on regular1.value=part2_n3.p PREHOOK: type: QUERY +PREHOOK: Input: default@part1_n0 +PREHOOK: Input: default@part1_n0@p=1 +PREHOOK: Input: default@part2_n3 +PREHOOK: Input: default@part2_n3@p=1 +PREHOOK: Input: default@regular1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from regular1 join part1_n0 on regular1.key=part1_n0.p join part2_n3 on regular1.value=part2_n3.p POSTHOOK: type: QUERY +POSTHOOK: Input: default@part1_n0 +POSTHOOK: Input: default@part1_n0@p=1 +POSTHOOK: Input: default@part2_n3 +POSTHOOK: Input: default@part2_n3@p=1 +POSTHOOK: Input: default@regular1 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_6.q.out b/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_6.q.out index ff07cb8..8e44ee6 100644 --- a/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_6.q.out +++ b/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_6.q.out @@ -139,10 +139,28 @@ PREHOOK: query: explain select * from regular_table, part_table_1, part_table_2 where regular_table.col = part_table_1.part_col and regular_table.col = part_table_2.part_col PREHOOK: type: QUERY +PREHOOK: Input: default@part_table_1 +PREHOOK: Input: default@part_table_1@part_col=1 +PREHOOK: Input: default@part_table_1@part_col=2 +PREHOOK: Input: default@part_table_1@part_col=3 +PREHOOK: Input: default@part_table_2 +PREHOOK: Input: default@part_table_2@part_col=1 +PREHOOK: Input: default@part_table_2@part_col=2 +PREHOOK: Input: default@regular_table +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from regular_table, part_table_1, part_table_2 where regular_table.col = part_table_1.part_col and regular_table.col = part_table_2.part_col POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_table_1 +POSTHOOK: Input: default@part_table_1@part_col=1 +POSTHOOK: Input: default@part_table_1@part_col=2 +POSTHOOK: Input: default@part_table_1@part_col=3 +POSTHOOK: Input: default@part_table_2 +POSTHOOK: Input: default@part_table_2@part_col=1 +POSTHOOK: Input: default@part_table_2@part_col=2 +POSTHOOK: Input: default@regular_table +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -326,10 +344,28 @@ PREHOOK: query: explain select * from regular_table, part_table_1, part_table_2 where regular_table.col = part_table_1.part_col and regular_table.col = part_table_2.part_col PREHOOK: type: QUERY +PREHOOK: Input: default@part_table_1 +PREHOOK: Input: default@part_table_1@part_col=1 +PREHOOK: Input: default@part_table_1@part_col=2 +PREHOOK: Input: default@part_table_1@part_col=3 +PREHOOK: Input: default@part_table_2 +PREHOOK: Input: default@part_table_2@part_col=1 +PREHOOK: Input: default@part_table_2@part_col=2 +PREHOOK: Input: default@regular_table +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from regular_table, part_table_1, part_table_2 where regular_table.col = part_table_1.part_col and regular_table.col = part_table_2.part_col POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_table_1 +POSTHOOK: Input: default@part_table_1@part_col=1 +POSTHOOK: Input: default@part_table_1@part_col=2 +POSTHOOK: Input: default@part_table_1@part_col=3 +POSTHOOK: Input: default@part_table_2 +POSTHOOK: Input: default@part_table_2@part_col=1 +POSTHOOK: Input: default@part_table_2@part_col=2 +POSTHOOK: Input: default@regular_table +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -490,10 +526,18 @@ PREHOOK: query: explain select * from regular_table, part_table_3 where regular_table.col=part_table_3.part_col1 and regular_table.col=part_table_3.part_col2 PREHOOK: type: QUERY +PREHOOK: Input: default@part_table_3 +PREHOOK: Input: default@part_table_3@part_col1=1/part_col2=1 +PREHOOK: Input: default@regular_table +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from regular_table, part_table_3 where regular_table.col=part_table_3.part_col1 and regular_table.col=part_table_3.part_col2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_table_3 +POSTHOOK: Input: default@part_table_3@part_col1=1/part_col2=1 +POSTHOOK: Input: default@regular_table +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_mapjoin_only.q.out b/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_mapjoin_only.q.out index 71d688f..08ea264 100644 --- a/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_mapjoin_only.q.out +++ b/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_mapjoin_only.q.out @@ -47,6 +47,12 @@ PREHOOK: query: EXPLAIN select * where srcpart_date_n3.ds2 = '2008-04-08' and srcpart2.hr = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart2 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart_date_n3 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select * from srcpart join srcpart_date_n3 on (srcpart.ds = srcpart_date_n3.ds) @@ -54,6 +60,12 @@ POSTHOOK: query: EXPLAIN select * where srcpart_date_n3.ds2 = '2008-04-08' and srcpart2.hr = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart2 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart_date_n3 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -172,6 +184,12 @@ PREHOOK: query: EXPLAIN select * where srcpart_date_n3.ds2 = '2008-04-08' and srcpart2.hr = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart2 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart_date_n3 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select * from srcpart join srcpart_date_n3 on (srcpart.ds = srcpart_date_n3.ds) @@ -179,6 +197,12 @@ POSTHOOK: query: EXPLAIN select * where srcpart_date_n3.ds2 = '2008-04-08' and srcpart2.hr = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart2 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart_date_n3 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -339,6 +363,12 @@ PREHOOK: query: EXPLAIN select * where srcpart_date_n3.ds2 = '2008-04-08' and srcpart2.hr = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart2 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart_date_n3 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN select * from srcpart join srcpart_date_n3 on (srcpart.ds = srcpart_date_n3.ds) @@ -346,6 +376,12 @@ POSTHOOK: query: EXPLAIN select * where srcpart_date_n3.ds2 = '2008-04-08' and srcpart2.hr = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart2 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart_date_n3 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_recursive_mapjoin.q.out b/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_recursive_mapjoin.q.out index 828c54f..72c5883 100644 --- a/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_recursive_mapjoin.q.out +++ b/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_recursive_mapjoin.q.out @@ -302,6 +302,13 @@ PREHOOK: query: explain SELECT * WHERE rt.col = pt1.part1_col AND pt2.part2_col = pt1.part1_col PREHOOK: type: QUERY +PREHOOK: Input: default@part_table1 +PREHOOK: Input: default@part_table1@part1_col=1 +PREHOOK: Input: default@part_table2 +PREHOOK: Input: default@part_table2@part2_col=1 +PREHOOK: Input: default@part_table2@part2_col=2 +PREHOOK: Input: default@reg_table +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain SELECT * FROM part_table1 pt1, part_table2 pt2, @@ -309,6 +316,13 @@ POSTHOOK: query: explain SELECT * WHERE rt.col = pt1.part1_col AND pt2.part2_col = pt1.part1_col POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_table1 +POSTHOOK: Input: default@part_table1@part1_col=1 +POSTHOOK: Input: default@part_table2 +POSTHOOK: Input: default@part_table2@part2_col=1 +POSTHOOK: Input: default@part_table2@part2_col=2 +POSTHOOK: Input: default@reg_table +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -439,6 +453,17 @@ PREHOOK: query: explain SELECT * AND pt2.part2_col = pt1.part1_col AND pt3.part3_col = pt1.part1_col PREHOOK: type: QUERY +PREHOOK: Input: default@part_table1 +PREHOOK: Input: default@part_table1@part1_col=1 +PREHOOK: Input: default@part_table2 +PREHOOK: Input: default@part_table2@part2_col=1 +PREHOOK: Input: default@part_table2@part2_col=2 +PREHOOK: Input: default@part_table3 +PREHOOK: Input: default@part_table3@part3_col=1 +PREHOOK: Input: default@part_table3@part3_col=2 +PREHOOK: Input: default@part_table3@part3_col=3 +PREHOOK: Input: default@reg_table +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain SELECT * FROM part_table1 pt1, part_table2 pt2, @@ -448,6 +473,17 @@ POSTHOOK: query: explain SELECT * AND pt2.part2_col = pt1.part1_col AND pt3.part3_col = pt1.part1_col POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_table1 +POSTHOOK: Input: default@part_table1@part1_col=1 +POSTHOOK: Input: default@part_table2 +POSTHOOK: Input: default@part_table2@part2_col=1 +POSTHOOK: Input: default@part_table2@part2_col=2 +POSTHOOK: Input: default@part_table3 +POSTHOOK: Input: default@part_table3@part3_col=1 +POSTHOOK: Input: default@part_table3@part3_col=2 +POSTHOOK: Input: default@part_table3@part3_col=3 +POSTHOOK: Input: default@reg_table +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -614,6 +650,22 @@ PREHOOK: query: explain SELECT * AND pt3.part3_col = pt1.part1_col AND pt4.part4_col = pt1.part1_col PREHOOK: type: QUERY +PREHOOK: Input: default@part_table1 +PREHOOK: Input: default@part_table1@part1_col=1 +PREHOOK: Input: default@part_table2 +PREHOOK: Input: default@part_table2@part2_col=1 +PREHOOK: Input: default@part_table2@part2_col=2 +PREHOOK: Input: default@part_table3 +PREHOOK: Input: default@part_table3@part3_col=1 +PREHOOK: Input: default@part_table3@part3_col=2 +PREHOOK: Input: default@part_table3@part3_col=3 +PREHOOK: Input: default@part_table4 +PREHOOK: Input: default@part_table4@part4_col=1 +PREHOOK: Input: default@part_table4@part4_col=2 +PREHOOK: Input: default@part_table4@part4_col=3 +PREHOOK: Input: default@part_table4@part4_col=4 +PREHOOK: Input: default@reg_table +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain SELECT * FROM part_table1 pt1, part_table2 pt2, @@ -625,6 +677,22 @@ POSTHOOK: query: explain SELECT * AND pt3.part3_col = pt1.part1_col AND pt4.part4_col = pt1.part1_col POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_table1 +POSTHOOK: Input: default@part_table1@part1_col=1 +POSTHOOK: Input: default@part_table2 +POSTHOOK: Input: default@part_table2@part2_col=1 +POSTHOOK: Input: default@part_table2@part2_col=2 +POSTHOOK: Input: default@part_table3 +POSTHOOK: Input: default@part_table3@part3_col=1 +POSTHOOK: Input: default@part_table3@part3_col=2 +POSTHOOK: Input: default@part_table3@part3_col=3 +POSTHOOK: Input: default@part_table4 +POSTHOOK: Input: default@part_table4@part4_col=1 +POSTHOOK: Input: default@part_table4@part4_col=2 +POSTHOOK: Input: default@part_table4@part4_col=3 +POSTHOOK: Input: default@part_table4@part4_col=4 +POSTHOOK: Input: default@reg_table +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -831,6 +899,28 @@ PREHOOK: query: explain SELECT * AND pt4.part4_col = pt1.part1_col AND pt5.part5_col = pt1.part1_col PREHOOK: type: QUERY +PREHOOK: Input: default@part_table1 +PREHOOK: Input: default@part_table1@part1_col=1 +PREHOOK: Input: default@part_table2 +PREHOOK: Input: default@part_table2@part2_col=1 +PREHOOK: Input: default@part_table2@part2_col=2 +PREHOOK: Input: default@part_table3 +PREHOOK: Input: default@part_table3@part3_col=1 +PREHOOK: Input: default@part_table3@part3_col=2 +PREHOOK: Input: default@part_table3@part3_col=3 +PREHOOK: Input: default@part_table4 +PREHOOK: Input: default@part_table4@part4_col=1 +PREHOOK: Input: default@part_table4@part4_col=2 +PREHOOK: Input: default@part_table4@part4_col=3 +PREHOOK: Input: default@part_table4@part4_col=4 +PREHOOK: Input: default@part_table5 +PREHOOK: Input: default@part_table5@part5_col=1 +PREHOOK: Input: default@part_table5@part5_col=2 +PREHOOK: Input: default@part_table5@part5_col=3 +PREHOOK: Input: default@part_table5@part5_col=4 +PREHOOK: Input: default@part_table5@part5_col=5 +PREHOOK: Input: default@reg_table +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain SELECT * FROM part_table1 pt1, part_table2 pt2, @@ -844,6 +934,28 @@ POSTHOOK: query: explain SELECT * AND pt4.part4_col = pt1.part1_col AND pt5.part5_col = pt1.part1_col POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_table1 +POSTHOOK: Input: default@part_table1@part1_col=1 +POSTHOOK: Input: default@part_table2 +POSTHOOK: Input: default@part_table2@part2_col=1 +POSTHOOK: Input: default@part_table2@part2_col=2 +POSTHOOK: Input: default@part_table3 +POSTHOOK: Input: default@part_table3@part3_col=1 +POSTHOOK: Input: default@part_table3@part3_col=2 +POSTHOOK: Input: default@part_table3@part3_col=3 +POSTHOOK: Input: default@part_table4 +POSTHOOK: Input: default@part_table4@part4_col=1 +POSTHOOK: Input: default@part_table4@part4_col=2 +POSTHOOK: Input: default@part_table4@part4_col=3 +POSTHOOK: Input: default@part_table4@part4_col=4 +POSTHOOK: Input: default@part_table5 +POSTHOOK: Input: default@part_table5@part5_col=1 +POSTHOOK: Input: default@part_table5@part5_col=2 +POSTHOOK: Input: default@part_table5@part5_col=3 +POSTHOOK: Input: default@part_table5@part5_col=4 +POSTHOOK: Input: default@part_table5@part5_col=5 +POSTHOOK: Input: default@reg_table +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/spark_explain_groupbyshuffle.q.out b/ql/src/test/results/clientpositive/spark/spark_explain_groupbyshuffle.q.out index 0f277dc..2331d31 100644 --- a/ql/src/test/results/clientpositive/spark/spark_explain_groupbyshuffle.q.out +++ b/ql/src/test/results/clientpositive/spark/spark_explain_groupbyshuffle.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain select key, count(value) from src group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select key, count(value) from src group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -60,8 +64,12 @@ STAGE PLANS: PREHOOK: query: explain select key, count(value) from src group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select key, count(value) from src group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out b/ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out index c5d0d63..dd1f23c 100644 --- a/ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out +++ b/ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain create table src_orc_merge_test_part_n0(key int, value string) partitioned by (ds string, ts string) stored as orc PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@src_orc_merge_test_part_n0 POSTHOOK: query: explain create table src_orc_merge_test_part_n0(key int, value string) partitioned by (ds string, ts string) stored as orc POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@src_orc_merge_test_part_n0 Stage-0 Create Table Operator: name:default.src_orc_merge_test_part_n0 @@ -40,8 +44,12 @@ ts string #### A masked pattern was here #### PREHOOK: query: explain insert overwrite table src_orc_merge_test_part_n0 partition(ds='2012-01-03', ts='2012-01-03+14:46:31') select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_orc_merge_test_part_n0@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31 POSTHOOK: query: explain insert overwrite table src_orc_merge_test_part_n0 partition(ds='2012-01-03', ts='2012-01-03+14:46:31') select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_orc_merge_test_part_n0@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31 Plan optimized by CBO. Stage-2 @@ -70,8 +78,12 @@ POSTHOOK: Lineage: src_orc_merge_test_part_n0 PARTITION(ds=2012-01-03,ts=2012-01 POSTHOOK: Lineage: src_orc_merge_test_part_n0 PARTITION(ds=2012-01-03,ts=2012-01-03+14:46:31).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain insert into table src_orc_merge_test_part_n0 partition(ds='2012-01-03', ts='2012-01-03+14:46:31') select * from src limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_orc_merge_test_part_n0@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31 POSTHOOK: query: explain insert into table src_orc_merge_test_part_n0 partition(ds='2012-01-03', ts='2012-01-03+14:46:31') select * from src limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_orc_merge_test_part_n0@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31 Plan optimized by CBO. Vertex dependency in root stage @@ -103,8 +115,12 @@ Stage-2 PREHOOK: query: explain select count(1) from src_orc_merge_test_part_n0 where ds='2012-01-03' and ts='2012-01-03+14:46:31' PREHOOK: type: QUERY +PREHOOK: Input: default@src_orc_merge_test_part_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select count(1) from src_orc_merge_test_part_n0 where ds='2012-01-03' and ts='2012-01-03+14:46:31' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_orc_merge_test_part_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Stage-0 @@ -113,8 +129,14 @@ Stage-0 PREHOOK: query: explain select sum(hash(key)), sum(hash(value)) from src_orc_merge_test_part_n0 where ds='2012-01-03' and ts='2012-01-03+14:46:31' PREHOOK: type: QUERY +PREHOOK: Input: default@src_orc_merge_test_part_n0 +PREHOOK: Input: default@src_orc_merge_test_part_n0@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select sum(hash(key)), sum(hash(value)) from src_orc_merge_test_part_n0 where ds='2012-01-03' and ts='2012-01-03+14:46:31' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_orc_merge_test_part_n0 +POSTHOOK: Input: default@src_orc_merge_test_part_n0@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -147,8 +169,14 @@ POSTHOOK: Input: default@src_orc_merge_test_part_n0 POSTHOOK: Output: default@src_orc_merge_test_part_n0@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31 PREHOOK: query: explain select count(1) from src_orc_merge_test_part_n0 where ds='2012-01-03' and ts='2012-01-03+14:46:31' PREHOOK: type: QUERY +PREHOOK: Input: default@src_orc_merge_test_part_n0 +PREHOOK: Input: default@src_orc_merge_test_part_n0@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select count(1) from src_orc_merge_test_part_n0 where ds='2012-01-03' and ts='2012-01-03+14:46:31' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_orc_merge_test_part_n0 +POSTHOOK: Input: default@src_orc_merge_test_part_n0@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -172,8 +200,14 @@ Stage-0 PREHOOK: query: explain select sum(hash(key)), sum(hash(value)) from src_orc_merge_test_part_n0 where ds='2012-01-03' and ts='2012-01-03+14:46:31' PREHOOK: type: QUERY +PREHOOK: Input: default@src_orc_merge_test_part_n0 +PREHOOK: Input: default@src_orc_merge_test_part_n0@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select sum(hash(key)), sum(hash(value)) from src_orc_merge_test_part_n0 where ds='2012-01-03' and ts='2012-01-03+14:46:31' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_orc_merge_test_part_n0 +POSTHOOK: Input: default@src_orc_merge_test_part_n0@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -215,6 +249,8 @@ select src1.key as k1, src1.value as v1, SORT BY k1, v1, k2, v2 ) a PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select sum(hash(a.k1,a.v1,a.k2, a.v2)) from ( select src1.key as k1, src1.value as v1, @@ -225,6 +261,8 @@ select src1.key as k1, src1.value as v1, SORT BY k1, v1, k2, v2 ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan not optimized by CBO. Vertex dependency in Stage-1 @@ -264,8 +302,14 @@ Stage-0 PREHOOK: query: explain select key, (c_int+1)+2 as x, sum(c_int) from cbo_t1 group by c_float, cbo_t1.c_int, key PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select key, (c_int+1)+2 as x, sum(c_int) from cbo_t1 group by c_float, cbo_t1.c_int, key POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -293,8 +337,14 @@ Stage-0 PREHOOK: query: explain select x, y, count(*) from (select key, (c_int+c_float+1+2) as x, sum(c_int) as y from cbo_t1 group by c_float, cbo_t1.c_int, key) R group by y, x PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select x, y, count(*) from (select key, (c_int+c_float+1+2) as x, sum(c_int) as y from cbo_t1 group by c_float, cbo_t1.c_int, key) R group by y, x POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -332,8 +382,20 @@ Stage-0 PREHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key order by a) cbo_t1 join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key order by q/10 desc, r asc) cbo_t2 on cbo_t1.a=p join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 0) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c order by cbo_t3.c_int+c desc, c PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +PREHOOK: Input: default@cbo_t3 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key order by a) cbo_t1 join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key order by q/10 desc, r asc) cbo_t2 on cbo_t1.a=p join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 0) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c order by cbo_t3.c_int+c desc, c POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +POSTHOOK: Input: default@cbo_t3 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -412,8 +474,20 @@ Stage-0 PREHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by b % c asc, b desc) cbo_t1 left outer join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0) cbo_t2 on cbo_t1.a=p left outer join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 0) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c having cbo_t3.c_int > 0 and (c_int >=1 or c >= 1) and (c_int + c) >= 0 order by cbo_t3.c_int % c asc, cbo_t3.c_int desc PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +PREHOOK: Input: default@cbo_t3 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by b % c asc, b desc) cbo_t1 left outer join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0) cbo_t2 on cbo_t1.a=p left outer join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 0) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c having cbo_t3.c_int > 0 and (c_int >=1 or c >= 1) and (c_int + c) >= 0 order by cbo_t3.c_int % c asc, cbo_t3.c_int desc POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +POSTHOOK: Input: default@cbo_t3 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -492,8 +566,20 @@ Stage-0 PREHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by b+c, a desc) cbo_t1 right outer join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0) cbo_t2 on cbo_t1.a=p right outer join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 2) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +PREHOOK: Input: default@cbo_t3 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by b+c, a desc) cbo_t1 right outer join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0) cbo_t2 on cbo_t1.a=p right outer join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 2) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +POSTHOOK: Input: default@cbo_t3 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -565,8 +651,20 @@ Stage-0 PREHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by c+a desc) cbo_t1 full outer join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by p+q desc, r asc) cbo_t2 on cbo_t1.a=p full outer join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 0) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c having cbo_t3.c_int > 0 and (c_int >=1 or c >= 1) and (c_int + c) >= 0 order by cbo_t3.c_int PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +PREHOOK: Input: default@cbo_t3 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by c+a desc) cbo_t1 full outer join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by p+q desc, r asc) cbo_t2 on cbo_t1.a=p full outer join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 0) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c having cbo_t3.c_int > 0 and (c_int >=1 or c >= 1) and (c_int + c) >= 0 order by cbo_t3.c_int POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +POSTHOOK: Input: default@cbo_t3 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -643,8 +741,20 @@ Stage-0 PREHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0) cbo_t1 join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0) cbo_t2 on cbo_t1.a=p join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 0) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +PREHOOK: Input: default@cbo_t3 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0) cbo_t1 join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0) cbo_t2 on cbo_t1.a=p join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 0) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +POSTHOOK: Input: default@cbo_t3 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -716,8 +826,12 @@ Stage-0 PREHOOK: query: explain select unionsrc.key FROM (select 'tst1' as key, count(1) as value from src) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select unionsrc.key FROM (select 'tst1' as key, count(1) as value from src) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Stage-0 @@ -730,12 +844,16 @@ PREHOOK: query: explain select unionsrc.key FROM (select 'max' as key, max(c_int UNION ALL select 'avg' as key, avg(c_int) as value from cbo_t3 s3) unionsrc order by unionsrc.key PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t3 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select unionsrc.key FROM (select 'max' as key, max(c_int) as value from cbo_t3 s1 UNION ALL select 'min' as key, min(c_int) as value from cbo_t3 s2 UNION ALL select 'avg' as key, avg(c_int) as value from cbo_t3 s3) unionsrc order by unionsrc.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t3 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -787,12 +905,16 @@ PREHOOK: query: explain select unionsrc.key, count(1) FROM (select 'max' as key, UNION ALL select 'avg' as key, avg(c_int) as value from cbo_t3 s3) unionsrc group by unionsrc.key order by unionsrc.key PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t3 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select unionsrc.key, count(1) FROM (select 'max' as key, max(c_int) as value from cbo_t3 s1 UNION ALL select 'min' as key, min(c_int) as value from cbo_t3 s2 UNION ALL select 'avg' as key, avg(c_int) as value from cbo_t3 s3) unionsrc group by unionsrc.key order by unionsrc.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t3 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -854,8 +976,16 @@ Stage-0 PREHOOK: query: explain select cbo_t1.key from cbo_t1 join cbo_t3 where cbo_t1.key=cbo_t3.key and cbo_t1.key >= 1 PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Input: default@cbo_t3 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select cbo_t1.key from cbo_t1 join cbo_t3 where cbo_t1.key=cbo_t3.key and cbo_t1.key >= 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Input: default@cbo_t3 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -890,8 +1020,18 @@ Stage-0 PREHOOK: query: explain select cbo_t1.c_int, cbo_t2.c_int from cbo_t1 left outer join cbo_t2 on cbo_t1.key=cbo_t2.key PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select cbo_t1.c_int, cbo_t2.c_int from cbo_t1 left outer join cbo_t2 on cbo_t1.key=cbo_t2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -924,8 +1064,18 @@ Stage-0 PREHOOK: query: explain select cbo_t1.c_int, cbo_t2.c_int from cbo_t1 full outer join cbo_t2 on cbo_t1.key=cbo_t2.key PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select cbo_t1.c_int, cbo_t2.c_int from cbo_t1 full outer join cbo_t2 on cbo_t1.key=cbo_t2.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -958,8 +1108,20 @@ Stage-0 PREHOOK: query: explain select b, cbo_t1.c, cbo_t2.p, q, cbo_t3.c_int from (select key as a, c_int as b, cbo_t1.c_float as c from cbo_t1) cbo_t1 join (select cbo_t2.key as p, cbo_t2.c_int as q, c_float as r from cbo_t2) cbo_t2 on cbo_t1.a=p join cbo_t3 on cbo_t1.a=key PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +PREHOOK: Input: default@cbo_t3 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select b, cbo_t1.c, cbo_t2.p, q, cbo_t3.c_int from (select key as a, c_int as b, cbo_t1.c_float as c from cbo_t1) cbo_t1 join (select cbo_t2.key as p, cbo_t2.c_int as q, c_float as r from cbo_t2) cbo_t2 on cbo_t1.a=p join cbo_t3 on cbo_t1.a=key POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +POSTHOOK: Input: default@cbo_t3 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -1005,8 +1167,20 @@ Stage-0 PREHOOK: query: explain select key, cbo_t1.c_int, cbo_t2.p, q from cbo_t1 join (select cbo_t2.key as p, cbo_t2.c_int as q, c_float as r from cbo_t2) cbo_t2 on cbo_t1.key=p join (select key as a, c_int as b, cbo_t3.c_float as c from cbo_t3)cbo_t3 on cbo_t1.key=a PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +PREHOOK: Input: default@cbo_t3 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select key, cbo_t1.c_int, cbo_t2.p, q from cbo_t1 join (select cbo_t2.key as p, cbo_t2.c_int as q, c_float as r from cbo_t2) cbo_t2 on cbo_t1.key=p join (select key as a, c_int as b, cbo_t3.c_float as c from cbo_t3)cbo_t3 on cbo_t1.key=a POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +POSTHOOK: Input: default@cbo_t3 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -1052,8 +1226,20 @@ Stage-0 PREHOOK: query: explain select * from (select q, b, cbo_t2.p, cbo_t1.c, cbo_t3.c_int from (select key as a, c_int as b, cbo_t1.c_float as c from cbo_t1 where (cbo_t1.c_int + 1 == 2) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0)) cbo_t1 full outer join (select cbo_t2.key as p, cbo_t2.c_int as q, c_float as r from cbo_t2 where (cbo_t2.c_int + 1 == 2) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0)) cbo_t2 on cbo_t1.a=p join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q == 2) and (b > 0 or c_int >= 0)) R where (q + 1 = 2) and (R.b > 0 or c_int >= 0) PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +PREHOOK: Input: default@cbo_t3 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from (select q, b, cbo_t2.p, cbo_t1.c, cbo_t3.c_int from (select key as a, c_int as b, cbo_t1.c_float as c from cbo_t1 where (cbo_t1.c_int + 1 == 2) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0)) cbo_t1 full outer join (select cbo_t2.key as p, cbo_t2.c_int as q, c_float as r from cbo_t2 where (cbo_t2.c_int + 1 == 2) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0)) cbo_t2 on cbo_t1.a=p join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q == 2) and (b > 0 or c_int >= 0)) R where (q + 1 = 2) and (R.b > 0 or c_int >= 0) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +POSTHOOK: Input: default@cbo_t3 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -1101,8 +1287,20 @@ Stage-0 PREHOOK: query: explain select * from (select q, b, cbo_t2.p, cbo_t1.c, cbo_t3.c_int from (select key as a, c_int as b, cbo_t1.c_float as c from cbo_t1 where (cbo_t1.c_int + 1 == 2) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0)) cbo_t1 right outer join (select cbo_t2.key as p, cbo_t2.c_int as q, c_float as r from cbo_t2 where (cbo_t2.c_int + 1 == 2) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0)) cbo_t2 on cbo_t1.a=p right outer join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q == 2) and (b > 0 or c_int >= 0)) R where (q + 1 = 2) and (R.b > 0 or c_int >= 0) PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +PREHOOK: Input: default@cbo_t3 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from (select q, b, cbo_t2.p, cbo_t1.c, cbo_t3.c_int from (select key as a, c_int as b, cbo_t1.c_float as c from cbo_t1 where (cbo_t1.c_int + 1 == 2) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0)) cbo_t1 right outer join (select cbo_t2.key as p, cbo_t2.c_int as q, c_float as r from cbo_t2 where (cbo_t2.c_int + 1 == 2) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0)) cbo_t2 on cbo_t1.a=p right outer join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q == 2) and (b > 0 or c_int >= 0)) R where (q + 1 = 2) and (R.b > 0 or c_int >= 0) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +POSTHOOK: Input: default@cbo_t3 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -1150,8 +1348,14 @@ Stage-0 PREHOOK: query: explain select key, (c_int+1)+2 as x, sum(c_int) from cbo_t1 group by c_float, cbo_t1.c_int, key order by x limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select key, (c_int+1)+2 as x, sum(c_int) from cbo_t1 group by c_float, cbo_t1.c_int, key order by x limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -1186,8 +1390,14 @@ Stage-0 PREHOOK: query: explain select x, y, count(*) from (select key, (c_int+c_float+1+2) as x, sum(c_int) as y from cbo_t1 group by c_float, cbo_t1.c_int, key) R group by y, x order by x,y limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select x, y, count(*) from (select key, (c_int+c_float+1+2) as x, sum(c_int) as y from cbo_t1 group by c_float, cbo_t1.c_int, key) R group by y, x order by x,y limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -1230,8 +1440,14 @@ Stage-0 PREHOOK: query: explain select key from(select key from (select key from cbo_t1 limit 5)cbo_t2 limit 5)cbo_t3 limit 5 PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select key from(select key from (select key from cbo_t1 limit 5)cbo_t2 limit 5)cbo_t3 limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Stage-0 @@ -1246,8 +1462,14 @@ Stage-0 PREHOOK: query: explain select key, c_int from(select key, c_int from (select key, c_int from cbo_t1 order by c_int limit 5)cbo_t1 order by c_int limit 5)cbo_t2 order by c_int limit 5 PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select key, c_int from(select key, c_int from (select key, c_int from cbo_t1 order by c_int limit 5)cbo_t1 order by c_int limit 5)cbo_t2 order by c_int limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -1286,8 +1508,20 @@ Stage-0 PREHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key order by a limit 5) cbo_t1 join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key order by q/10 desc, r asc limit 5) cbo_t2 on cbo_t1.a=p join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 0) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c order by cbo_t3.c_int+c desc, c limit 5 PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +PREHOOK: Input: default@cbo_t3 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key order by a limit 5) cbo_t1 join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key order by q/10 desc, r asc limit 5) cbo_t2 on cbo_t1.a=p join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 0) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c order by cbo_t3.c_int+c desc, c limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +POSTHOOK: Input: default@cbo_t3 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -1386,8 +1620,18 @@ Stage-0 PREHOOK: query: explain select cbo_t1.c_int from cbo_t1 left semi join cbo_t2 on cbo_t1.key=cbo_t2.key where (cbo_t1.c_int + 1 == 2) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select cbo_t1.c_int from cbo_t1 left semi join cbo_t2 on cbo_t1.key=cbo_t2.key where (cbo_t1.c_int + 1 == 2) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -1426,8 +1670,20 @@ Stage-0 PREHOOK: query: explain select * from (select c, b, a from (select key as a, c_int as b, cbo_t1.c_float as c from cbo_t1 where (cbo_t1.c_int + 1 == 2) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0)) cbo_t1 left semi join (select cbo_t2.key as p, cbo_t2.c_int as q, c_float as r from cbo_t2 where (cbo_t2.c_int + 1 == 2) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0)) cbo_t2 on cbo_t1.a=p left semi join cbo_t3 on cbo_t1.a=key where (b + 1 == 2) and (b > 0 or c >= 0)) R where (b + 1 = 2) and (R.b > 0 or c >= 0) PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +PREHOOK: Input: default@cbo_t3 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from (select c, b, a from (select key as a, c_int as b, cbo_t1.c_float as c from cbo_t1 where (cbo_t1.c_int + 1 == 2) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0)) cbo_t1 left semi join (select cbo_t2.key as p, cbo_t2.c_int as q, c_float as r from cbo_t2 where (cbo_t2.c_int + 1 == 2) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0)) cbo_t2 on cbo_t1.a=p left semi join cbo_t3 on cbo_t1.a=key where (b + 1 == 2) and (b > 0 or c >= 0)) R where (b + 1 = 2) and (R.b > 0 or c >= 0) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +POSTHOOK: Input: default@cbo_t3 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -1477,8 +1733,20 @@ Stage-0 PREHOOK: query: explain select a, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by a+b desc, c asc) cbo_t1 left semi join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by q+r/10 desc, p) cbo_t2 on cbo_t1.a=p left semi join cbo_t3 on cbo_t1.a=key where (b + 1 >= 0) and (b > 0 or a >= 0) group by a, c having a > 0 and (a >=1 or c >= 1) and (a + c) >= 0 order by c, a PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +PREHOOK: Input: default@cbo_t3 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select a, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by a+b desc, c asc) cbo_t1 left semi join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by q+r/10 desc, p) cbo_t2 on cbo_t1.a=p left semi join cbo_t3 on cbo_t1.a=key where (b + 1 >= 0) and (b > 0 or a >= 0) group by a, c having a > 0 and (a >=1 or c >= 1) and (a + c) >= 0 order by c, a POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +POSTHOOK: Input: default@cbo_t3 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -1561,8 +1829,14 @@ Stage-0 PREHOOK: query: explain select cbo_t1.key as x, c_int as c_int, (((c_int+c_float)*10)+5) as y from cbo_t1 PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select cbo_t1.key as x, c_int as c_int, (((c_int+c_float)*10)+5) as y from cbo_t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Stage-0 @@ -1575,8 +1849,14 @@ Stage-0 PREHOOK: query: explain select null from cbo_t1 PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select null from cbo_t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Stage-0 @@ -1588,8 +1868,14 @@ Stage-0 PREHOOK: query: explain select key from cbo_t1 where c_int = -6 or c_int = +6 PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select key from cbo_t1 where c_int = -6 or c_int = +6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Stage-0 @@ -1604,8 +1890,18 @@ Stage-0 PREHOOK: query: explain select count(cbo_t1.dt) from cbo_t1 join cbo_t2 on cbo_t1.dt = cbo_t2.dt where cbo_t1.dt = '2014' PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Input: default@cbo_t2 +PREHOOK: Input: default@cbo_t2@dt=2014 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select count(cbo_t1.dt) from cbo_t1 join cbo_t2 on cbo_t1.dt = cbo_t2.dt where cbo_t1.dt = '2014' POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Input: default@cbo_t2 +POSTHOOK: Input: default@cbo_t2@dt=2014 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -1645,6 +1941,8 @@ where not exists where b.value = a.value and a.value > 'val_2' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src_cbo +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from src_cbo b where not exists @@ -1653,6 +1951,8 @@ where not exists where b.value = a.value and a.value > 'val_2' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_cbo +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -1708,6 +2008,8 @@ having not exists where b.value = a.value and a.key = b.key and a.value > 'val_12' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src_cbo +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from src_cbo b group by key, value @@ -1717,6 +2019,8 @@ having not exists where b.value = a.value and a.key = b.key and a.value > 'val_12' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_cbo +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -1793,8 +2097,14 @@ POSTHOOK: Lineage: cv1_n3.key SIMPLE [(src_cbo)b.FieldSchema(name:key, type:stri POSTHOOK: Lineage: cv1_n3.value SIMPLE [(src_cbo)b.FieldSchema(name:value, type:string, comment:null), ] PREHOOK: query: explain select * from cv1_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@cv1_n3 +PREHOOK: Input: default@src_cbo +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from cv1_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cv1_n3 +POSTHOOK: Input: default@src_cbo +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -1838,6 +2148,8 @@ from (select * where b.value = a.value and a.key = b.key and a.value > 'val_9') ) a PREHOOK: type: QUERY +PREHOOK: Input: default@src_cbo +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from (select * from src_cbo b @@ -1847,6 +2159,8 @@ from (select * where b.value = a.value and a.key = b.key and a.value > 'val_9') ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_cbo +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -1885,10 +2199,14 @@ PREHOOK: query: explain select * from src_cbo where src_cbo.key in (select key from src_cbo s1 where s1.key > '9') PREHOOK: type: QUERY +PREHOOK: Input: default@src_cbo +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from src_cbo where src_cbo.key in (select key from src_cbo s1 where s1.key > '9') POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_cbo +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -1928,11 +2246,15 @@ from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li o where li.l_linenumber = 1 and li.l_orderkey in (select l_orderkey from lineitem where l_shipmode = 'AIR' and l_linenumber = li.l_linenumber) PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select p.p_partkey, li.l_suppkey from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li on p.p_partkey = li.l_partkey where li.l_linenumber = 1 and li.l_orderkey in (select l_orderkey from lineitem where l_shipmode = 'AIR' and l_linenumber = li.l_linenumber) POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -1996,12 +2318,16 @@ where b.key in (select key from src_cbo where src_cbo.key > '8') group by key, value having count(*) in (select count(*) from src_cbo s1 where s1.key > '9' group by s1.key ) PREHOOK: type: QUERY +PREHOOK: Input: default@src_cbo +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select key, value, count(*) from src_cbo b where b.key in (select key from src_cbo where src_cbo.key > '8') group by key, value having count(*) in (select count(*) from src_cbo s1 where s1.key > '9' group by s1.key ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_cbo +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -2081,12 +2407,16 @@ group by p_mfgr, p_name having p_name in (select first_value(p_name) over(partition by p_mfgr order by p_size) from part) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select p_mfgr, p_name, avg(p_size) from part group by p_mfgr, p_name having p_name in (select first_value(p_name) over(partition by p_mfgr order by p_size) from part) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -2144,6 +2474,8 @@ where src_cbo.key not in where s1.key > '2' ) order by key PREHOOK: type: QUERY +PREHOOK: Input: default@src_cbo +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from src_cbo where src_cbo.key not in @@ -2151,6 +2483,8 @@ where src_cbo.key not in where s1.key > '2' ) order by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_cbo +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -2224,6 +2558,8 @@ where b.p_name not in where r < 10 and b.p_mfgr = a.p_mfgr ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select p_mfgr, b.p_name, p_size from part b where b.p_name not in @@ -2232,6 +2568,8 @@ where b.p_name not in where r < 10 and b.p_mfgr = a.p_mfgr ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -2307,6 +2645,8 @@ part where part.p_size not in where p_size < 10 ) order by p_name PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select p_name, p_size from part where part.p_size not in @@ -2315,6 +2655,8 @@ part where part.p_size not in where p_size < 10 ) order by p_name POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -2386,6 +2728,8 @@ having b.p_mfgr not in ) order by b.p_mfgr PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select b.p_mfgr, min(p_retailprice) from part b group by b.p_mfgr @@ -2396,6 +2740,8 @@ having b.p_mfgr not in ) order by b.p_mfgr POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -2488,8 +2834,14 @@ Stage-0 PREHOOK: query: explain select count(c_int) over(), sum(c_float) over(), max(c_int) over(), min(c_int) over(), row_number() over(), rank() over(), dense_rank() over(), percent_rank() over(), lead(c_int, 2, c_int) over(), lag(c_float, 2, c_float) over() from cbo_t1 PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select count(c_int) over(), sum(c_float) over(), max(c_int) over(), min(c_int) over(), row_number() over(), rank() over(), dense_rank() over(), percent_rank() over(), lead(c_int, 2, c_int) over(), lag(c_float, 2, c_float) over() from cbo_t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -2515,8 +2867,14 @@ Stage-0 PREHOOK: query: explain select * from (select count(c_int) over(), sum(c_float) over(), max(c_int) over(), min(c_int) over(), row_number() over(), rank() over(), dense_rank() over(), percent_rank() over(), lead(c_int, 2, c_int) over(), lag(c_float, 2, c_float) over() from cbo_t1) cbo_t1 PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from (select count(c_int) over(), sum(c_float) over(), max(c_int) over(), min(c_int) over(), row_number() over(), rank() over(), dense_rank() over(), percent_rank() over(), lead(c_int, 2, c_int) over(), lag(c_float, 2, c_float) over() from cbo_t1) cbo_t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -2542,8 +2900,14 @@ Stage-0 PREHOOK: query: explain select i, a, h, b, c, d, e, f, g, a as x, a +1 as y from (select max(c_int) over (partition by key order by value range UNBOUNDED PRECEDING) a, min(c_int) over (partition by key order by value range current row) b, count(c_int) over(partition by key order by value range 1 PRECEDING) c, avg(value) over (partition by key order by value range between unbounded preceding and unbounded following) d, sum(value) over (partition by key order by value range between unbounded preceding and current row) e, avg(c_float) over (partition by key order by value range between 1 preceding and unbounded following) f, sum(c_float) over (partition by key order by value range between 1 preceding and current row) g, max(c_float) over (partition by key order by value range between 1 preceding and unbounded following) h, min(c_float) over (partition by key order by value range between 1 preceding and 1 following) i from cbo_t1) cbo_t1 PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t1 +PREHOOK: Input: default@cbo_t1@dt=2014 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select i, a, h, b, c, d, e, f, g, a as x, a +1 as y from (select max(c_int) over (partition by key order by value range UNBOUNDED PRECEDING) a, min(c_int) over (partition by key order by value range current row) b, count(c_int) over(partition by key order by value range 1 PRECEDING) c, avg(value) over (partition by key order by value range between unbounded preceding and unbounded following) d, sum(value) over (partition by key order by value range between unbounded preceding and current row) e, avg(c_float) over (partition by key order by value range between 1 preceding and unbounded following) f, sum(c_float) over (partition by key order by value range between 1 preceding and current row) g, max(c_float) over (partition by key order by value range between 1 preceding and unbounded following) h, min(c_float) over (partition by key order by value range between 1 preceding and 1 following) i from cbo_t1) cbo_t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t1 +POSTHOOK: Input: default@cbo_t1@dt=2014 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -2569,8 +2933,12 @@ Stage-0 PREHOOK: query: explain select *, rank() over(partition by key order by value) as rr from src1 PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select *, rank() over(partition by key order by value) as rr from src1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -2600,12 +2968,18 @@ FROM (select x.key AS key, count(1) AS cnt FROM src1 x JOIN src y ON (x.key = y.key) GROUP BY x.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)) FROM (select x.key AS key, count(1) AS cnt FROM src1 x JOIN src y ON (x.key = y.key) GROUP BY x.key) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -2661,12 +3035,18 @@ FROM (select x.key AS key, count(1) AS cnt FROM src1 x JOIN src y ON (x.key = y.key) GROUP BY x.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)) FROM (select x.key AS key, count(1) AS cnt FROM src1 x JOIN src y ON (x.key = y.key) GROUP BY x.key) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -2722,12 +3102,18 @@ FROM (select x.key AS key, count(1) AS cnt FROM src1 x JOIN src y ON (x.key = y.key) GROUP BY x.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)) FROM (select x.key AS key, count(1) AS cnt FROM src1 x JOIN src y ON (x.key = y.key) GROUP BY x.key) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in Stage-1 @@ -2782,12 +3168,18 @@ FROM (select x.key AS key, count(1) AS cnt FROM src1 x LEFT SEMI JOIN src y ON (x.key = y.key) GROUP BY x.key) tmp PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)) FROM (select x.key AS key, count(1) AS cnt FROM src1 x LEFT SEMI JOIN src y ON (x.key = y.key) GROUP BY x.key) tmp POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -2841,8 +3233,12 @@ Stage-0 PREHOOK: query: explain create table abcd_n0 (a int, b int, c int, d int) PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@abcd_n0 POSTHOOK: query: explain create table abcd_n0 (a int, b int, c int, d int) POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@abcd_n0 Stage-0 Create Table Operator: name:default.abcd_n0 @@ -2865,8 +3261,12 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@abcd_n0 PREHOOK: query: explain select a, count(distinct b), count(distinct c), sum(d) from abcd_n0 group by a PREHOOK: type: QUERY +PREHOOK: Input: default@abcd_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select a, count(distinct b), count(distinct c), sum(d) from abcd_n0 group by a POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -2892,8 +3292,12 @@ Stage-0 PREHOOK: query: explain select a, count(distinct b), count(distinct c), sum(d) from abcd_n0 group by a PREHOOK: type: QUERY +PREHOOK: Input: default@abcd_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select a, count(distinct b), count(distinct c), sum(d) from abcd_n0 group by a POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -2917,8 +3321,12 @@ Stage-0 PREHOOK: query: explain create table src_rc_merge_test(key int, value string) stored as rcfile PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@src_rc_merge_test POSTHOOK: query: explain create table src_rc_merge_test(key int, value string) stored as rcfile POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@src_rc_merge_test Stage-0 Create Table Operator: name:default.src_rc_merge_test @@ -2941,8 +3349,12 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@src_rc_merge_test PREHOOK: query: explain create table tgt_rc_merge_test(key int, value string) stored as rcfile PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@tgt_rc_merge_test POSTHOOK: query: explain create table tgt_rc_merge_test(key int, value string) stored as rcfile POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@tgt_rc_merge_test Stage-0 Create Table Operator: name:default.tgt_rc_merge_test @@ -2985,8 +3397,12 @@ minFileSize:171 PREHOOK: query: explain select count(1) from tgt_rc_merge_test PREHOOK: type: QUERY +PREHOOK: Input: default@tgt_rc_merge_test +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select count(1) from tgt_rc_merge_test POSTHOOK: type: QUERY +POSTHOOK: Input: default@tgt_rc_merge_test +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -3008,8 +3424,12 @@ Stage-0 PREHOOK: query: explain select sum(hash(key)), sum(hash(value)) from tgt_rc_merge_test PREHOOK: type: QUERY +PREHOOK: Input: default@tgt_rc_merge_test +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select sum(hash(key)), sum(hash(value)) from tgt_rc_merge_test POSTHOOK: type: QUERY +POSTHOOK: Input: default@tgt_rc_merge_test +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -3058,8 +3478,12 @@ minFileSize:171 PREHOOK: query: explain select count(1) from tgt_rc_merge_test PREHOOK: type: QUERY +PREHOOK: Input: default@tgt_rc_merge_test +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select count(1) from tgt_rc_merge_test POSTHOOK: type: QUERY +POSTHOOK: Input: default@tgt_rc_merge_test +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -3081,8 +3505,12 @@ Stage-0 PREHOOK: query: explain select sum(hash(key)), sum(hash(value)) from tgt_rc_merge_test PREHOOK: type: QUERY +PREHOOK: Input: default@tgt_rc_merge_test +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select sum(hash(key)), sum(hash(value)) from tgt_rc_merge_test POSTHOOK: type: QUERY +POSTHOOK: Input: default@tgt_rc_merge_test +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -3121,8 +3549,12 @@ POSTHOOK: Input: default@tgt_rc_merge_test POSTHOOK: Output: default@tgt_rc_merge_test PREHOOK: query: explain select src.key from src cross join src src2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select src.key from src cross join src src2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -3150,8 +3582,12 @@ Stage-0 PREHOOK: query: explain create table nzhang_Tmp_n0(a int, b string) PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@nzhang_Tmp_n0 POSTHOOK: query: explain create table nzhang_Tmp_n0(a int, b string) POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@nzhang_Tmp_n0 Stage-0 Create Table Operator: name:default.nzhang_Tmp_n0 @@ -3166,8 +3602,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@nzhang_Tmp_n0 PREHOOK: query: explain create table nzhang_CTAS1_n0 as select key k, value from src sort by k, value limit 10 PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@nzhang_CTAS1_n0 POSTHOOK: query: explain create table nzhang_CTAS1_n0 as select key k, value from src sort by k, value limit 10 POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@nzhang_CTAS1_n0 Plan not optimized by CBO. Vertex dependency in root stage @@ -3216,8 +3658,14 @@ POSTHOOK: Lineage: nzhang_ctas1_n0.k SIMPLE [(src)src.FieldSchema(name:key, type POSTHOOK: Lineage: nzhang_ctas1_n0.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain create table nzhang_ctas3_n0 row format serde "org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe" stored as RCFile as select key/2 half_key, concat(value, "_con") conb from src sort by half_key, conb limit 10 PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@nzhang_ctas3_n0 POSTHOOK: query: explain create table nzhang_ctas3_n0 row format serde "org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe" stored as RCFile as select key/2 half_key, concat(value, "_con") conb from src sort by half_key, conb limit 10 POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@nzhang_ctas3_n0 Plan not optimized by CBO. Vertex dependency in root stage @@ -3275,8 +3723,12 @@ POSTHOOK: query: create table if not exists nzhang_ctas3_n0 as select key, value POSTHOOK: type: CREATETABLE_AS_SELECT PREHOOK: query: explain create temporary table acid_dtt(a int, b varchar(128)) clustered by (a) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@acid_dtt POSTHOOK: query: explain create temporary table acid_dtt(a int, b varchar(128)) clustered by (a) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@acid_dtt Stage-0 Create Table Operator: name:default.acid_dtt @@ -3297,6 +3749,8 @@ select src1.key as k1, src1.value as v1, (select * FROM src WHERE src.key < 10) src2 SORT BY k1, v1, k2, v2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select src1.key as k1, src1.value as v1, src2.key as k2, src2.value as v2 FROM @@ -3305,6 +3759,8 @@ select src1.key as k1, src1.value as v1, (select * FROM src WHERE src.key < 10) src2 SORT BY k1, v1, k2, v2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan not optimized by CBO. Vertex dependency in root stage @@ -3358,8 +3814,12 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@myinput1_n6 PREHOOK: query: explain select * from myinput1_n6 a join myinput1_n6 b on a.key<=>b.value PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1_n6 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from myinput1_n6 a join myinput1_n6 b on a.key<=>b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1_n6 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than]. Vertex dependency in root stage @@ -3388,8 +3848,12 @@ Stage-0 PREHOOK: query: explain select * from myinput1_n6 a join myinput1_n6 b on a.key<=>b.value join myinput1_n6 c on a.key=c.key PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1_n6 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from myinput1_n6 a join myinput1_n6 b on a.key<=>b.value join myinput1_n6 c on a.key=c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1_n6 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than]. Vertex dependency in root stage @@ -3429,8 +3893,12 @@ Stage-0 PREHOOK: query: explain select * from myinput1_n6 a join myinput1_n6 b on a.key<=>b.value join myinput1_n6 c on a.key<=>c.key PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1_n6 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from myinput1_n6 a join myinput1_n6 b on a.key<=>b.value join myinput1_n6 c on a.key<=>c.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1_n6 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than]. Vertex dependency in root stage @@ -3464,8 +3932,12 @@ Stage-0 PREHOOK: query: explain select * from myinput1_n6 a join myinput1_n6 b on a.key<=>b.value AND a.value=b.key join myinput1_n6 c on a.key<=>c.key AND a.value=c.value PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1_n6 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from myinput1_n6 a join myinput1_n6 b on a.key<=>b.value AND a.value=b.key join myinput1_n6 c on a.key<=>c.key AND a.value=c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1_n6 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than]. Vertex dependency in root stage @@ -3505,8 +3977,12 @@ Stage-0 PREHOOK: query: explain select * from myinput1_n6 a join myinput1_n6 b on a.key<=>b.value AND a.value<=>b.key join myinput1_n6 c on a.key<=>c.key AND a.value<=>c.value PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1_n6 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * from myinput1_n6 a join myinput1_n6 b on a.key<=>b.value AND a.value<=>b.key join myinput1_n6 c on a.key<=>c.key AND a.value<=>c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1_n6 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than]. Vertex dependency in root stage @@ -3540,8 +4016,12 @@ Stage-0 PREHOOK: query: explain select * FROM myinput1_n6 a LEFT OUTER JOIN myinput1_n6 b ON a.key<=>b.value PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1_n6 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * FROM myinput1_n6 a LEFT OUTER JOIN myinput1_n6 b ON a.key<=>b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1_n6 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than]. Vertex dependency in root stage @@ -3570,8 +4050,12 @@ Stage-0 PREHOOK: query: explain select * FROM myinput1_n6 a RIGHT OUTER JOIN myinput1_n6 b ON a.key<=>b.value PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1_n6 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * FROM myinput1_n6 a RIGHT OUTER JOIN myinput1_n6 b ON a.key<=>b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1_n6 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than]. Vertex dependency in root stage @@ -3600,8 +4084,12 @@ Stage-0 PREHOOK: query: explain select * FROM myinput1_n6 a FULL OUTER JOIN myinput1_n6 b ON a.key<=>b.value PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1_n6 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * FROM myinput1_n6 a FULL OUTER JOIN myinput1_n6 b ON a.key<=>b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1_n6 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than]. Vertex dependency in root stage @@ -3630,8 +4118,12 @@ Stage-0 PREHOOK: query: explain select /*+ MAPJOIN(b) */ * FROM myinput1_n6 a JOIN myinput1_n6 b ON a.key<=>b.value PREHOOK: type: QUERY +PREHOOK: Input: default@myinput1_n6 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select /*+ MAPJOIN(b) */ * FROM myinput1_n6 a JOIN myinput1_n6 b ON a.key<=>b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@myinput1_n6 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than]. Stage-0 @@ -3723,8 +4215,12 @@ POSTHOOK: Input: default@smb_input1_n1 POSTHOOK: Output: default@smb_input1_n1 PREHOOK: query: explain select /*+ MAPJOIN(a) */ * FROM smb_input1_n1 a JOIN smb_input1_n1 b ON a.key <=> b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_input1_n1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select /*+ MAPJOIN(a) */ * FROM smb_input1_n1 a JOIN smb_input1_n1 b ON a.key <=> b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_input1_n1 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than]. Stage-0 @@ -3742,8 +4238,12 @@ Stage-0 PREHOOK: query: explain select /*+ MAPJOIN(a) */ * FROM smb_input1_n1 a JOIN smb_input1_n1 b ON a.key <=> b.key AND a.value <=> b.value PREHOOK: type: QUERY +PREHOOK: Input: default@smb_input1_n1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select /*+ MAPJOIN(a) */ * FROM smb_input1_n1 a JOIN smb_input1_n1 b ON a.key <=> b.key AND a.value <=> b.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_input1_n1 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than]. Stage-0 @@ -3769,8 +4269,12 @@ Stage-0 PREHOOK: query: explain select /*+ MAPJOIN(a) */ * FROM smb_input1_n1 a RIGHT OUTER JOIN smb_input1_n1 b ON a.key <=> b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_input1_n1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select /*+ MAPJOIN(a) */ * FROM smb_input1_n1 a RIGHT OUTER JOIN smb_input1_n1 b ON a.key <=> b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_input1_n1 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than]. Stage-0 @@ -3788,8 +4292,12 @@ Stage-0 PREHOOK: query: explain select /*+ MAPJOIN(b) */ * FROM smb_input1_n1 a JOIN smb_input1_n1 b ON a.key <=> b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_input1_n1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select /*+ MAPJOIN(b) */ * FROM smb_input1_n1 a JOIN smb_input1_n1 b ON a.key <=> b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_input1_n1 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than]. Stage-0 @@ -3807,8 +4315,12 @@ Stage-0 PREHOOK: query: explain select /*+ MAPJOIN(b) */ * FROM smb_input1_n1 a LEFT OUTER JOIN smb_input1_n1 b ON a.key <=> b.key PREHOOK: type: QUERY +PREHOOK: Input: default@smb_input1_n1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select /*+ MAPJOIN(b) */ * FROM smb_input1_n1 a LEFT OUTER JOIN smb_input1_n1 b ON a.key <=> b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@smb_input1_n1 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than]. Stage-0 @@ -3880,8 +4392,18 @@ POSTHOOK: Output: default@things POSTHOOK: Output: default@things@ds=2011-10-24 PREHOOK: query: explain select name,id FROM sales LEFT SEMI JOIN things ON (sales.id = things.id) PREHOOK: type: QUERY +PREHOOK: Input: default@sales +PREHOOK: Input: default@things +PREHOOK: Input: default@things@ds=2011-10-23 +PREHOOK: Input: default@things@ds=2011-10-24 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select name,id FROM sales LEFT SEMI JOIN things ON (sales.id = things.id) POSTHOOK: type: QUERY +POSTHOOK: Input: default@sales +POSTHOOK: Input: default@things +POSTHOOK: Input: default@things@ds=2011-10-23 +POSTHOOK: Input: default@things@ds=2011-10-24 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -3934,8 +4456,24 @@ POSTHOOK: Input: default@things POSTHOOK: Output: default@things PREHOOK: query: explain select srcpart.key from srcpart join src on (srcpart.value=src.value) join src1 on (srcpart.key=src1.key) where srcpart.value > 'val_450' PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select srcpart.key from srcpart join src on (srcpart.value=src.value) join src1 on (srcpart.key=src1.key) where srcpart.value > 'val_450' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Stage-0 @@ -3979,8 +4517,24 @@ Stage-0 PREHOOK: query: explain select srcpart.key from srcpart join src on (srcpart.value=src.value) join src1 on (srcpart.key=src1.key) where srcpart.value > 'val_450' PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select srcpart.key from srcpart join src on (srcpart.value=src.value) join src1 on (srcpart.key=src1.key) where srcpart.value > 'val_450' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Stage-0 @@ -4032,6 +4586,8 @@ from noop(on part order by p_name ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -4042,6 +4598,8 @@ from noop(on part order by p_name ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan not optimized by CBO. Vertex dependency in root stage @@ -4080,6 +4638,8 @@ from noop (on (select p1.* from part p1 join part p2 on p1.p_partkey = p2.p_part distribute by j.p_mfgr sort by j.p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select p_mfgr, p_name, p_size, p_size - lag(p_size,1,p_size) over (partition by p_mfgr order by p_name) as deltaSz @@ -4087,6 +4647,8 @@ from noop (on (select p1.* from part p1 join part p2 on p1.p_partkey = p2.p_part distribute by j.p_mfgr sort by j.p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan not optimized by CBO. Vertex dependency in Stage-1 @@ -4142,6 +4704,8 @@ from noop(on part order by p_name ) abc PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -4152,6 +4716,8 @@ from noop(on part order by p_name ) abc POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan not optimized by CBO. Vertex dependency in root stage @@ -4193,6 +4759,8 @@ from noop(on part order by p_name ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -4203,6 +4771,8 @@ from noop(on part order by p_name ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan not optimized by CBO. Vertex dependency in root stage @@ -4245,6 +4815,8 @@ from noop(on part ) group by p_mfgr, p_name, p_size PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -4256,6 +4828,8 @@ from noop(on part ) group by p_mfgr, p_name, p_size POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan not optimized by CBO. Vertex dependency in root stage @@ -4302,6 +4876,8 @@ partition by p_mfgr order by p_name ) abc join part p1 on abc.p_partkey = p1.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select abc.* from noop(on part @@ -4309,6 +4885,8 @@ partition by p_mfgr order by p_name ) abc join part p1 on abc.p_partkey = p1.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan not optimized by CBO. Vertex dependency in Stage-1 @@ -4352,6 +4930,8 @@ from noopwithmap(on part partition by p_mfgr order by p_name, p_size desc) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name, p_size desc) as r @@ -4359,6 +4939,8 @@ from noopwithmap(on part partition by p_mfgr order by p_name, p_size desc) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan not optimized by CBO. Vertex dependency in root stage @@ -4401,6 +4983,8 @@ from noopwithmap(on part partition by p_mfgr order by p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -4410,6 +4994,8 @@ from noopwithmap(on part partition by p_mfgr order by p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan not optimized by CBO. Vertex dependency in root stage @@ -4452,6 +5038,8 @@ from noop(on part partition by p_mfgr order by p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -4461,6 +5049,8 @@ from noop(on part partition by p_mfgr order by p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan not optimized by CBO. Vertex dependency in root stage @@ -4502,6 +5092,8 @@ partition by p_mfgr order by p_mfgr DESC, p_name ))) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -4512,6 +5104,8 @@ partition by p_mfgr order by p_mfgr DESC, p_name ))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan not optimized by CBO. Vertex dependency in root stage @@ -4566,6 +5160,8 @@ order by p_name) window w1 as (partition by p_mfgr order by p_name rows between 2 preceding and 2 following) ) sub1 PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select p_mfgr, p_name, sub1.cd, sub1.s1 @@ -4579,6 +5175,8 @@ order by p_name) window w1 as (partition by p_mfgr order by p_name rows between 2 preceding and 2 following) ) sub1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan not optimized by CBO. Vertex dependency in root stage @@ -4622,6 +5220,8 @@ partition by p_mfgr order by p_name ) abc join part p1 on abc.p_partkey = p1.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select abc.p_mfgr, abc.p_name, rank() over (distribute by abc.p_mfgr sort by abc.p_name) as r, @@ -4634,6 +5234,8 @@ partition by p_mfgr order by p_name ) abc join part p1 on abc.p_partkey = p1.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan not optimized by CBO. Vertex dependency in Stage-1 @@ -4686,12 +5288,18 @@ sum(p_retailprice) as s from part group by p_mfgr, p_brand PREHOOK: type: CREATEVIEW +PREHOOK: Input: default@part +PREHOOK: Output: database:default +PREHOOK: Output: default@mfgr_price_view_n1 POSTHOOK: query: explain create view IF NOT EXISTS mfgr_price_view_n1 as select p_mfgr, p_brand, sum(p_retailprice) as s from part group by p_mfgr, p_brand POSTHOOK: type: CREATEVIEW +POSTHOOK: Input: default@part +POSTHOOK: Output: database:default +POSTHOOK: Output: default@mfgr_price_view_n1 Plan optimized by CBO. Stage-1 @@ -4761,6 +5369,9 @@ cume_dist() over (distribute by p_mfgr sort by p_mfgr, p_name) as cud, first_value(p_size, true) over w1 as fv1 window w1 as (distribute by p_mfgr sort by p_mfgr, p_name rows between 2 preceding and 2 following) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Output: default@part_4_n0 +PREHOOK: Output: default@part_5_n0 POSTHOOK: query: explain from noop(on part partition by p_mfgr @@ -4777,6 +5388,9 @@ cume_dist() over (distribute by p_mfgr sort by p_mfgr, p_name) as cud, first_value(p_size, true) over w1 as fv1 window w1 as (distribute by p_mfgr sort by p_mfgr, p_name rows between 2 preceding and 2 following) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Output: default@part_4_n0 +POSTHOOK: Output: default@part_5_n0 Plan not optimized by CBO. Vertex dependency in root stage @@ -4863,6 +5477,8 @@ from noop(on partition by p_mfgr,p_name order by p_mfgr,p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select p_mfgr, p_name, rank() over (partition by p_mfgr,p_name) as r, @@ -4880,6 +5496,8 @@ from noop(on partition by p_mfgr,p_name order by p_mfgr,p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan not optimized by CBO. Vertex dependency in root stage @@ -4938,6 +5556,8 @@ from noop(on partition by p_mfgr order by p_mfgr ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select p_mfgr, p_name, rank() over (partition by p_mfgr order by p_name) as r, @@ -4955,6 +5575,8 @@ from noop(on partition by p_mfgr order by p_mfgr ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan not optimized by CBO. Vertex dependency in root stage @@ -5017,6 +5639,8 @@ from noop(on partition by p_mfgr order by p_mfgr)) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select p_mfgr, p_name, rank() over (partition by p_mfgr order by p_name) as r, @@ -5032,6 +5656,8 @@ from noop(on partition by p_mfgr order by p_mfgr)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan not optimized by CBO. Vertex dependency in root stage @@ -5073,8 +5699,12 @@ Stage-0 PREHOOK: query: explain select distinct src.* from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select distinct src.* from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -5104,8 +5734,12 @@ Stage-0 PREHOOK: query: explain select explode(array('a', 'b')) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select explode(array('a', 'b')) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Stage-0 @@ -5195,10 +5829,14 @@ PREHOOK: query: explain FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1_n14 select src1.key, src2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_j1_n14 POSTHOOK: query: explain FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1_n14 select src1.key, src2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_j1_n14 Plan optimized by CBO. Vertex dependency in root stage @@ -5275,12 +5913,22 @@ FROM T1_n116 a JOIN T2_n68 b ON a.key = b.key JOIN T3_n24 c ON b.key = c.key JOIN T4_n13 d ON c.key = d.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n116 +PREHOOK: Input: default@t2_n68 +PREHOOK: Input: default@t3_n24 +PREHOOK: Input: default@t4_n13 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select /*+ STREAMTABLE(a) */ * FROM T1_n116 a JOIN T2_n68 b ON a.key = b.key JOIN T3_n24 c ON b.key = c.key JOIN T4_n13 d ON c.key = d.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n116 +POSTHOOK: Input: default@t2_n68 +POSTHOOK: Input: default@t3_n24 +POSTHOOK: Input: default@t4_n13 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Stage-0 @@ -5338,12 +5986,22 @@ FROM T1_n116 a JOIN T2_n68 b ON a.key = b.key JOIN T3_n24 c ON b.key = c.key JOIN T4_n13 d ON c.key = d.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n116 +PREHOOK: Input: default@t2_n68 +PREHOOK: Input: default@t3_n24 +PREHOOK: Input: default@t4_n13 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select /*+ STREAMTABLE(a,c) */ * FROM T1_n116 a JOIN T2_n68 b ON a.key = b.key JOIN T3_n24 c ON b.key = c.key JOIN T4_n13 d ON c.key = d.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n116 +POSTHOOK: Input: default@t2_n68 +POSTHOOK: Input: default@t3_n24 +POSTHOOK: Input: default@t4_n13 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Stage-0 @@ -5397,8 +6055,14 @@ Stage-0 PREHOOK: query: explain FROM T1_n116 a JOIN src c ON c.key+1=a.key select /*+ STREAMTABLE(a) */ sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@t1_n116 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain FROM T1_n116 a JOIN src c ON c.key+1=a.key select /*+ STREAMTABLE(a) */ sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@t1_n116 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in Stage-1 @@ -5461,6 +6125,8 @@ JOIN (select src.* FROM src) Y ON (x.key = Y.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select * FROM (select src.* FROM src) x @@ -5468,6 +6134,8 @@ JOIN (select src.* FROM src) Y ON (x.key = Y.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -5519,8 +6187,12 @@ Stage-0 PREHOOK: query: explain select /*+ mapjoin(k)*/ sum(hash(k.key)), sum(hash(v.val)) from T1_n116 k join T1_n116 v on k.key=v.val PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n116 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select /*+ mapjoin(k)*/ sum(hash(k.key)), sum(hash(v.val)) from T1_n116 k join T1_n116 v on k.key=v.val POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n116 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in Stage-1 @@ -5567,8 +6239,12 @@ Stage-0 PREHOOK: query: explain select sum(hash(k.key)), sum(hash(v.val)) from T1_n116 k join T1_n116 v on k.key=v.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n116 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select sum(hash(k.key)), sum(hash(v.val)) from T1_n116 k join T1_n116 v on k.key=v.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n116 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in Stage-1 @@ -5615,8 +6291,12 @@ Stage-0 PREHOOK: query: explain select count(1) from T1_n116 a join T1_n116 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n116 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select count(1) from T1_n116 a join T1_n116 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n116 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in Stage-1 @@ -5661,8 +6341,14 @@ Stage-0 PREHOOK: query: explain FROM T1_n116 a LEFT OUTER JOIN T2_n68 c ON c.key+1=a.key select sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key)) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n116 +PREHOOK: Input: default@t2_n68 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain FROM T1_n116 a LEFT OUTER JOIN T2_n68 c ON c.key+1=a.key select sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n116 +POSTHOOK: Input: default@t2_n68 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in Stage-1 @@ -5705,8 +6391,14 @@ Stage-0 PREHOOK: query: explain FROM T1_n116 a RIGHT OUTER JOIN T2_n68 c ON c.key+1=a.key select /*+ STREAMTABLE(a) */ sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key)) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n116 +PREHOOK: Input: default@t2_n68 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain FROM T1_n116 a RIGHT OUTER JOIN T2_n68 c ON c.key+1=a.key select /*+ STREAMTABLE(a) */ sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n116 +POSTHOOK: Input: default@t2_n68 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in Stage-1 @@ -5749,8 +6441,14 @@ Stage-0 PREHOOK: query: explain FROM T1_n116 a FULL OUTER JOIN T2_n68 c ON c.key+1=a.key select /*+ STREAMTABLE(a) */ sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key)) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n116 +PREHOOK: Input: default@t2_n68 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain FROM T1_n116 a FULL OUTER JOIN T2_n68 c ON c.key+1=a.key select /*+ STREAMTABLE(a) */ sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n116 +POSTHOOK: Input: default@t2_n68 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -5794,8 +6492,12 @@ Stage-0 PREHOOK: query: explain select /*+ mapjoin(v)*/ sum(hash(k.key)), sum(hash(v.val)) from T1_n116 k left outer join T1_n116 v on k.key+1=v.key PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n116 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select /*+ mapjoin(v)*/ sum(hash(k.key)), sum(hash(v.val)) from T1_n116 k left outer join T1_n116 v on k.key+1=v.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n116 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/spark_local_queries.q.out b/ql/src/test/results/clientpositive/spark/spark_local_queries.q.out index 6203927..0ec1549 100644 --- a/ql/src/test/results/clientpositive/spark/spark_local_queries.q.out +++ b/ql/src/test/results/clientpositive/spark/spark_local_queries.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain select * from src order by key limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src order by key limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/spark_multi_insert_parallel_orderby.q.out b/ql/src/test/results/clientpositive/spark/spark_multi_insert_parallel_orderby.q.out index dda22c8..a675fee 100644 --- a/ql/src/test/results/clientpositive/spark/spark_multi_insert_parallel_orderby.q.out +++ b/ql/src/test/results/clientpositive/spark/spark_multi_insert_parallel_orderby.q.out @@ -17,9 +17,13 @@ POSTHOOK: Output: default@e2_n4 PREHOOK: query: explain select key,value from src order by key limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select key,value from src order by key limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -95,12 +99,18 @@ INSERT OVERWRITE TABLE e1_n3 INSERT OVERWRITE TABLE e2_n4 SELECT key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@e1_n3 +PREHOOK: Output: default@e2_n4 POSTHOOK: query: explain FROM (select key,value from src order by key limit 10) a INSERT OVERWRITE TABLE e1_n3 SELECT key, value INSERT OVERWRITE TABLE e2_n4 SELECT key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@e1_n3 +POSTHOOK: Output: default@e2_n4 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -253,12 +263,18 @@ INSERT OVERWRITE TABLE e1_n3 INSERT OVERWRITE TABLE e2_n4 select key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@e1_n3 +PREHOOK: Output: default@e2_n4 POSTHOOK: query: explain FROM (select key,value from src order by key) a INSERT OVERWRITE TABLE e1_n3 select key,value INSERT OVERWRITE TABLE e2_n4 select key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@e1_n3 +POSTHOOK: Output: default@e2_n4 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -1373,12 +1389,18 @@ INSERT OVERWRITE TABLE e1_n3 INSERT OVERWRITE TABLE e2_n4 select key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@e1_n3 +PREHOOK: Output: default@e2_n4 POSTHOOK: query: explain FROM (select key,value from src order by key) a INSERT OVERWRITE TABLE e1_n3 select key,value limit 10 INSERT OVERWRITE TABLE e2_n4 select key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@e1_n3 +POSTHOOK: Output: default@e2_n4 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/spark_union_merge.q.out b/ql/src/test/results/clientpositive/spark/spark_union_merge.q.out index 099ce9f..18e5a14 100644 --- a/ql/src/test/results/clientpositive/spark/spark_union_merge.q.out +++ b/ql/src/test/results/clientpositive/spark/spark_union_merge.q.out @@ -6,6 +6,8 @@ FROM ( ) unioninput INSERT OVERWRITE DIRECTORY 'target/warehouse/union_merge.out' SELECT unioninput.* PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: target/warehouse/union_merge.out POSTHOOK: query: EXPLAIN EXTENDED FROM ( FROM src select src.key, src.value WHERE src.key < 100 @@ -14,6 +16,8 @@ FROM ( ) unioninput INSERT OVERWRITE DIRECTORY 'target/warehouse/union_merge.out' SELECT unioninput.* POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: target/warehouse/union_merge.out OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`src` WHERE `key` < 100 @@ -240,6 +244,8 @@ FROM ( ) unioninput INSERT OVERWRITE DIRECTORY 'target/warehouse/union_merge.out' SELECT unioninput.* PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: target/warehouse/union_merge.out POSTHOOK: query: EXPLAIN EXTENDED FROM ( FROM src select src.key, src.value WHERE src.key < 100 @@ -248,6 +254,8 @@ FROM ( ) unioninput INSERT OVERWRITE DIRECTORY 'target/warehouse/union_merge.out' SELECT unioninput.* POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: target/warehouse/union_merge.out OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`src` WHERE `key` < 100 diff --git a/ql/src/test/results/clientpositive/spark/spark_use_op_stats.q.out b/ql/src/test/results/clientpositive/spark/spark_use_op_stats.q.out index 8530874..9a537a9 100644 --- a/ql/src/test/results/clientpositive/spark/spark_use_op_stats.q.out +++ b/ql/src/test/results/clientpositive/spark/spark_use_op_stats.q.out @@ -3,11 +3,15 @@ SELECT src1.key, src2.value FROM src src1 JOIN src src2 ON (src1.key = src2.key) WHERE src1.key = 97 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT src1.key, src2.value FROM src src1 JOIN src src2 ON (src1.key = src2.key) WHERE src1.key = 97 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -125,6 +129,9 @@ b AS ( ) SELECT sum(hash(a.key, b.value)) FROM a JOIN b ON a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@tmp +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN WITH a AS ( SELECT src1.key, src2.value @@ -138,6 +145,9 @@ b AS ( ) SELECT sum(hash(a.key, b.value)) FROM a JOIN b ON a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@tmp +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/spark_use_ts_stats_for_mapjoin.q.out b/ql/src/test/results/clientpositive/spark/spark_use_ts_stats_for_mapjoin.q.out index 9c50716..01e8c78 100644 --- a/ql/src/test/results/clientpositive/spark/spark_use_ts_stats_for_mapjoin.q.out +++ b/ql/src/test/results/clientpositive/spark/spark_use_ts_stats_for_mapjoin.q.out @@ -3,11 +3,15 @@ SELECT src1.key, src2.value FROM src src1 JOIN src src2 ON (src1.key = src2.key) WHERE src1.key = 97 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT src1.key, src2.value FROM src src1 JOIN src src2 ON (src1.key = src2.key) WHERE src1.key = 97 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -112,10 +116,14 @@ PREHOOK: query: EXPLAIN FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key + src2.key = src3.key) INSERT OVERWRITE TABLE dest SELECT src1.key, src3.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest POSTHOOK: query: EXPLAIN FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key + src2.key = src3.key) INSERT OVERWRITE TABLE dest SELECT src1.key, src3.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest STAGE DEPENDENCIES: Stage-3 is a root stage Stage-1 depends on stages: Stage-3 @@ -364,6 +372,12 @@ SELECT t3.c1, t3.c3, t5.c5 FROM t3 JOIN e AS t5 ON t3.c2 = t5.c6 ) SELECT * FROM t4 PREHOOK: type: QUERY +PREHOOK: Input: default@a +PREHOOK: Input: default@b +PREHOOK: Input: default@c +PREHOOK: Input: default@d +PREHOOK: Input: default@e +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN WITH t1 AS ( SELECT a.c1 AS c1, a.c2 AS c2, b.c3 AS c3 FROM a JOIN b ON a.c2 = b.c4 @@ -379,6 +393,12 @@ SELECT t3.c1, t3.c3, t5.c5 FROM t3 JOIN e AS t5 ON t3.c2 = t5.c6 ) SELECT * FROM t4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a +POSTHOOK: Input: default@b +POSTHOOK: Input: default@c +POSTHOOK: Input: default@d +POSTHOOK: Input: default@e +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/spark_vectorized_dynamic_partition_pruning.q.out b/ql/src/test/results/clientpositive/spark/spark_vectorized_dynamic_partition_pruning.q.out index c41dba9..9bd3fe2 100644 --- a/ql/src/test/results/clientpositive/spark/spark_vectorized_dynamic_partition_pruning.q.out +++ b/ql/src/test/results/clientpositive/spark/spark_vectorized_dynamic_partition_pruning.q.out @@ -36,8 +36,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 12 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL create table srcpart_date_n0 as select ds as ds, ds as `date` from srcpart group by ds PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: database:default +PREHOOK: Output: default@srcpart_date_n0 POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL create table srcpart_date_n0 as select ds as ds, ds as `date` from srcpart group by ds POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: database:default +POSTHOOK: Output: default@srcpart_date_n0 PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -262,8 +276,22 @@ POSTHOOK: Lineage: srcpart_double_hour.hour SIMPLE [(srcpart)srcpart.FieldSchema POSTHOOK: Lineage: srcpart_double_hour.hr EXPRESSION [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ] PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_n0 on (srcpart.ds = srcpart_date_n0.ds) where srcpart_date_n0.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_n0 on (srcpart.ds = srcpart_date_n0.ds) where srcpart_date_n0.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -534,8 +562,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_n0 on (srcpart.ds = srcpart_date_n0.ds) where srcpart_date_n0.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_n0 on (srcpart.ds = srcpart_date_n0.ds) where srcpart_date_n0.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -746,8 +788,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_n0 on (day(srcpart.ds) = day(srcpart_date_n0.ds)) where srcpart_date_n0.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_n0 on (day(srcpart.ds) = day(srcpart_date_n0.ds)) where srcpart_date_n0.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1020,8 +1076,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_n0 on (day(srcpart.ds) = day(srcpart_date_n0.ds)) where srcpart_date_n0.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_n0 on (day(srcpart.ds) = day(srcpart_date_n0.ds)) where srcpart_date_n0.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1224,8 +1294,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_n0 on abs(negative(cast(concat(cast(day(srcpart.ds) as string), "0") as bigint)) + 10) = abs(negative(cast(concat(cast(day(srcpart_date_n0.ds) as string), "0") as bigint)) + 10) where srcpart_date_n0.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_n0 on abs(negative(cast(concat(cast(day(srcpart.ds) as string), "0") as bigint)) + 10) = abs(negative(cast(concat(cast(day(srcpart_date_n0.ds) as string), "0") as bigint)) + 10) where srcpart_date_n0.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1506,8 +1590,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_n0 on cast(day(srcpart.ds) as smallint) = cast(day(srcpart_date_n0.ds) as decimal) where srcpart_date_n0.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_n0 on cast(day(srcpart.ds) as smallint) = cast(day(srcpart_date_n0.ds) as decimal) where srcpart_date_n0.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1781,9 +1879,25 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_n0 on (srcpart.ds = srcpart_date_n0.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date_n0.`date` = '2008-04-08' and srcpart_hour.hour = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n0 +PREHOOK: Input: default@srcpart_hour +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_n0 on (srcpart.ds = srcpart_date_n0.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date_n0.`date` = '2008-04-08' and srcpart_hour.hour = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n0 +POSTHOOK: Input: default@srcpart_hour +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2194,9 +2308,25 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_n0 on (srcpart.ds = srcpart_date_n0.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date_n0.`date` = '2008-04-08' and srcpart_hour.hour = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n0 +PREHOOK: Input: default@srcpart_hour +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_n0 on (srcpart.ds = srcpart_date_n0.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date_n0.`date` = '2008-04-08' and srcpart_hour.hour = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n0 +POSTHOOK: Input: default@srcpart_hour +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2484,8 +2614,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_hour on (srcpart.ds = srcpart_date_hour.ds and srcpart.hr = srcpart_date_hour.hr) where srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_hour +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_hour on (srcpart.ds = srcpart_date_hour.ds and srcpart.hr = srcpart_date_hour.hr) where srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_hour +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2778,8 +2922,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_hour on (srcpart.ds = srcpart_date_hour.ds and srcpart.hr = srcpart_date_hour.hr) where srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_hour +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_hour on (srcpart.ds = srcpart_date_hour.ds and srcpart.hr = srcpart_date_hour.hr) where srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_hour +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2990,8 +3148,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_n0 on (srcpart.ds = srcpart_date_n0.ds) where srcpart_date_n0.`date` = 'I DONT EXIST' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_n0 on (srcpart.ds = srcpart_date_n0.ds) where srcpart_date_n0.`date` = 'I DONT EXIST' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3262,8 +3434,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_n0 on (srcpart.ds = srcpart_date_n0.ds) where srcpart_date_n0.`date` = 'I DONT EXIST' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_n0 on (srcpart.ds = srcpart_date_n0.ds) where srcpart_date_n0.`date` = 'I DONT EXIST' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3474,8 +3660,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_double_hour on (srcpart.hr = cast(srcpart_double_hour.hr/2 as int)) where srcpart_double_hour.hour = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_double_hour +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_double_hour on (srcpart.hr = cast(srcpart_double_hour.hr/2 as int)) where srcpart_double_hour.hour = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_double_hour +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3749,8 +3949,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_double_hour on (srcpart.hr*2 = srcpart_double_hour.hr) where srcpart_double_hour.hour = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_double_hour +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_double_hour on (srcpart.hr*2 = srcpart_double_hour.hr) where srcpart_double_hour.hour = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_double_hour +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4022,8 +4236,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_double_hour on (srcpart.hr = cast(srcpart_double_hour.hr/2 as int)) where srcpart_double_hour.hour = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_double_hour +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_double_hour on (srcpart.hr = cast(srcpart_double_hour.hr/2 as int)) where srcpart_double_hour.hour = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_double_hour +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4227,8 +4455,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_double_hour on (srcpart.hr*2 = srcpart_double_hour.hr) where srcpart_double_hour.hour = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_double_hour +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_double_hour on (srcpart.hr*2 = srcpart_double_hour.hr) where srcpart_double_hour.hour = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_double_hour +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4440,8 +4682,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_double_hour on (cast(srcpart.hr*2 as string) = cast(srcpart_double_hour.hr as string)) where srcpart_double_hour.hour = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_double_hour +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_double_hour on (cast(srcpart.hr*2 as string) = cast(srcpart_double_hour.hr as string)) where srcpart_double_hour.hour = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_double_hour +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4725,8 +4981,16 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### Warning: Shuffle Join JOIN[13][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join (select ds as ds, ds as `date` from srcpart group by ds) s on (srcpart.ds = s.ds) where s.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join (select ds as ds, ds as `date` from srcpart group by ds) s on (srcpart.ds = s.ds) where s.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4977,8 +5241,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### Warning: Shuffle Join JOIN[7][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart, srcpart_date_hour where (srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11) and (srcpart.ds = srcpart_date_hour.ds or srcpart.hr = srcpart_date_hour.hr) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_hour +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart, srcpart_date_hour where (srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11) and (srcpart.ds = srcpart_date_hour.ds or srcpart.hr = srcpart_date_hour.hr) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_hour +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -5184,8 +5462,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 1500 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart, srcpart_date_hour where srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11 and srcpart.ds = srcpart_date_hour.ds and srcpart.hr = srcpart_date_hour.hr PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_hour +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart, srcpart_date_hour where srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11 and srcpart.ds = srcpart_date_hour.ds and srcpart.hr = srcpart_date_hour.hr POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_hour +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -5478,8 +5770,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart left join srcpart_date_n0 on (srcpart.ds = srcpart_date_n0.ds) where srcpart_date_n0.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart left join srcpart_date_n0 on (srcpart.ds = srcpart_date_n0.ds) where srcpart_date_n0.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -5731,8 +6037,22 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart_date_n0 left join srcpart on (srcpart.ds = srcpart_date_n0.ds) where srcpart_date_n0.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart_date_n0 left join srcpart on (srcpart.ds = srcpart_date_n0.ds) where srcpart_date_n0.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -5983,8 +6303,22 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart full outer join srcpart_date_n0 on (srcpart.ds = srcpart_date_n0.ds) where srcpart_date_n0.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart full outer join srcpart_date_n0 on (srcpart.ds = srcpart_date_n0.ds) where srcpart_date_n0.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -6236,9 +6570,21 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_n0 on (srcpart.ds = srcpart_date_n0.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date_n0.`date` = '2008-04-08' and srcpart_hour.hour = 11 and srcpart.hr = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart_date_n0 +PREHOOK: Input: default@srcpart_hour +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_n0 on (srcpart.ds = srcpart_date_n0.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date_n0.`date` = '2008-04-08' and srcpart_hour.hour = 11 and srcpart.hr = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart_date_n0 +POSTHOOK: Input: default@srcpart_hour +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -6645,9 +6991,17 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_n0 on (srcpart.ds = srcpart_date_n0.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date_n0.`date` = '2008-04-08' and srcpart.hr = 13 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart_date_n0 +PREHOOK: Input: default@srcpart_hour +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_n0 on (srcpart.ds = srcpart_date_n0.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date_n0.`date` = '2008-04-08' and srcpart.hr = 13 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart_date_n0 +POSTHOOK: Input: default@srcpart_hour +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -6922,8 +7276,20 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -7559,8 +7925,20 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 2000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select distinct(ds) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select distinct(ds) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -8199,8 +8577,20 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 2008-04-09 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select ds from (select distinct(ds) as ds from srcpart union all select distinct(ds) as ds from srcpart) s where s.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select ds from (select distinct(ds) as ds from srcpart union all select distinct(ds) as ds from srcpart) s where s.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -8843,8 +9233,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 2008-04-09 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_n0 on (srcpart.ds = srcpart_date_n0.ds) where srcpart_date_n0.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_n0 on (srcpart.ds = srcpart_date_n0.ds) where srcpart_date_n0.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -9085,8 +9489,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_n0 on (day(srcpart.ds) = day(srcpart_date_n0.ds)) where srcpart_date_n0.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_n0 on (day(srcpart.ds) = day(srcpart_date_n0.ds)) where srcpart_date_n0.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -9320,9 +9738,25 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_n0 on (srcpart.ds = srcpart_date_n0.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date_n0.`date` = '2008-04-08' and srcpart_hour.hour = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n0 +PREHOOK: Input: default@srcpart_hour +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_n0 on (srcpart.ds = srcpart_date_n0.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date_n0.`date` = '2008-04-08' and srcpart_hour.hour = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n0 +POSTHOOK: Input: default@srcpart_hour +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -9656,8 +10090,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_hour on (srcpart.ds = srcpart_date_hour.ds and srcpart.hr = srcpart_date_hour.hr) where srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_hour +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_hour on (srcpart.ds = srcpart_date_hour.ds and srcpart.hr = srcpart_date_hour.hr) where srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_hour +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -9920,8 +10368,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_n0 on (srcpart.ds = srcpart_date_n0.ds) where srcpart_date_n0.`date` = 'I DONT EXIST' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_n0 on (srcpart.ds = srcpart_date_n0.ds) where srcpart_date_n0.`date` = 'I DONT EXIST' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -10153,8 +10615,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_double_hour on (srcpart.hr = cast(srcpart_double_hour.hr/2 as int)) where srcpart_double_hour.hour = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_double_hour +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_double_hour on (srcpart.hr = cast(srcpart_double_hour.hr/2 as int)) where srcpart_double_hour.hour = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_double_hour +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -10388,8 +10864,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_double_hour on (srcpart.hr*2 = srcpart_double_hour.hr) where srcpart_double_hour.hour = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_double_hour +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_double_hour on (srcpart.hr*2 = srcpart_double_hour.hr) where srcpart_double_hour.hour = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_double_hour +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -10632,8 +11122,16 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### Warning: Map Join MAPJOIN[22][bigTable=?] in task 'Stage-1:MAPRED' is a cross product PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join (select ds as ds, ds as `date` from srcpart group by ds) s on (srcpart.ds = s.ds) where s.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join (select ds as ds, ds as `date` from srcpart group by ds) s on (srcpart.ds = s.ds) where s.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -10894,8 +11392,22 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart left join srcpart_date_n0 on (srcpart.ds = srcpart_date_n0.ds) where srcpart_date_n0.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart left join srcpart_date_n0 on (srcpart.ds = srcpart_date_n0.ds) where srcpart_date_n0.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -11108,8 +11620,22 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart_date_n0 left join srcpart on (srcpart.ds = srcpart_date_n0.ds) where srcpart_date_n0.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart_date_n0 left join srcpart on (srcpart.ds = srcpart_date_n0.ds) where srcpart_date_n0.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -11298,8 +11824,22 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart full outer join srcpart_date_n0 on (srcpart.ds = srcpart_date_n0.ds) where srcpart_date_n0.`date` = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Input: default@srcpart_date_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart full outer join srcpart_date_n0 on (srcpart.ds = srcpart_date_n0.ds) where srcpart_date_n0.`date` = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Input: default@srcpart_date_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -11489,9 +12029,21 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_n0 on (srcpart.ds = srcpart_date_n0.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date_n0.`date` = '2008-04-08' and srcpart_hour.hour = 11 and srcpart.hr = 11 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart_date_n0 +PREHOOK: Input: default@srcpart_hour +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_n0 on (srcpart.ds = srcpart_date_n0.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date_n0.`date` = '2008-04-08' and srcpart_hour.hour = 11 and srcpart.hr = 11 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart_date_n0 +POSTHOOK: Input: default@srcpart_hour +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -11813,9 +12365,17 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_n0 on (srcpart.ds = srcpart_date_n0.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date_n0.`date` = '2008-04-08' and srcpart.hr = 13 PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart_date_n0 +PREHOOK: Input: default@srcpart_hour +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_n0 on (srcpart.ds = srcpart_date_n0.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date_n0.`date` = '2008-04-08' and srcpart.hr = 13 POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart_date_n0 +POSTHOOK: Input: default@srcpart_hour +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -12090,8 +12650,20 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select distinct(ds) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL select distinct(ds) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/stats0.q.out b/ql/src/test/results/clientpositive/spark/stats0.q.out index a009dc0..cf006ab 100644 --- a/ql/src/test/results/clientpositive/spark/stats0.q.out +++ b/ql/src/test/results/clientpositive/spark/stats0.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain extended insert overwrite table stats_non_partitioned select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@stats_non_partitioned POSTHOOK: query: explain extended insert overwrite table stats_non_partitioned select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@stats_non_partitioned OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`src` STAGE DEPENDENCIES: @@ -700,10 +704,14 @@ PREHOOK: query: explain insert overwrite table stats_partitioned partition (ds='1') select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@stats_partitioned@ds=1 POSTHOOK: query: explain insert overwrite table stats_partitioned partition (ds='1') select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@stats_partitioned@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1336,10 +1344,14 @@ PREHOOK: query: explain extended insert overwrite table stats_non_partitioned select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@stats_non_partitioned POSTHOOK: query: explain extended insert overwrite table stats_non_partitioned select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@stats_non_partitioned OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`src` STAGE DEPENDENCIES: @@ -2026,10 +2038,14 @@ PREHOOK: query: explain insert overwrite table stats_partitioned partition (ds='1') select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@stats_partitioned@ds=1 POSTHOOK: query: explain insert overwrite table stats_partitioned partition (ds='1') select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@stats_partitioned@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/stats1.q.out b/ql/src/test/results/clientpositive/spark/stats1.q.out index b755b4c..917f8f0 100644 --- a/ql/src/test/results/clientpositive/spark/stats1.q.out +++ b/ql/src/test/results/clientpositive/spark/stats1.q.out @@ -13,6 +13,9 @@ FROM (SELECT 'tst1' AS key, cast(count(1) AS string) AS value FROM src s1 UNION ALL SELECT s2.key AS key, s2.value AS value FROM src1 s2) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@tmptable_n4 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE tmptable_n4 SELECT unionsrc.key, unionsrc.value @@ -20,6 +23,9 @@ FROM (SELECT 'tst1' AS key, cast(count(1) AS string) AS value FROM src s1 UNION ALL SELECT s2.key AS key, s2.value AS value FROM src1 s2) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@tmptable_n4 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/stats10.q.out b/ql/src/test/results/clientpositive/spark/stats10.q.out index 1aae5fc..17855c5 100644 --- a/ql/src/test/results/clientpositive/spark/stats10.q.out +++ b/ql/src/test/results/clientpositive/spark/stats10.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain insert overwrite table bucket3_1_n0 partition (ds='1') select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@bucket3_1_n0@ds=1 POSTHOOK: query: explain insert overwrite table bucket3_1_n0 partition (ds='1') select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@bucket3_1_n0@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -364,8 +368,20 @@ POSTHOOK: Input: default@bucket3_1_n0@ds=1 498 val_498 1 PREHOOK: query: explain analyze table bucket3_1_n0 partition (ds) compute statistics PREHOOK: type: QUERY +PREHOOK: Input: default@bucket3_1_n0 +PREHOOK: Input: default@bucket3_1_n0@ds=1 +PREHOOK: Input: default@bucket3_1_n0@ds=2 +PREHOOK: Output: default@bucket3_1_n0 +PREHOOK: Output: default@bucket3_1_n0@ds=1 +PREHOOK: Output: default@bucket3_1_n0@ds=2 POSTHOOK: query: explain analyze table bucket3_1_n0 partition (ds) compute statistics POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket3_1_n0 +POSTHOOK: Input: default@bucket3_1_n0@ds=1 +POSTHOOK: Input: default@bucket3_1_n0@ds=2 +POSTHOOK: Output: default@bucket3_1_n0 +POSTHOOK: Output: default@bucket3_1_n0@ds=1 +POSTHOOK: Output: default@bucket3_1_n0@ds=2 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/spark/stats12.q.out b/ql/src/test/results/clientpositive/spark/stats12.q.out index b5dac094b..9db43ef 100644 --- a/ql/src/test/results/clientpositive/spark/stats12.q.out +++ b/ql/src/test/results/clientpositive/spark/stats12.q.out @@ -36,9 +36,21 @@ POSTHOOK: Lineage: analyze_srcpart_n3 PARTITION(ds=2008-04-09,hr=12).value SIMPL PREHOOK: query: explain extended analyze table analyze_srcpart_n3 PARTITION(ds='2008-04-08',hr) compute statistics PREHOOK: type: QUERY +PREHOOK: Input: default@analyze_srcpart_n3 +PREHOOK: Input: default@analyze_srcpart_n3@ds=2008-04-08/hr=11 +PREHOOK: Input: default@analyze_srcpart_n3@ds=2008-04-08/hr=12 +PREHOOK: Output: default@analyze_srcpart_n3 +PREHOOK: Output: default@analyze_srcpart_n3@ds=2008-04-08/hr=11 +PREHOOK: Output: default@analyze_srcpart_n3@ds=2008-04-08/hr=12 POSTHOOK: query: explain extended analyze table analyze_srcpart_n3 PARTITION(ds='2008-04-08',hr) compute statistics POSTHOOK: type: QUERY +POSTHOOK: Input: default@analyze_srcpart_n3 +POSTHOOK: Input: default@analyze_srcpart_n3@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@analyze_srcpart_n3@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@analyze_srcpart_n3 +POSTHOOK: Output: default@analyze_srcpart_n3@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@analyze_srcpart_n3@ds=2008-04-08/hr=12 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/spark/stats13.q.out b/ql/src/test/results/clientpositive/spark/stats13.q.out index 074fd3f..4922d71 100644 --- a/ql/src/test/results/clientpositive/spark/stats13.q.out +++ b/ql/src/test/results/clientpositive/spark/stats13.q.out @@ -36,9 +36,17 @@ POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).value SIMPLE [ PREHOOK: query: explain extended analyze table analyze_srcpart PARTITION(ds='2008-04-08',hr=11) compute statistics PREHOOK: type: QUERY +PREHOOK: Input: default@analyze_srcpart +PREHOOK: Input: default@analyze_srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@analyze_srcpart +PREHOOK: Output: default@analyze_srcpart@ds=2008-04-08/hr=11 POSTHOOK: query: explain extended analyze table analyze_srcpart PARTITION(ds='2008-04-08',hr=11) compute statistics POSTHOOK: type: QUERY +POSTHOOK: Input: default@analyze_srcpart +POSTHOOK: Input: default@analyze_srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@analyze_srcpart +POSTHOOK: Output: default@analyze_srcpart@ds=2008-04-08/hr=11 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/spark/stats2.q.out b/ql/src/test/results/clientpositive/spark/stats2.q.out index 04831f8..277fb32 100644 --- a/ql/src/test/results/clientpositive/spark/stats2.q.out +++ b/ql/src/test/results/clientpositive/spark/stats2.q.out @@ -9,9 +9,20 @@ POSTHOOK: Output: default@analyze_t1 PREHOOK: query: explain insert overwrite table analyze_t1 partition (ds, hr) select * from srcpart where ds is not null PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: default@analyze_t1 POSTHOOK: query: explain insert overwrite table analyze_t1 partition (ds, hr) select * from srcpart where ds is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -121,8 +132,28 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain analyze table analyze_t1 partition (ds, hr) compute statistics PREHOOK: type: QUERY +PREHOOK: Input: default@analyze_t1 +PREHOOK: Input: default@analyze_t1@ds=2008-04-08/hr=11 +PREHOOK: Input: default@analyze_t1@ds=2008-04-08/hr=12 +PREHOOK: Input: default@analyze_t1@ds=2008-04-09/hr=11 +PREHOOK: Input: default@analyze_t1@ds=2008-04-09/hr=12 +PREHOOK: Output: default@analyze_t1 +PREHOOK: Output: default@analyze_t1@ds=2008-04-08/hr=11 +PREHOOK: Output: default@analyze_t1@ds=2008-04-08/hr=12 +PREHOOK: Output: default@analyze_t1@ds=2008-04-09/hr=11 +PREHOOK: Output: default@analyze_t1@ds=2008-04-09/hr=12 POSTHOOK: query: explain analyze table analyze_t1 partition (ds, hr) compute statistics POSTHOOK: type: QUERY +POSTHOOK: Input: default@analyze_t1 +POSTHOOK: Input: default@analyze_t1@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@analyze_t1@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@analyze_t1@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@analyze_t1@ds=2008-04-09/hr=12 +POSTHOOK: Output: default@analyze_t1 +POSTHOOK: Output: default@analyze_t1@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@analyze_t1@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@analyze_t1@ds=2008-04-09/hr=11 +POSTHOOK: Output: default@analyze_t1@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/spark/stats3.q.out b/ql/src/test/results/clientpositive/spark/stats3.q.out index d0c6054..8128d73 100644 --- a/ql/src/test/results/clientpositive/spark/stats3.q.out +++ b/ql/src/test/results/clientpositive/spark/stats3.q.out @@ -17,9 +17,13 @@ POSTHOOK: Output: default@hive_test_src_n3 PREHOOK: query: explain extended load data local inpath '../../data/files/test.dat' overwrite into table hive_test_src_n3 PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@hive_test_src_n3 POSTHOOK: query: explain extended load data local inpath '../../data/files/test.dat' overwrite into table hive_test_src_n3 POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@hive_test_src_n3 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/spark/stats5.q.out b/ql/src/test/results/clientpositive/spark/stats5.q.out index 6e88634..c4eeab0 100644 --- a/ql/src/test/results/clientpositive/spark/stats5.q.out +++ b/ql/src/test/results/clientpositive/spark/stats5.q.out @@ -12,8 +12,12 @@ POSTHOOK: Lineage: analyze_src.key SIMPLE [(src)src.FieldSchema(name:key, type:s POSTHOOK: Lineage: analyze_src.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain analyze table analyze_src compute statistics PREHOOK: type: QUERY +PREHOOK: Input: default@analyze_src +PREHOOK: Output: default@analyze_src POSTHOOK: query: explain analyze table analyze_src compute statistics POSTHOOK: type: QUERY +POSTHOOK: Input: default@analyze_src +POSTHOOK: Output: default@analyze_src STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/spark/stats7.q.out b/ql/src/test/results/clientpositive/spark/stats7.q.out index 3ae274e..fe942ad 100644 --- a/ql/src/test/results/clientpositive/spark/stats7.q.out +++ b/ql/src/test/results/clientpositive/spark/stats7.q.out @@ -35,8 +35,20 @@ POSTHOOK: Lineage: analyze_srcpart_n4 PARTITION(ds=2008-04-09,hr=12).key SIMPLE POSTHOOK: Lineage: analyze_srcpart_n4 PARTITION(ds=2008-04-09,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain analyze table analyze_srcpart_n4 PARTITION(ds='2008-04-08',hr) compute statistics PREHOOK: type: QUERY +PREHOOK: Input: default@analyze_srcpart_n4 +PREHOOK: Input: default@analyze_srcpart_n4@ds=2008-04-08/hr=11 +PREHOOK: Input: default@analyze_srcpart_n4@ds=2008-04-08/hr=12 +PREHOOK: Output: default@analyze_srcpart_n4 +PREHOOK: Output: default@analyze_srcpart_n4@ds=2008-04-08/hr=11 +PREHOOK: Output: default@analyze_srcpart_n4@ds=2008-04-08/hr=12 POSTHOOK: query: explain analyze table analyze_srcpart_n4 PARTITION(ds='2008-04-08',hr) compute statistics POSTHOOK: type: QUERY +POSTHOOK: Input: default@analyze_srcpart_n4 +POSTHOOK: Input: default@analyze_srcpart_n4@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@analyze_srcpart_n4@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@analyze_srcpart_n4 +POSTHOOK: Output: default@analyze_srcpart_n4@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@analyze_srcpart_n4@ds=2008-04-08/hr=12 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/spark/stats8.q.out b/ql/src/test/results/clientpositive/spark/stats8.q.out index 767ff21..edfbd57f 100644 --- a/ql/src/test/results/clientpositive/spark/stats8.q.out +++ b/ql/src/test/results/clientpositive/spark/stats8.q.out @@ -70,8 +70,16 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain analyze table analyze_srcpart_n1 PARTITION(ds='2008-04-08',hr=11) compute statistics PREHOOK: type: QUERY +PREHOOK: Input: default@analyze_srcpart_n1 +PREHOOK: Input: default@analyze_srcpart_n1@ds=2008-04-08/hr=11 +PREHOOK: Output: default@analyze_srcpart_n1 +PREHOOK: Output: default@analyze_srcpart_n1@ds=2008-04-08/hr=11 POSTHOOK: query: explain analyze table analyze_srcpart_n1 PARTITION(ds='2008-04-08',hr=11) compute statistics POSTHOOK: type: QUERY +POSTHOOK: Input: default@analyze_srcpart_n1 +POSTHOOK: Input: default@analyze_srcpart_n1@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@analyze_srcpart_n1 +POSTHOOK: Output: default@analyze_srcpart_n1@ds=2008-04-08/hr=11 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -217,8 +225,16 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain analyze table analyze_srcpart_n1 PARTITION(ds='2008-04-08',hr=12) compute statistics PREHOOK: type: QUERY +PREHOOK: Input: default@analyze_srcpart_n1 +PREHOOK: Input: default@analyze_srcpart_n1@ds=2008-04-08/hr=12 +PREHOOK: Output: default@analyze_srcpart_n1 +PREHOOK: Output: default@analyze_srcpart_n1@ds=2008-04-08/hr=12 POSTHOOK: query: explain analyze table analyze_srcpart_n1 PARTITION(ds='2008-04-08',hr=12) compute statistics POSTHOOK: type: QUERY +POSTHOOK: Input: default@analyze_srcpart_n1 +POSTHOOK: Input: default@analyze_srcpart_n1@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@analyze_srcpart_n1 +POSTHOOK: Output: default@analyze_srcpart_n1@ds=2008-04-08/hr=12 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -290,8 +306,16 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain analyze table analyze_srcpart_n1 PARTITION(ds='2008-04-09',hr=11) compute statistics PREHOOK: type: QUERY +PREHOOK: Input: default@analyze_srcpart_n1 +PREHOOK: Input: default@analyze_srcpart_n1@ds=2008-04-09/hr=11 +PREHOOK: Output: default@analyze_srcpart_n1 +PREHOOK: Output: default@analyze_srcpart_n1@ds=2008-04-09/hr=11 POSTHOOK: query: explain analyze table analyze_srcpart_n1 PARTITION(ds='2008-04-09',hr=11) compute statistics POSTHOOK: type: QUERY +POSTHOOK: Input: default@analyze_srcpart_n1 +POSTHOOK: Input: default@analyze_srcpart_n1@ds=2008-04-09/hr=11 +POSTHOOK: Output: default@analyze_srcpart_n1 +POSTHOOK: Output: default@analyze_srcpart_n1@ds=2008-04-09/hr=11 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -363,8 +387,16 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain analyze table analyze_srcpart_n1 PARTITION(ds='2008-04-09',hr=12) compute statistics PREHOOK: type: QUERY +PREHOOK: Input: default@analyze_srcpart_n1 +PREHOOK: Input: default@analyze_srcpart_n1@ds=2008-04-09/hr=12 +PREHOOK: Output: default@analyze_srcpart_n1 +PREHOOK: Output: default@analyze_srcpart_n1@ds=2008-04-09/hr=12 POSTHOOK: query: explain analyze table analyze_srcpart_n1 PARTITION(ds='2008-04-09',hr=12) compute statistics POSTHOOK: type: QUERY +POSTHOOK: Input: default@analyze_srcpart_n1 +POSTHOOK: Input: default@analyze_srcpart_n1@ds=2008-04-09/hr=12 +POSTHOOK: Output: default@analyze_srcpart_n1 +POSTHOOK: Output: default@analyze_srcpart_n1@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -436,8 +468,28 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain analyze table analyze_srcpart_n1 PARTITION(ds, hr) compute statistics PREHOOK: type: QUERY +PREHOOK: Input: default@analyze_srcpart_n1 +PREHOOK: Input: default@analyze_srcpart_n1@ds=2008-04-08/hr=11 +PREHOOK: Input: default@analyze_srcpart_n1@ds=2008-04-08/hr=12 +PREHOOK: Input: default@analyze_srcpart_n1@ds=2008-04-09/hr=11 +PREHOOK: Input: default@analyze_srcpart_n1@ds=2008-04-09/hr=12 +PREHOOK: Output: default@analyze_srcpart_n1 +PREHOOK: Output: default@analyze_srcpart_n1@ds=2008-04-08/hr=11 +PREHOOK: Output: default@analyze_srcpart_n1@ds=2008-04-08/hr=12 +PREHOOK: Output: default@analyze_srcpart_n1@ds=2008-04-09/hr=11 +PREHOOK: Output: default@analyze_srcpart_n1@ds=2008-04-09/hr=12 POSTHOOK: query: explain analyze table analyze_srcpart_n1 PARTITION(ds, hr) compute statistics POSTHOOK: type: QUERY +POSTHOOK: Input: default@analyze_srcpart_n1 +POSTHOOK: Input: default@analyze_srcpart_n1@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@analyze_srcpart_n1@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@analyze_srcpart_n1@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@analyze_srcpart_n1@ds=2008-04-09/hr=12 +POSTHOOK: Output: default@analyze_srcpart_n1 +POSTHOOK: Output: default@analyze_srcpart_n1@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@analyze_srcpart_n1@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@analyze_srcpart_n1@ds=2008-04-09/hr=11 +POSTHOOK: Output: default@analyze_srcpart_n1@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/spark/stats9.q.out b/ql/src/test/results/clientpositive/spark/stats9.q.out index fb2f90a..ed226b6 100644 --- a/ql/src/test/results/clientpositive/spark/stats9.q.out +++ b/ql/src/test/results/clientpositive/spark/stats9.q.out @@ -18,8 +18,12 @@ POSTHOOK: Lineage: analyze_srcbucket.key SIMPLE [(srcbucket)srcbucket.FieldSchem POSTHOOK: Lineage: analyze_srcbucket.value SIMPLE [(srcbucket)srcbucket.FieldSchema(name:value, type:string, comment:null), ] PREHOOK: query: explain analyze table analyze_srcbucket compute statistics PREHOOK: type: QUERY +PREHOOK: Input: default@analyze_srcbucket +PREHOOK: Output: default@analyze_srcbucket POSTHOOK: query: explain analyze table analyze_srcbucket compute statistics POSTHOOK: type: QUERY +POSTHOOK: Input: default@analyze_srcbucket +POSTHOOK: Output: default@analyze_srcbucket STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/spark/stats_noscan_1.q.out b/ql/src/test/results/clientpositive/spark/stats_noscan_1.q.out index 972b09d..32001f6 100644 --- a/ql/src/test/results/clientpositive/spark/stats_noscan_1.q.out +++ b/ql/src/test/results/clientpositive/spark/stats_noscan_1.q.out @@ -36,9 +36,17 @@ POSTHOOK: Lineage: analyze_srcpart_n0 PARTITION(ds=2008-04-09,hr=12).value SIMPL PREHOOK: query: explain analyze table analyze_srcpart_n0 PARTITION(ds='2008-04-08',hr=11) compute statistics noscan PREHOOK: type: QUERY +PREHOOK: Input: default@analyze_srcpart_n0 +PREHOOK: Input: default@analyze_srcpart_n0@ds=2008-04-08/hr=11 +PREHOOK: Output: default@analyze_srcpart_n0 +PREHOOK: Output: default@analyze_srcpart_n0@ds=2008-04-08/hr=11 POSTHOOK: query: explain analyze table analyze_srcpart_n0 PARTITION(ds='2008-04-08',hr=11) compute statistics noscan POSTHOOK: type: QUERY +POSTHOOK: Input: default@analyze_srcpart_n0 +POSTHOOK: Input: default@analyze_srcpart_n0@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@analyze_srcpart_n0 +POSTHOOK: Output: default@analyze_srcpart_n0@ds=2008-04-08/hr=11 STAGE DEPENDENCIES: Stage-1 is a root stage @@ -298,9 +306,21 @@ POSTHOOK: Lineage: analyze_srcpart_partial PARTITION(ds=2008-04-09,hr=12).value PREHOOK: query: explain analyze table analyze_srcpart_partial PARTITION(ds='2008-04-08') compute statistics noscan PREHOOK: type: QUERY +PREHOOK: Input: default@analyze_srcpart_partial +PREHOOK: Input: default@analyze_srcpart_partial@ds=2008-04-08/hr=11 +PREHOOK: Input: default@analyze_srcpart_partial@ds=2008-04-08/hr=12 +PREHOOK: Output: default@analyze_srcpart_partial +PREHOOK: Output: default@analyze_srcpart_partial@ds=2008-04-08/hr=11 +PREHOOK: Output: default@analyze_srcpart_partial@ds=2008-04-08/hr=12 POSTHOOK: query: explain analyze table analyze_srcpart_partial PARTITION(ds='2008-04-08') compute statistics noscan POSTHOOK: type: QUERY +POSTHOOK: Input: default@analyze_srcpart_partial +POSTHOOK: Input: default@analyze_srcpart_partial@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@analyze_srcpart_partial@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@analyze_srcpart_partial +POSTHOOK: Output: default@analyze_srcpart_partial@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@analyze_srcpart_partial@ds=2008-04-08/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage diff --git a/ql/src/test/results/clientpositive/spark/stats_noscan_2.q.out b/ql/src/test/results/clientpositive/spark/stats_noscan_2.q.out index 9a58d26..99c83aa 100644 --- a/ql/src/test/results/clientpositive/spark/stats_noscan_2.q.out +++ b/ql/src/test/results/clientpositive/spark/stats_noscan_2.q.out @@ -143,8 +143,12 @@ POSTHOOK: Lineage: texternal PARTITION(insertdate=2008-01-01).key SIMPLE [(src)s POSTHOOK: Lineage: texternal PARTITION(insertdate=2008-01-01).val SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain select count(*) from texternal where insertdate='2008-01-01' PREHOOK: type: QUERY +PREHOOK: Input: default@texternal +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from texternal where insertdate='2008-01-01' POSTHOOK: type: QUERY +POSTHOOK: Input: default@texternal +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -293,8 +297,14 @@ Storage Desc Params: #### A masked pattern was here #### PREHOOK: query: explain select count(*) from anaylyze_external where insertdate='2008-01-01' PREHOOK: type: QUERY +PREHOOK: Input: default@anaylyze_external +PREHOOK: Input: default@anaylyze_external@insertdate=2008-01-01 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from anaylyze_external where insertdate='2008-01-01' POSTHOOK: type: QUERY +POSTHOOK: Input: default@anaylyze_external +POSTHOOK: Input: default@anaylyze_external@insertdate=2008-01-01 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/stats_only_null.q.out b/ql/src/test/results/clientpositive/spark/stats_only_null.q.out index cd67fd8..5ecc38b 100644 --- a/ql/src/test/results/clientpositive/spark/stats_only_null.q.out +++ b/ql/src/test/results/clientpositive/spark/stats_only_null.q.out @@ -69,9 +69,13 @@ POSTHOOK: Lineage: stats_null_part PARTITION(dt=2011).d SIMPLE [(temps_null)temp PREHOOK: query: explain select count(*), count(a), count(b), count(c), count(d) from stats_null PREHOOK: type: QUERY +PREHOOK: Input: default@stats_null +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), count(a), count(b), count(c), count(d) from stats_null POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -127,9 +131,17 @@ STAGE PLANS: PREHOOK: query: explain select count(*), count(a), count(b), count(c), count(d) from stats_null_part PREHOOK: type: QUERY +PREHOOK: Input: default@stats_null_part +PREHOOK: Input: default@stats_null_part@dt=2010 +PREHOOK: Input: default@stats_null_part@dt=2011 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), count(a), count(b), count(c), count(d) from stats_null_part POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_null_part +POSTHOOK: Input: default@stats_null_part@dt=2010 +POSTHOOK: Input: default@stats_null_part@dt=2011 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -301,9 +313,13 @@ Storage Desc Params: PREHOOK: query: explain select count(*), count(a), count(b), count(c), count(d) from stats_null PREHOOK: type: QUERY +PREHOOK: Input: default@stats_null +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), count(a), count(b), count(c), count(d) from stats_null POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -317,9 +333,13 @@ STAGE PLANS: PREHOOK: query: explain select count(*), count(a), count(b), count(c), count(d) from stats_null_part PREHOOK: type: QUERY +PREHOOK: Input: default@stats_null_part +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), count(a), count(b), count(c), count(d) from stats_null_part POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_null_part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/spark/subquery_exists.q.out b/ql/src/test/results/clientpositive/spark/subquery_exists.q.out index 96a087a..f2c0dd1 100644 --- a/ql/src/test/results/clientpositive/spark/subquery_exists.q.out +++ b/ql/src/test/results/clientpositive/spark/subquery_exists.q.out @@ -7,6 +7,8 @@ where exists where b.value = a.value and a.key = b.key and a.value > 'val_9' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b @@ -16,6 +18,8 @@ where exists where b.value = a.value and a.key = b.key and a.value > 'val_9' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -210,6 +214,8 @@ where exists where b.VALUE = a.VALUE ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b @@ -219,6 +225,8 @@ where exists where b.VALUE = a.VALUE ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -306,6 +314,8 @@ where exists where a.value > 'val_9' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b @@ -315,6 +325,8 @@ where exists where a.value > 'val_9' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -949,8 +961,14 @@ POSTHOOK: Lineage: t_n12.i SCRIPT [] Warning: Shuffle Join JOIN[13][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from t_n12 where exists (select count(*) from src where 1=2) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@t_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t_n12 where exists (select count(*) from src where 1=2) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@t_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1095,9 +1113,13 @@ POSTHOOK: Input: default@tx1_n0 PREHOOK: query: explain select count(*) as result,3 as expected from tx1_n0 u where exists (select * from tx1_n0 v where u.a=v.a and u.b <> v.b) PREHOOK: type: QUERY +PREHOOK: Input: default@tx1_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) as result,3 as expected from tx1_n0 u where exists (select * from tx1_n0 v where u.a=v.a and u.b <> v.b) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tx1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1247,8 +1269,14 @@ POSTHOOK: Lineage: t2_n41.i SCRIPT [] POSTHOOK: Lineage: t2_n41.j SCRIPT [] PREHOOK: query: explain select * from t1_n68 where t1_n68.i in (select t2_n41.i from t2_n41 where t2_n41.j <> t1_n68.j) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n68 +PREHOOK: Input: default@t2_n41 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t1_n68 where t1_n68.i in (select t2_n41.i from t2_n41 where t2_n41.j <> t1_n68.j) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n68 +POSTHOOK: Input: default@t2_n41 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/subquery_in.q.out b/ql/src/test/results/clientpositive/spark/subquery_in.q.out index be330cd..498fe02 100644 --- a/ql/src/test/results/clientpositive/spark/subquery_in.q.out +++ b/ql/src/test/results/clientpositive/spark/subquery_in.q.out @@ -3,11 +3,15 @@ PREHOOK: query: explain from src where src.key in (select key from src s1 where s1.key > '9') PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src where src.key in (select key from src s1 where s1.key > '9') POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -117,6 +121,8 @@ where b.key in where b.value = a.value and a.key > '9' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b @@ -126,6 +132,8 @@ where b.key in where b.value = a.value and a.key > '9' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -242,6 +250,8 @@ part where part.p_size in where r <= 2 ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_name, p_size from @@ -251,6 +261,8 @@ part where part.p_size in where r <= 2 ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -413,6 +425,8 @@ from part b where b.p_size in where r <= 2 and b.p_mfgr = a.p_mfgr ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size from part b where b.p_size in @@ -421,6 +435,8 @@ from part b where b.p_size in where r <= 2 and b.p_mfgr = a.p_mfgr ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -598,6 +614,8 @@ where b.key in where b.value = a.value and a.key > '9' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b @@ -607,6 +625,8 @@ where b.key in where b.value = a.value and a.key > '9' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -723,6 +743,8 @@ where b.key in where b.value <> a.key and a.key > '9' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b @@ -732,6 +754,8 @@ where b.key in where b.value <> a.key and a.key > '9' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -867,8 +891,12 @@ POSTHOOK: Input: default@src 98 val_98 PREHOOK: query: explain select * from src b where b.key in (select distinct key from src a where a.value > b.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b where b.key in (select distinct key from src a where a.value > b.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1001,12 +1029,16 @@ from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li o where li.l_linenumber = 1 and li.l_orderkey in (select l_orderkey from lineitem where l_shipmode = 'AIR') PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem +#### A masked pattern was here #### POSTHOOK: query: explain select p.p_partkey, li.l_suppkey from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li on p.p_partkey = li.l_partkey where li.l_linenumber = 1 and li.l_orderkey in (select l_orderkey from lineitem where l_shipmode = 'AIR') POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1180,8 +1212,14 @@ POSTHOOK: Input: default@lineitem 4297 1798 PREHOOK: query: explain select sum(l_extendedprice) from lineitem, part where p_partkey = l_partkey and l_quantity IN (select avg(l_quantity) from lineitem where l_partkey = p_partkey) PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select sum(l_extendedprice) from lineitem, part where p_partkey = l_partkey and l_quantity IN (select avg(l_quantity) from lineitem where l_partkey = p_partkey) POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1350,8 +1388,12 @@ POSTHOOK: Input: default@part NULL PREHOOK: query: explain select * from part where p_brand <> 'Brand#14' AND p_size IN (select (p_size) from part p where p.p_type = part.p_type group by p_size) AND p_size <> 340 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_brand <> 'Brand#14' AND p_size IN (select (p_size) from part p where p.p_type = part.p_type group by p_size) AND p_size <> 340 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1478,8 +1520,12 @@ POSTHOOK: Input: default@part 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl PREHOOK: query: explain select * from part where (p_size-1) IN (select min(p_size) from part group by p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where (p_size-1) IN (select min(p_size) from part group by p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1617,8 +1663,12 @@ POSTHOOK: Input: default@part 86428 almond aquamarine burnished black steel Manufacturer#1 Brand#12 STANDARD ANODIZED STEEL 28 WRAP BAG 1414.42 arefully PREHOOK: query: explain select * from part where (p_partkey*p_size) IN (select min(p_partkey) from part group by p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where (p_partkey*p_size) IN (select min(p_partkey) from part group by p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1747,8 +1797,12 @@ POSTHOOK: Input: default@part 40982 almond antique misty red olive Manufacturer#3 Brand#32 ECONOMY PLATED COPPER 1 LG PKG 1922.98 c foxes can s PREHOOK: query: explain select count(*) as c from part as e where p_size + 100 IN (select p_partkey from part where p_name = e.p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) as c from part as e where p_size + 100 IN (select p_partkey from part where p_name = e.p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1853,8 +1907,12 @@ POSTHOOK: Input: default@part 0 PREHOOK: query: explain select * from part where floor(p_retailprice) IN (select floor(min(p_retailprice)) from part group by p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where floor(p_retailprice) IN (select floor(min(p_retailprice)) from part group by p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2011,8 +2069,12 @@ POSTHOOK: Input: default@part 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl PREHOOK: query: explain select * from part where p_name IN (select p_name from part p where p.p_size = part.p_size AND part.p_size + 121150 = p.p_partkey ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_name IN (select p_name from part p where p.p_size = part.p_size AND part.p_size + 121150 = p.p_partkey ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2156,8 +2218,12 @@ POSTHOOK: Input: default@part 121152 almond antique burnished rose metallic Manufacturer#1 Brand#14 PROMO PLATED TIN 2 JUMBO BOX 1173.15 e pinto beans h PREHOOK: query: explain select * from part where p_name IN (select p_name from part p where p.p_size = part.p_size AND part.p_partkey= p.p_partkey ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_name IN (select p_name from part p where p.p_size = part.p_size AND part.p_partkey= p.p_partkey ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2271,8 +2337,12 @@ POSTHOOK: Input: default@part 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl PREHOOK: query: explain select p_name from (select p_name, p_type, p_brand as brand from part) fpart where fpart.p_type IN (select p_type from part where part.p_brand = fpart.brand) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_name from (select p_name, p_type, p_brand as brand from part) fpart where fpart.p_type IN (select p_type from part where part.p_brand = fpart.brand) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2386,8 +2456,12 @@ almond azure aquamarine papaya violet almond azure blanched chiffon midnight PREHOOK: query: explain select p_name from (select p_name, p_type, p_size+1 as size from part) fpart where fpart.p_type IN (select p_type from part where (part.p_size+1) = fpart.size) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_name from (select p_name, p_type, p_size+1 as size from part) fpart where fpart.p_type IN (select p_type from part where (part.p_size+1) = fpart.size) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2559,8 +2633,12 @@ almond azure aquamarine papaya violet almond azure blanched chiffon midnight PREHOOK: query: explain select key, count(*) from src where value IN (select value from src) group by key having count(*) in (select count(*) from src s1 where s1.key = '90' group by s1.key ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from src where value IN (select value from src) group by key having count(*) in (select count(*) from src s1 where s1.key = '90' group by s1.key ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2775,8 +2853,12 @@ POSTHOOK: Input: default@src 90 3 PREHOOK: query: explain select key, count(*) from src where value IN (select value from src sc where sc.key = src.key ) group by key having count(*) in (select count(*) from src s1 where s1.key = '90' group by s1.key ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from src where value IN (select value from src sc where sc.key = src.key ) group by key having count(*) in (select count(*) from src s1 where s1.key = '90' group by s1.key ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2990,8 +3072,12 @@ POSTHOOK: Input: default@src 90 3 PREHOOK: query: explain select * from part where (p_size-1) IN (select min(p_size) from part group by p_type) order by p_brand PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where (p_size-1) IN (select min(p_size) from part group by p_type) order by p_brand POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3142,8 +3228,12 @@ POSTHOOK: Input: default@part 86428 almond aquamarine burnished black steel Manufacturer#1 Brand#12 STANDARD ANODIZED STEEL 28 WRAP BAG 1414.42 arefully PREHOOK: query: explain select * from part where (p_size-1) IN (select min(p_size) from part group by p_type) order by p_brand limit 4 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where (p_size-1) IN (select min(p_size) from part group by p_type) order by p_brand limit 4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3292,8 +3382,14 @@ POSTHOOK: Input: default@part 86428 almond aquamarine burnished black steel Manufacturer#1 Brand#12 STANDARD ANODIZED STEEL 28 WRAP BAG 1414.42 arefully PREHOOK: query: explain select * from src where key IN (select p_name from part UNION ALL select p_brand from part) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src where key IN (select p_name from part UNION ALL select p_brand from part) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3407,9 +3503,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain select p_mfgr, b.p_name, p_size from part b where b.p_name in (select p_name from (select p_mfgr, p_name, p_size as r from part) a where r < 10 and b.p_mfgr = a.p_mfgr ) order by p_mfgr,p_size PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, b.p_name, p_size from part b where b.p_name in (select p_name from (select p_mfgr, p_name, p_size as r from part) a where r < 10 and b.p_mfgr = a.p_mfgr ) order by p_mfgr,p_size POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3524,8 +3624,12 @@ Manufacturer#5 almond antique medium spring khaki 6 Manufacturer#5 almond antique sky peru orange 2 PREHOOK: query: explain select p_partkey from part where p_name in (select p.p_name from part p left outer join part pp on p.p_type = pp.p_type where pp.p_size = part.p_size) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_partkey from part where p_name in (select p.p_name from part p left outer join part pp on p.p_type = pp.p_type where pp.p_size = part.p_size) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3680,9 +3784,13 @@ POSTHOOK: Input: default@part PREHOOK: query: explain select p_partkey from part where p_name in (select p.p_name from part p left outer join part pp on p.p_type = pp.p_type where pp.p_size = part.p_size and p.p_size=part.p_size) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_partkey from part where p_name in (select p.p_name from part p left outer join part pp on p.p_type = pp.p_type where pp.p_size = part.p_size and p.p_size=part.p_size) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3839,9 +3947,13 @@ POSTHOOK: Input: default@part PREHOOK: query: explain select p_partkey from part where p_name in (select p.p_name from part p left outer join part pp on p.p_type = pp.p_type where pp.p_size = part.p_size and p.p_type=part.p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_partkey from part where p_name in (select p.p_name from part p left outer join part pp on p.p_type = pp.p_type where pp.p_size = part.p_size and p.p_type=part.p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3962,9 +4074,13 @@ STAGE PLANS: PREHOOK: query: explain select p_partkey from (select p_size, p_partkey from part where p_name in (select p.p_name from part p left outer join part pp on p.p_type = pp.p_type where pp.p_size = part.p_size)) subq PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_partkey from (select p_size, p_partkey from part where p_name in (select p.p_name from part p left outer join part pp on p.p_type = pp.p_type where pp.p_size = part.p_size)) subq POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4120,8 +4236,12 @@ POSTHOOK: Input: default@part 90681 PREHOOK: query: explain select * from part where p_size IN (select count(*) from part pp where pp.p_type = part.p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size IN (select count(*) from part pp where pp.p_type = part.p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4297,8 +4417,12 @@ POSTHOOK: Input: default@part 40982 almond antique misty red olive Manufacturer#3 Brand#32 ECONOMY PLATED COPPER 1 LG PKG 1922.98 c foxes can s PREHOOK: query: explain select * from part where p_size in (select avg(pp.p_size) from part pp where pp.p_partkey = part.p_partkey) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size in (select avg(pp.p_size) from part pp where pp.p_partkey = part.p_partkey) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4438,8 +4562,12 @@ POSTHOOK: Input: default@part Warning: Shuffle Join JOIN[14][tables = [$hdt$_1, $hdt$_2]] in Work 'Reducer 4' is a cross product PREHOOK: query: explain select * from part where p_size in (select min(pp.p_size) from part pp where pp.p_partkey > part.p_partkey) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size in (select min(pp.p_size) from part pp where pp.p_partkey > part.p_partkey) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4607,8 +4735,12 @@ POSTHOOK: Input: default@part 146985 almond aquamarine midnight light salmon Manufacturer#2 Brand#23 MEDIUM BURNISHED COPPER 2 SM CASE 2031.98 s cajole caref PREHOOK: query: explain select * from part where p_size NOT IN (select count(*) from part pp where pp.p_type = part.p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size NOT IN (select count(*) from part pp where pp.p_type = part.p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4847,8 +4979,12 @@ POSTHOOK: Input: default@part 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl PREHOOK: query: explain select * from part where p_size not in (select avg(pp.p_size) from part pp where pp.p_partkey = part.p_partkey) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size not in (select avg(pp.p_size) from part pp where pp.p_partkey = part.p_partkey) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5102,8 +5238,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tempty_n2 PREHOOK: query: explain select * from t_n22 where i IN (select count(*) from tempty_n2) PREHOOK: type: QUERY +PREHOOK: Input: default@t_n22 +PREHOOK: Input: default@tempty_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t_n22 where i IN (select count(*) from tempty_n2) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_n22 +POSTHOOK: Input: default@tempty_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5312,8 +5454,14 @@ POSTHOOK: Lineage: tt_n2.i SCRIPT [] POSTHOOK: Lineage: tt_n2.j SCRIPT [] PREHOOK: query: explain select * from t_n22 where i IN (select sum(i) from tt_n2 where tt_n2.j = t_n22.j) PREHOOK: type: QUERY +PREHOOK: Input: default@t_n22 +PREHOOK: Input: default@tt_n2 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t_n22 where i IN (select sum(i) from tt_n2 where tt_n2.j = t_n22.j) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_n22 +POSTHOOK: Input: default@tt_n2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5445,8 +5593,12 @@ POSTHOOK: Output: default@tt_n2 Warning: Shuffle Join JOIN[14][tables = [$hdt$_1, $hdt$_2]] in Work 'Reducer 4' is a cross product PREHOOK: query: explain select * from part where p_size IN (select max(p_size) from part p where p.p_type <> part.p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size IN (select max(p_size) from part p where p.p_type <> part.p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5613,8 +5765,12 @@ POSTHOOK: Input: default@part Warning: Shuffle Join JOIN[18][tables = [$hdt$_1, $hdt$_2]] in Work 'Reducer 4' is a cross product PREHOOK: query: explain select * from part where p_size IN (select pp.p_size from part p join part pp on pp.p_type = p.p_type where part.p_type <> p.p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size IN (select pp.p_size from part p join part pp on pp.p_type = p.p_type where part.p_type <> p.p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/subquery_multi.q.out b/ql/src/test/results/clientpositive/spark/subquery_multi.q.out index 0de142d..177aabe 100644 --- a/ql/src/test/results/clientpositive/spark/subquery_multi.q.out +++ b/ql/src/test/results/clientpositive/spark/subquery_multi.q.out @@ -81,8 +81,12 @@ POSTHOOK: Lineage: part_null.p_size SCRIPT [] POSTHOOK: Lineage: part_null.p_type SCRIPT [] PREHOOK: query: explain select * from part_null where p_size IN (select p_size from part_null) AND p_brand IN (select p_brand from part_null) PREHOOK: type: QUERY +PREHOOK: Input: default@part_null +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_size IN (select p_size from part_null) AND p_brand IN (select p_brand from part_null) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -248,8 +252,12 @@ POSTHOOK: Input: default@part_null Warning: Shuffle Join JOIN[27][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 3' is a cross product PREHOOK: query: explain select * from part_null where p_name IN (select p_name from part_null) AND p_brand NOT IN (select p_name from part_null) PREHOOK: type: QUERY +PREHOOK: Input: default@part_null +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_name IN (select p_name from part_null) AND p_brand NOT IN (select p_name from part_null) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -459,8 +467,12 @@ POSTHOOK: Input: default@part_null Warning: Shuffle Join JOIN[27][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 3' is a cross product PREHOOK: query: explain select * from part_null where p_name IN (select p_name from part_null) AND p_brand NOT IN (select p_type from part_null) PREHOOK: type: QUERY +PREHOOK: Input: default@part_null +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_name IN (select p_name from part_null) AND p_brand NOT IN (select p_type from part_null) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -696,8 +708,12 @@ POSTHOOK: Input: default@part_null Warning: Shuffle Join JOIN[28][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 3' is a cross product PREHOOK: query: explain select * from part_null where p_brand IN (select p_brand from part_null) AND p_brand NOT IN (select p_name from part_null) PREHOOK: type: QUERY +PREHOOK: Input: default@part_null +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_brand IN (select p_brand from part_null) AND p_brand NOT IN (select p_name from part_null) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -906,8 +922,14 @@ POSTHOOK: Input: default@part_null Warning: Shuffle Join JOIN[17][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from part_null where p_name NOT IN (select c from tempty) AND p_brand IN (select p_brand from part_null) PREHOOK: type: QUERY +PREHOOK: Input: default@part_null +PREHOOK: Input: default@tempty +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_name NOT IN (select c from tempty) AND p_brand IN (select p_brand from part_null) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_null +POSTHOOK: Input: default@tempty +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1136,8 +1158,14 @@ POSTHOOK: Input: default@tempty Warning: Shuffle Join JOIN[22][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 3' is a cross product PREHOOK: query: explain select * from part_null where p_name IN (select p_name from part_null) AND EXISTS (select c from tnull) PREHOOK: type: QUERY +PREHOOK: Input: default@part_null +PREHOOK: Input: default@tnull +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_name IN (select p_name from part_null) AND EXISTS (select c from tnull) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_null +POSTHOOK: Input: default@tnull +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1312,8 +1340,14 @@ POSTHOOK: Input: default@tnull Warning: Shuffle Join JOIN[22][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 3' is a cross product PREHOOK: query: explain select * from part_null where p_size IN (select p_size from part_null) AND EXISTS (select c from tempty) PREHOOK: type: QUERY +PREHOOK: Input: default@part_null +PREHOOK: Input: default@tempty +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_size IN (select p_size from part_null) AND EXISTS (select c from tempty) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_null +POSTHOOK: Input: default@tempty +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1462,8 +1496,14 @@ POSTHOOK: Input: default@tempty Warning: Shuffle Join JOIN[22][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 3' is a cross product PREHOOK: query: explain select * from part_null where p_name IN (select p_name from part_null) AND NOT EXISTS (select c from tempty) PREHOOK: type: QUERY +PREHOOK: Input: default@part_null +PREHOOK: Input: default@tempty +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_name IN (select p_name from part_null) AND NOT EXISTS (select c from tempty) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_null +POSTHOOK: Input: default@tempty +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1645,10 +1685,16 @@ PREHOOK: query: explain select * from part_null where p_name IN ( select p_name AND p_brand NOT IN (select p_container from part where part.p_type = part_null.p_type AND p_brand IN (select p_brand from part pp where part.p_type = pp.p_type)) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_name IN ( select p_name from part where part.p_type = part_null.p_type) AND p_brand NOT IN (select p_container from part where part.p_type = part_null.p_type AND p_brand IN (select p_brand from part pp where part.p_type = pp.p_type)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1972,8 +2018,14 @@ POSTHOOK: Input: default@part_null 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl PREHOOK: query: explain select * from part_null where p_name IN ( select p_name from part) AND p_brand IN (select p_brand from part where part.p_type = part_null.p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_name IN ( select p_name from part) AND p_brand IN (select p_brand from part where part.p_type = part_null.p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2139,8 +2191,14 @@ POSTHOOK: Input: default@part_null 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl PREHOOK: query: explain select * from part_null where p_name IN ( select p_name from part where part.p_type = part_null.p_type AND part.p_container=part_null.p_container) AND p_brand NOT IN (select p_container from part where part.p_type = part_null.p_type AND p_brand IN (select p_brand from part pp where part.p_type = pp.p_type)) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_name IN ( select p_name from part where part.p_type = part_null.p_type AND part.p_container=part_null.p_container) AND p_brand NOT IN (select p_container from part where part.p_type = part_null.p_type AND p_brand IN (select p_brand from part pp where part.p_type = pp.p_type)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2460,8 +2518,14 @@ POSTHOOK: Input: default@part_null 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl PREHOOK: query: explain select * from part_null where p_name IN (select p_name from part where part.p_type = part_null.p_type) AND p_brand NOT IN (select p_type from part where part.p_size = part_null.p_size) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_name IN (select p_name from part where part.p_type = part_null.p_type) AND p_brand NOT IN (select p_type from part where part.p_size = part_null.p_size) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2693,8 +2757,14 @@ POSTHOOK: Input: default@part_null 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl PREHOOK: query: explain select * from part_null where p_name IN (select p_name from part where part.p_type = part_null.p_type AND p_brand IN (select p_brand from part pp where part.p_type = pp.p_type)) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null where p_name IN (select p_name from part where part.p_type = part_null.p_type AND p_brand IN (select p_brand from part pp where part.p_type = pp.p_type)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2858,11 +2928,15 @@ from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li o where li.l_linenumber = 1 and li.l_orderkey in (select l_orderkey from lineitem where l_shipmode = 'AIR' and l_linenumber = li.l_linenumber AND l_quantity NOT IN (select avg(l_quantity) from lineitem)) PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem +#### A masked pattern was here #### POSTHOOK: query: explain select p.p_partkey, li.l_suppkey from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li on p.p_partkey = li.l_partkey where li.l_linenumber = 1 and li.l_orderkey in (select l_orderkey from lineitem where l_shipmode = 'AIR' and l_linenumber = li.l_linenumber AND l_quantity NOT IN (select avg(l_quantity) from lineitem)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3117,6 +3191,8 @@ where b.key in (select key from src where src.value = b.value) group by key, value having count(*) in (select count(*) from src s1 where s1.key > '9' and exists (select * from src s2 where s1.value = s2.value) group by s1.key ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, count(*) from src b @@ -3124,6 +3200,8 @@ where b.key in (select key from src where src.value = b.value) group by key, value having count(*) in (select count(*) from src s1 where s1.key > '9' and exists (select * from src s2 where s1.value = s2.value) group by s1.key ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3656,8 +3734,12 @@ POSTHOOK: Input: default@src Warning: Shuffle Join JOIN[15][tables = [$hdt$_1, $hdt$_2]] in Work 'Reducer 4' is a cross product PREHOOK: query: explain select * from part where p_name IN (select p_name from part p where part.p_type <> '1') PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_name IN (select p_name from part p where part.p_type <> '1') POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3830,8 +3912,14 @@ POSTHOOK: Lineage: tnull.i SCRIPT [] Warning: Shuffle Join JOIN[16][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where p_partkey = 3 OR p_size NOT IN (select i from tnull) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@tnull +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_partkey = 3 OR p_size NOT IN (select i from tnull) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@tnull +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3994,11 +4082,15 @@ PREHOOK: query: explain select count(*) from src or src.value is not null or exists(select key from src) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from src where src.key in (select key from src s1 where s1.key > '9') or src.value is not null or exists(select key from src) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4227,11 +4319,17 @@ PREHOOK: query: explain select * from part ws1 where and ws1.p_retailprice <> ws2.p_retailprice) and not exists(select * from part_null wr1 where ws1.p_type = wr1.p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null +#### A masked pattern was here #### POSTHOOK: query: explain select * from part ws1 where exists (select * from part ws2 where ws1.p_type= ws2.p_type and ws1.p_retailprice <> ws2.p_retailprice) and not exists(select * from part_null wr1 where ws1.p_type = wr1.p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/subquery_multiinsert.q.out b/ql/src/test/results/clientpositive/spark/subquery_multiinsert.q.out index db63eb6..7f9ec83 100644 --- a/ql/src/test/results/clientpositive/spark/subquery_multiinsert.q.out +++ b/ql/src/test/results/clientpositive/spark/subquery_multiinsert.q.out @@ -43,6 +43,9 @@ INSERT OVERWRITE TABLE src_5 where b.key not in ( select key from src s1 where s1.key > '2') order by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_4 +PREHOOK: Output: default@src_5 POSTHOOK: query: explain from src b INSERT OVERWRITE TABLE src_4 @@ -57,6 +60,9 @@ INSERT OVERWRITE TABLE src_5 where b.key not in ( select key from src s1 where s1.key > '2') order by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_4 +POSTHOOK: Output: default@src_5 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -484,6 +490,9 @@ INSERT OVERWRITE TABLE src_5 where b.key not in ( select key from src s1 where s1.key > '2') order by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_4 +PREHOOK: Output: default@src_5 POSTHOOK: query: explain from src b INSERT OVERWRITE TABLE src_4 @@ -498,6 +507,9 @@ INSERT OVERWRITE TABLE src_5 where b.key not in ( select key from src s1 where s1.key > '2') order by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_4 +POSTHOOK: Output: default@src_5 STAGE DEPENDENCIES: Stage-5 is a root stage Stage-2 depends on stages: Stage-5 diff --git a/ql/src/test/results/clientpositive/spark/subquery_notin.q.out b/ql/src/test/results/clientpositive/spark/subquery_notin.q.out index 900e6af..465402e 100644 --- a/ql/src/test/results/clientpositive/spark/subquery_notin.q.out +++ b/ql/src/test/results/clientpositive/spark/subquery_notin.q.out @@ -7,6 +7,8 @@ where src.key not in where s1.key > '2' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src @@ -15,6 +17,8 @@ where src.key not in where s1.key > '2' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -300,6 +304,8 @@ where b.p_name not in where r <= 2 and b.p_mfgr = a.p_mfgr ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, b.p_name, p_size from part b @@ -309,6 +315,8 @@ where b.p_name not in where r <= 2 and b.p_mfgr = a.p_mfgr ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -577,6 +585,8 @@ part where part.p_size not in where r <= 2 ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_name, p_size from @@ -586,6 +596,8 @@ part where part.p_size not in where r <= 2 ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -857,6 +869,8 @@ from part b where b.p_size not in where r <= 2 and b.p_mfgr = a.p_mfgr ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size from part b where b.p_size not in @@ -865,6 +879,8 @@ from part b where b.p_size not in where r <= 2 and b.p_mfgr = a.p_mfgr ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1425,10 +1441,18 @@ PREHOOK: query: explain select * from T1_v where T1_v.key not in (select T2_v.key from T2_v) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@t1_v +PREHOOK: Input: default@t2_v +#### A masked pattern was here #### POSTHOOK: query: explain select * from T1_v where T1_v.key not in (select T2_v.key from T2_v) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@t1_v +POSTHOOK: Input: default@t2_v +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1604,8 +1628,12 @@ POSTHOOK: Input: default@t2_v #### A masked pattern was here #### PREHOOK: query: explain select * from part where p_brand <> 'Brand#14' AND p_size NOT IN (select (p_size*p_size) from part p where p.p_type = part.p_type ) AND p_size <> 340 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_brand <> 'Brand#14' AND p_size NOT IN (select (p_size*p_size) from part p where p.p_type = part.p_type ) AND p_size <> 340 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1801,8 +1829,12 @@ POSTHOOK: Input: default@part Warning: Shuffle Join JOIN[26][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where (p_size-1) NOT IN (select min(p_size) from part group by p_type) order by p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where (p_size-1) NOT IN (select min(p_size) from part group by p_type) order by p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2018,8 +2050,12 @@ POSTHOOK: Input: default@part Warning: Shuffle Join JOIN[26][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where (p_partkey*p_size) NOT IN (select min(p_partkey) from part group by p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where (p_partkey*p_size) NOT IN (select min(p_partkey) from part group by p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2230,8 +2266,12 @@ POSTHOOK: Input: default@part 144293 almond antique olive coral navajo Manufacturer#3 Brand#34 STANDARD POLISHED STEEL 45 JUMBO CAN 1337.29 ag furiously about PREHOOK: query: explain select count(*) as c from part as e where p_size + 100 NOT IN (select p_partkey from part where p_name = e.p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) as c from part as e where p_size + 100 NOT IN (select p_partkey from part where p_name = e.p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2461,8 +2501,12 @@ POSTHOOK: Input: default@part Warning: Shuffle Join JOIN[26][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where floor(p_retailprice) NOT IN (select floor(min(p_retailprice)) from part group by p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where floor(p_retailprice) NOT IN (select floor(min(p_retailprice)) from part group by p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2649,8 +2693,12 @@ POSTHOOK: Input: default@part 192697 almond antique blue firebrick mint Manufacturer#5 Brand#52 MEDIUM BURNISHED TIN 31 LG DRUM 1789.69 ickly ir PREHOOK: query: explain select * from part where p_name NOT IN (select p_name from part p where p.p_size = part.p_size AND part.p_size + 121150 = p.p_partkey ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_name NOT IN (select p_name from part p where p.p_size = part.p_size AND part.p_size + 121150 = p.p_partkey ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2924,8 +2972,12 @@ POSTHOOK: Input: default@part 33357 almond azure aquamarine papaya violet Manufacturer#4 Brand#41 STANDARD ANODIZED TIN 12 WRAP CASE 1290.35 reful PREHOOK: query: explain select * from part where p_name NOT IN (select p_name from part p where p.p_size = part.p_size AND part.p_partkey= p.p_partkey ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_name NOT IN (select p_name from part p where p.p_size = part.p_size AND part.p_partkey= p.p_partkey ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3086,8 +3138,12 @@ POSTHOOK: Input: default@part #### A masked pattern was here #### PREHOOK: query: explain select p_name from (select p_name, p_type, p_brand as brand from part) fpart where fpart.p_type NOT IN (select p_type+2 from part where part.p_brand = fpart.brand) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_name from (select p_name, p_type, p_brand as brand from part) fpart where fpart.p_type NOT IN (select p_type+2 from part where part.p_brand = fpart.brand) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3256,8 +3312,12 @@ POSTHOOK: Input: default@part #### A masked pattern was here #### PREHOOK: query: explain select p_name from (select p_name, p_type, p_size+1 as size from part) fpart where fpart.p_type NOT IN (select p_type from part where (part.p_size+1) = fpart.size) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_name from (select p_name, p_type, p_size+1 as size from part) fpart where fpart.p_type NOT IN (select p_type from part where (part.p_size+1) = fpart.size) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3538,8 +3598,12 @@ almond aquamarine sandy cyan gainsboro Warning: Shuffle Join JOIN[16][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select key, count(*) from src where value NOT IN (select key from src) group by key having count(*) in (select count(*) from src s1 where s1.key = '90' group by s1.key ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from src where value NOT IN (select key from src) group by key having count(*) in (select count(*) from src s1 where s1.key = '90' group by s1.key ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3822,8 +3886,12 @@ POSTHOOK: Input: default@src 396 3 PREHOOK: query: explain select key, count(*) from src where value NOT IN (select concat('v', value) from src sc where sc.key = src.key ) group by key having count(*) in (select count(*) from src s1 where s1.key = '90' group by s1.key ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from src where value NOT IN (select concat('v', value) from src sc where sc.key = src.key ) group by key having count(*) in (select count(*) from src s1 where s1.key = '90' group by s1.key ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4120,8 +4188,12 @@ POSTHOOK: Input: default@src Warning: Shuffle Join JOIN[26][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where (p_size-1) NOT IN (select min(p_size) from part group by p_type) order by p_brand PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where (p_size-1) NOT IN (select min(p_size) from part group by p_type) order by p_brand POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4337,8 +4409,12 @@ POSTHOOK: Input: default@part Warning: Shuffle Join JOIN[26][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where (p_size-1) NOT IN (select min(p_size) from part group by p_type) order by p_brand, p_partkey limit 4 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where (p_size-1) NOT IN (select min(p_size) from part group by p_type) order by p_brand, p_partkey limit 4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4546,8 +4622,14 @@ POSTHOOK: Input: default@part Warning: Shuffle Join JOIN[26][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from src where key NOT IN (select p_name from part UNION ALL select p_brand from part) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src where key NOT IN (select p_name from part UNION ALL select p_brand from part) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5244,8 +5326,12 @@ POSTHOOK: Input: default@src 98 val_98 PREHOOK: query: explain select count(*) as c from part as e where p_size + 100 not in ( select p_type from part where p_brand = e.p_brand) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) as c from part as e where p_size + 100 not in ( select p_type from part where p_brand = e.p_brand) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5510,8 +5596,14 @@ POSTHOOK: Lineage: t2_n0.c1 SCRIPT [] Warning: Shuffle Join JOIN[16][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain SELECT c1 FROM t1_n0 WHERE c1 NOT IN (SELECT c1 FROM t2_n0) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n0 +PREHOOK: Input: default@t2_n0 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT c1 FROM t1_n0 WHERE c1 NOT IN (SELECT c1 FROM t2_n0) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n0 +POSTHOOK: Input: default@t2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5669,8 +5761,14 @@ POSTHOOK: Input: default@t2_n0 #### A masked pattern was here #### PREHOOK: query: explain SELECT c1 FROM t1_n0 WHERE c1 NOT IN (SELECT c1 FROM t2_n0 where t1_n0.c2=t2_n0.c1) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n0 +PREHOOK: Input: default@t2_n0 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT c1 FROM t1_n0 WHERE c1 NOT IN (SELECT c1 FROM t2_n0 where t1_n0.c2=t2_n0.c1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n0 +POSTHOOK: Input: default@t2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5980,8 +6078,14 @@ POSTHOOK: Lineage: t2_n0.a SCRIPT [] POSTHOOK: Lineage: t2_n0.b SCRIPT [] PREHOOK: query: explain select t1_n0.a from t1_n0 where t1_n0.b NOT IN (select t2_n0.a from t2_n0 where t2_n0.b=t1_n0.a) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n0 +PREHOOK: Input: default@t2_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select t1_n0.a from t1_n0 where t1_n0.b NOT IN (select t2_n0.a from t2_n0 where t2_n0.b=t1_n0.a) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n0 +POSTHOOK: Input: default@t2_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -6196,8 +6300,14 @@ POSTHOOK: Lineage: fixob.i SCRIPT [] POSTHOOK: Lineage: fixob.j SCRIPT [] PREHOOK: query: explain select * from fixOb where j NOT IN (select i from t7 where t7.j=fixOb.j) PREHOOK: type: QUERY +PREHOOK: Input: default@fixob +PREHOOK: Input: default@t7 +#### A masked pattern was here #### POSTHOOK: query: explain select * from fixOb where j NOT IN (select i from t7 where t7.j=fixOb.j) POSTHOOK: type: QUERY +POSTHOOK: Input: default@fixob +POSTHOOK: Input: default@t7 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -6430,8 +6540,12 @@ POSTHOOK: Lineage: t_n0.i SCRIPT [] POSTHOOK: Lineage: t_n0.j SCRIPT [] PREHOOK: query: explain select t_n0.i from t_n0 where t_n0.j NOT IN (select t1_n0.i from t_n0 t1_n0 where t1_n0.j=t_n0.j) PREHOOK: type: QUERY +PREHOOK: Input: default@t_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select t_n0.i from t_n0 where t_n0.j NOT IN (select t1_n0.i from t_n0 t1_n0 where t1_n0.j=t_n0.j) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -6630,8 +6744,12 @@ POSTHOOK: Input: default@t_n0 4 PREHOOK: query: explain select t_n0.i from t_n0 where t_n0.i NOT IN (select t1_n0.i from t_n0 t1_n0 where t1_n0.j=t_n0.j) PREHOOK: type: QUERY +PREHOOK: Input: default@t_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select t_n0.i from t_n0 where t_n0.i NOT IN (select t1_n0.i from t_n0 t1_n0 where t1_n0.j=t_n0.j) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -6794,8 +6912,12 @@ POSTHOOK: Input: default@t_n0 Warning: Shuffle Join JOIN[16][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select t_n0.i from t_n0 where t_n0.j NOT IN (select t1_n0.i from t_n0 t1_n0 ) PREHOOK: type: QUERY +PREHOOK: Input: default@t_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select t_n0.i from t_n0 where t_n0.j NOT IN (select t1_n0.i from t_n0 t1_n0 ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -6954,8 +7076,12 @@ POSTHOOK: Input: default@t_n0 Warning: Shuffle Join JOIN[16][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select t_n0.i from t_n0 where t_n0.i NOT IN (select t1_n0.i from t_n0 t1_n0 ) PREHOOK: type: QUERY +PREHOOK: Input: default@t_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select t_n0.i from t_n0 where t_n0.i NOT IN (select t1_n0.i from t_n0 t1_n0 ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -7122,6 +7248,8 @@ where b.key not in where b.value > a.value and a.key > '9' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b where b.key not in @@ -7130,6 +7258,8 @@ where b.key not in where b.value > a.value and a.key > '9' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/subquery_null_agg.q.out b/ql/src/test/results/clientpositive/spark/subquery_null_agg.q.out index 68a6e84..40aa421 100644 --- a/ql/src/test/results/clientpositive/spark/subquery_null_agg.q.out +++ b/ql/src/test/results/clientpositive/spark/subquery_null_agg.q.out @@ -27,6 +27,8 @@ FROM table_7 WHERE (t1.int_col) = (tt1.int_col)) PREHOOK: type: QUERY +PREHOOK: Input: default@table_7 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT (t1.int_col) * (t1.int_col) AS int_col @@ -46,6 +48,8 @@ FROM table_7 WHERE (t1.int_col) = (tt1.int_col)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_7 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/subquery_scalar.q.out b/ql/src/test/results/clientpositive/spark/subquery_scalar.q.out index e1a3b04..13b2630 100644 --- a/ql/src/test/results/clientpositive/spark/subquery_scalar.q.out +++ b/ql/src/test/results/clientpositive/spark/subquery_scalar.q.out @@ -82,8 +82,14 @@ POSTHOOK: Lineage: part_null_n0.p_type SCRIPT [] Warning: Shuffle Join JOIN[10][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where p_size > (select avg(p_size) from part_null_n0) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size > (select avg(p_size) from part_null_n0) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -212,8 +218,14 @@ POSTHOOK: Input: default@tempty_n0 Warning: Shuffle Join JOIN[15][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where p_size > (select * from tempty_n0) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@tempty_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size > (select * from tempty_n0) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@tempty_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -323,8 +335,14 @@ STAGE PLANS: Warning: Shuffle Join JOIN[18][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where p_name = (select p_name from part_null_n0 where p_name is null) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_name = (select p_name from part_null_n0 where p_name is null) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -449,8 +467,14 @@ Warning: Shuffle Join JOIN[25][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' Warning: Shuffle Join JOIN[28][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 3' is a cross product PREHOOK: query: explain select * from part where (select i from tnull_n0 limit 1) is null PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@tnull_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where (select i from tnull_n0 limit 1) is null POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@tnull_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -643,8 +667,14 @@ POSTHOOK: Input: default@tnull_n0 Warning: Shuffle Join JOIN[12][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where (select max(p_name) from part_null_n0) is not null PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where (select max(p_name) from part_null_n0) is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -771,8 +801,12 @@ Warning: Shuffle Join JOIN[16][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' Warning: Shuffle Join JOIN[19][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 3' is a cross product PREHOOK: query: explain select * from part where p_size between (select min(p_size) from part) and (select avg(p_size) from part) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size between (select min(p_size) from part) and (select avg(p_size) from part) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -942,10 +976,14 @@ PREHOOK: query: explain select p_mfgr, p_name, p_size from part where part.p_size > (select first_value(p_size) over(partition by p_mfgr order by p_size) as fv from part order by fv limit 1) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, p_name, p_size from part where part.p_size > (select first_value(p_size) over(partition by p_mfgr order by p_size) as fv from part order by fv limit 1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1179,8 +1217,12 @@ Manufacturer#5 almond azure blanched chiffon midnight 23 Warning: Shuffle Join JOIN[10][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where (p_partkey*p_size) <> (select min(p_partkey) from part) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where (p_partkey*p_size) <> (select min(p_partkey) from part) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1306,8 +1348,12 @@ POSTHOOK: Input: default@part 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl PREHOOK: query: explain select count(*) as c from part as e where p_size + 100 < (select max(p_partkey) from part where p_name = e.p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) as c from part as e where p_size + 100 < (select max(p_partkey) from part where p_name = e.p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1437,8 +1483,12 @@ POSTHOOK: Input: default@part 26 PREHOOK: query: explain select count(*) as c from part as e where 100 < (select max(p_partkey) from part where p_name = e.p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) as c from part as e where 100 < (select max(p_partkey) from part where p_name = e.p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1563,8 +1613,14 @@ POSTHOOK: Input: default@part 26 PREHOOK: query: explain select * from part where p_size > (select avg(p_size) from part_null_n0 where part_null_n0.p_type = part.p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size > (select avg(p_size) from part_null_n0 where part_null_n0.p_type = part.p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1681,8 +1737,14 @@ POSTHOOK: Input: default@part_null_n0 Warning: Shuffle Join JOIN[20][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 3' is a cross product PREHOOK: query: explain select * from part where p_size BETWEEN (select min(p_size) from part_null_n0 where part_null_n0.p_type = part.p_type) AND (select max(p_size) from part_null_n0) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size BETWEEN (select min(p_size) from part_null_n0 where part_null_n0.p_type = part.p_type) AND (select max(p_size) from part_null_n0) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1869,8 +1931,14 @@ POSTHOOK: Input: default@part_null_n0 Warning: Shuffle Join JOIN[23][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 3' is a cross product PREHOOK: query: explain select * from part where p_size >= (select min(p_size) from part_null_n0 where part_null_n0.p_type = part.p_type) AND p_retailprice <= (select max(p_retailprice) from part_null_n0) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size >= (select min(p_size) from part_null_n0 where part_null_n0.p_type = part.p_type) AND p_retailprice <= (select max(p_retailprice) from part_null_n0) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2067,8 +2135,12 @@ POSTHOOK: Input: default@part_null_n0 Warning: Shuffle Join JOIN[14][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where p_brand <> (select min(p_brand) from part ) AND p_size IN (select (p_size) from part p where p.p_type = part.p_type ) AND p_size <> 340 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_brand <> (select min(p_brand) from part ) AND p_size IN (select (p_size) from part p where p.p_type = part.p_type ) AND p_size <> 340 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2230,8 +2302,12 @@ POSTHOOK: Input: default@part 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl PREHOOK: query: explain select * from part where p_size <> (select count(p_name) from part p where p.p_size = part.p_size AND part.p_partkey= p.p_partkey ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size <> (select count(p_name) from part p where p.p_size = part.p_size AND part.p_partkey= p.p_partkey ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2366,8 +2442,12 @@ Warning: Shuffle Join JOIN[10][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' Warning: Shuffle Join JOIN[43][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 4' is a cross product PREHOOK: query: explain select key, count(*) from src where value <> (select max(value) from src) group by key having count(*) > (select count(*) from src s1 where s1.key = '90' group by s1.key ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from src where value <> (select max(value) from src) group by key having count(*) > (select count(*) from src s1 where s1.key = '90' group by s1.key ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2624,8 +2704,12 @@ POSTHOOK: Input: default@src Warning: Shuffle Join JOIN[14][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 3' is a cross product PREHOOK: query: explain select sum(p_retailprice) from part group by p_type having sum(p_retailprice) > (select max(pp.p_retailprice) from part pp) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select sum(p_retailprice) from part group by p_type having sum(p_retailprice) > (select max(pp.p_retailprice) from part pp) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2754,8 +2838,12 @@ POSTHOOK: Input: default@part Warning: Shuffle Join JOIN[72][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where p_size > (select count(p_name) from part INTERSECT select count(p_brand) from part) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size > (select count(p_name) from part INTERSECT select count(p_brand) from part) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3024,8 +3112,12 @@ POSTHOOK: Input: default@part 86428 almond aquamarine burnished black steel Manufacturer#1 Brand#12 STANDARD ANODIZED STEEL 28 WRAP BAG 1414.42 arefully PREHOOK: query: explain select p_partkey from part where p_name like (select max(p.p_name) from part p left outer join part pp on p.p_type = pp.p_type where pp.p_size = part.p_size) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_partkey from part where p_name like (select max(p.p_name) from part p left outer join part pp on p.p_type = pp.p_type where pp.p_size = part.p_size) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3199,8 +3291,14 @@ POSTHOOK: Input: default@part Warning: Shuffle Join JOIN[23][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from part_null_n0 where p_name NOT LIKE (select min(p_name) from part_null_n0) AND p_brand NOT IN (select p_name from part) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null_n0 where p_name NOT LIKE (select min(p_name) from part_null_n0) AND p_brand NOT IN (select p_name from part) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3421,8 +3519,14 @@ POSTHOOK: Input: default@part_null_n0 Warning: Shuffle Join JOIN[17][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from part_null_n0 where p_brand NOT IN (select p_name from part) AND p_name NOT LIKE (select min(p_name) from part_null_n0 pp where part_null_n0.p_type = pp.p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null_n0 where p_brand NOT IN (select p_name from part) AND p_name NOT LIKE (select min(p_name) from part_null_n0 pp where part_null_n0.p_type = pp.p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3653,11 +3757,15 @@ from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li o where li.l_linenumber = 1 and li.l_orderkey <> (select min(l_orderkey) from lineitem where l_shipmode = 'AIR' and l_linenumber = li.l_linenumber) PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem +#### A masked pattern was here #### POSTHOOK: query: explain select p.p_partkey, li.l_suppkey from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li on p.p_partkey = li.l_partkey where li.l_linenumber = 1 and li.l_orderkey <> (select min(l_orderkey) from lineitem where l_shipmode = 'AIR' and l_linenumber = li.l_linenumber) POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3856,11 +3964,15 @@ from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li o where li.l_linenumber = 1 and li.l_orderkey <> (select min(l_orderkey) from lineitem where l_shipmode = 'AIR' and l_linenumber = li.l_linenumber) PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem +#### A masked pattern was here #### POSTHOOK: query: explain select p.p_partkey, li.l_suppkey from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li on p.p_partkey = li.l_partkey where li.l_linenumber = 1 and li.l_orderkey <> (select min(l_orderkey) from lineitem where l_shipmode = 'AIR' and l_linenumber = li.l_linenumber) POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4055,8 +4167,14 @@ POSTHOOK: Input: default@lineitem 88362 871 PREHOOK: query: explain select sum(l_extendedprice) from lineitem, part where p_partkey = l_partkey and l_quantity > (select avg(l_quantity) from lineitem where l_partkey = p_partkey) PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select sum(l_extendedprice) from lineitem, part where p_partkey = l_partkey and l_quantity > (select avg(l_quantity) from lineitem where l_partkey = p_partkey) POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4210,8 +4328,14 @@ POSTHOOK: Input: default@part NULL PREHOOK: query: explain select * from part_null_n0 where p_name IN (select p_name from part where part.p_type = part_null_n0.p_type AND p_brand NOT LIKE (select min(p_brand) from part pp where part.p_type = pp.p_type)) PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@part_null_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from part_null_n0 where p_name IN (select p_name from part where part.p_type = part_null_n0.p_type AND p_brand NOT LIKE (select min(p_brand) from part pp where part.p_type = pp.p_type)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@part_null_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4527,8 +4651,14 @@ POSTHOOK: Lineage: depts_n3.deptno SCRIPT [] POSTHOOK: Lineage: depts_n3.name SCRIPT [] PREHOOK: query: explain select * from emps_n4 where deptno <> (select count(deptno) from depts_n3 where depts_n3.name = emps_n4.name) PREHOOK: type: QUERY +PREHOOK: Input: default@depts_n3 +PREHOOK: Input: default@emps_n4 +#### A masked pattern was here #### POSTHOOK: query: explain select * from emps_n4 where deptno <> (select count(deptno) from depts_n3 where depts_n3.name = emps_n4.name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@depts_n3 +POSTHOOK: Input: default@emps_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4645,8 +4775,14 @@ POSTHOOK: Input: default@emps_n4 130 Alice 40 F Vancouver 2 NULL false true 2007-01-01 PREHOOK: query: explain select * from emps_n4 where name > (select min(name) from depts_n3 where depts_n3.deptno=emps_n4.deptno) PREHOOK: type: QUERY +PREHOOK: Input: default@depts_n3 +PREHOOK: Input: default@emps_n4 +#### A masked pattern was here #### POSTHOOK: query: explain select * from emps_n4 where name > (select min(name) from depts_n3 where depts_n3.deptno=emps_n4.deptno) POSTHOOK: type: QUERY +POSTHOOK: Input: default@depts_n3 +POSTHOOK: Input: default@emps_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4762,8 +4898,14 @@ POSTHOOK: Input: default@emps_n4 120 Wilma 20 F NULL 1 5 NULL true 2005-09-07 PREHOOK: query: explain select * from emps_n4 where deptno <> (select count(deptno) from depts_n3 where depts_n3.name = emps_n4.name) and empno > (select count(name) from depts_n3 where depts_n3.deptno = emps_n4.deptno) PREHOOK: type: QUERY +PREHOOK: Input: default@depts_n3 +PREHOOK: Input: default@emps_n4 +#### A masked pattern was here #### POSTHOOK: query: explain select * from emps_n4 where deptno <> (select count(deptno) from depts_n3 where depts_n3.name = emps_n4.name) and empno > (select count(name) from depts_n3 where depts_n3.deptno = emps_n4.deptno) POSTHOOK: type: QUERY +POSTHOOK: Input: default@depts_n3 +POSTHOOK: Input: default@emps_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4946,8 +5088,14 @@ POSTHOOK: Input: default@emps_n4 Warning: Shuffle Join JOIN[23][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 3' is a cross product PREHOOK: query: explain select * from emps_n4 where deptno <> (select sum(deptno) from depts_n3 where depts_n3.name = emps_n4.name) and empno > (select count(name) from depts_n3) PREHOOK: type: QUERY +PREHOOK: Input: default@depts_n3 +PREHOOK: Input: default@emps_n4 +#### A masked pattern was here #### POSTHOOK: query: explain select * from emps_n4 where deptno <> (select sum(deptno) from depts_n3 where depts_n3.name = emps_n4.name) and empno > (select count(name) from depts_n3) POSTHOOK: type: QUERY +POSTHOOK: Input: default@depts_n3 +POSTHOOK: Input: default@emps_n4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5143,12 +5291,16 @@ from src group by key having count(*) > (select count(*) from src s1 where s1.key > '9' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from src group by key having count(*) > (select count(*) from src s1 where s1.key > '9' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5293,6 +5445,8 @@ where b.key in (select key from src where src.key > '8') group by key, value having count(*) > (select count(*) from src s1 where s1.key > '9' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, count(*) from src b @@ -5300,6 +5454,8 @@ where b.key in (select key from src where src.key > '8') group by key, value having count(*) > (select count(*) from src s1 where s1.key > '9' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5474,8 +5630,12 @@ POSTHOOK: Input: default@src Warning: Shuffle Join JOIN[24][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where p_size > (select max(p_size) from part group by p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size > (select max(p_size) from part group by p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5633,8 +5793,12 @@ STAGE PLANS: PREHOOK: query: explain select * from part where p_size > (select max(p_size) from part p where p.p_type = part.p_type group by p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size > (select max(p_size) from part p where p.p_type = part.p_type group by p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5787,9 +5951,13 @@ Warning: Shuffle Join JOIN[12][tables = [$hdt$_1, $hdt$_2]] in Work 'Reducer 4' PREHOOK: query: explain select * from part where p_size <> (select count(p_size) from part pp where part.p_type <> pp.p_type) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from part where p_size <> (select count(p_size) from part pp where part.p_type <> pp.p_type) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -6002,8 +6170,12 @@ POSTHOOK: Lineage: t_n11.j SCRIPT [] Warning: Shuffle Join JOIN[12][tables = [$hdt$_1, $hdt$_2]] in Work 'Reducer 4' is a cross product PREHOOK: query: explain select * from t_n11 where 0 = (select count(*) from t_n11 tt_n11 where tt_n11.j <> t_n11.i) PREHOOK: type: QUERY +PREHOOK: Input: default@t_n11 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t_n11 where 0 = (select count(*) from t_n11 tt_n11 where tt_n11.j <> t_n11.i) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_n11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -6172,8 +6344,12 @@ POSTHOOK: Input: default@t_n11 Warning: Shuffle Join JOIN[14][tables = [$hdt$_1, $hdt$_2]] in Work 'Reducer 4' is a cross product PREHOOK: query: explain select * from t_n11 where 0 = (select avg(tt_n11.i) from t_n11 tt_n11 where tt_n11.j <> t_n11.i) PREHOOK: type: QUERY +PREHOOK: Input: default@t_n11 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t_n11 where 0 = (select avg(tt_n11.i) from t_n11 tt_n11 where tt_n11.j <> t_n11.i) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_n11 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -6345,8 +6521,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tempty_n0 PREHOOK: query: explain select * from t_n11 where 0 = (select count(*) from tempty_n0 tt_n11 where t_n11.i=tt_n11.i) PREHOOK: type: QUERY +PREHOOK: Input: default@t_n11 +PREHOOK: Input: default@tempty_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t_n11 where 0 = (select count(*) from tempty_n0 tt_n11 where t_n11.i=tt_n11.i) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_n11 +POSTHOOK: Input: default@tempty_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -6460,8 +6642,14 @@ POSTHOOK: Input: default@tempty_n0 3 1 PREHOOK: query: explain select * from t_n11 where 0 = (select min(tt_n11.j) from tempty_n0 tt_n11 where t_n11.i=tt_n11.i) PREHOOK: type: QUERY +PREHOOK: Input: default@t_n11 +PREHOOK: Input: default@tempty_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t_n11 where 0 = (select min(tt_n11.j) from tempty_n0 tt_n11 where t_n11.i=tt_n11.i) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_n11 +POSTHOOK: Input: default@tempty_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -6589,9 +6777,13 @@ Warning: Shuffle Join JOIN[15][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 3' PREHOOK: query: explain select key, count(*) from src group by key having count(*) > (select count(*) from src s1 group by 4) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from src group by key having count(*) > (select count(*) from src s1 group by 4) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -6712,9 +6904,13 @@ Warning: Shuffle Join JOIN[16][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 3' PREHOOK: query: explain select key, count(*) from src group by key having count(*) > (select count(*) from src s1 where s1.key = '90' group by s1.key ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from src group by key having count(*) > (select count(*) from src s1 where s1.key = '90' group by s1.key ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/subquery_select.q.out b/ql/src/test/results/clientpositive/spark/subquery_select.q.out index bae1199..26c27e3 100644 --- a/ql/src/test/results/clientpositive/spark/subquery_select.q.out +++ b/ql/src/test/results/clientpositive/spark/subquery_select.q.out @@ -3,10 +3,14 @@ PREHOOK: query: explain SELECT p_size, p_size IN ( SELECT MAX(p_size) FROM part) FROM part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain SELECT p_size, p_size IN ( SELECT MAX(p_size) FROM part) FROM part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -176,10 +180,14 @@ PREHOOK: query: EXPLAIN SELECT p_size, p_size IN ( SELECT MAX(p_size) FROM part p where p.p_type = part.p_type) FROM part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT p_size, p_size IN ( SELECT MAX(p_size) FROM part p where p.p_type = part.p_type) FROM part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -361,10 +369,14 @@ PREHOOK: query: explain SELECT p_size, p_size NOT IN ( SELECT MAX(p_size) FROM part) FROM part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain SELECT p_size, p_size NOT IN ( SELECT MAX(p_size) FROM part) FROM part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -534,10 +546,14 @@ PREHOOK: query: EXPLAIN SELECT p_size, p_size NOT IN ( SELECT MAX(p_size) FROM part p where p.p_type = part.p_type) FROM part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT p_size, p_size NOT IN ( SELECT MAX(p_size) FROM part p where p.p_type = part.p_type) FROM part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -782,9 +798,13 @@ Warning: Shuffle Join JOIN[11][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' PREHOOK: query: explain SELECT p_size, EXISTS(SELECT p_size FROM part) FROM part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain SELECT p_size, EXISTS(SELECT p_size FROM part) FROM part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -909,9 +929,13 @@ POSTHOOK: Input: default@part PREHOOK: query: explain SELECT p_size, EXISTS(SELECT p_size FROM part pp where pp.p_type = part.p_type) FROM part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain SELECT p_size, EXISTS(SELECT p_size FROM part pp where pp.p_type = part.p_type) FROM part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1045,9 +1069,13 @@ Warning: Shuffle Join JOIN[11][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' PREHOOK: query: explain SELECT p_size, NOT EXISTS(SELECT p_size FROM part) FROM part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain SELECT p_size, NOT EXISTS(SELECT p_size FROM part) FROM part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1172,9 +1200,13 @@ POSTHOOK: Input: default@part PREHOOK: query: explain SELECT p_size, NOT EXISTS(SELECT p_size FROM part pp where pp.p_type = part.p_type) FROM part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain SELECT p_size, NOT EXISTS(SELECT p_size FROM part pp where pp.p_type = part.p_type) FROM part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1306,8 +1338,12 @@ POSTHOOK: Input: default@part 45 false PREHOOK: query: explain select p_size, (select count(p_name) from part p where p.p_type = part.p_name) from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_size, (select count(p_name) from part p where p.p_type = part.p_name) from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1440,8 +1476,12 @@ POSTHOOK: Input: default@part 7 0 PREHOOK: query: explain select p_size, (select max(p_name) from part p where p.p_type = part.p_name) from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_size, (select max(p_name) from part p where p.p_type = part.p_name) from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1576,9 +1616,13 @@ Warning: Shuffle Join JOIN[10][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' PREHOOK: query: explain SELECT p_size, (SELECT max(p_size) FROM part) FROM part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain SELECT p_size, (SELECT max(p_size) FROM part) FROM part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1707,6 +1751,8 @@ where b.key in where b.value = a.value and a.key > '9' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b @@ -1716,6 +1762,8 @@ where b.key in where b.value = a.value and a.key > '9' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1878,6 +1926,8 @@ where b.key in where b.value = a.value and a.key > '9' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b @@ -1887,6 +1937,8 @@ where b.key in where b.value = a.value and a.key > '9' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2076,8 +2128,14 @@ POSTHOOK: Lineage: tnull_n3.i EXPRESSION [] Warning: Shuffle Join JOIN[16][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select p_size, p_size IN (select i from tnull_n3) from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@tnull_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select p_size, p_size IN (select i from tnull_n3) from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@tnull_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2267,8 +2325,14 @@ POSTHOOK: Output: default@tempty_n3 Warning: Shuffle Join JOIN[10][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select p_size, (select count(*) from tempty_n3) from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@tempty_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select p_size, (select count(*) from tempty_n3) from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@tempty_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2388,8 +2452,14 @@ POSTHOOK: Input: default@tempty_n3 Warning: Shuffle Join JOIN[10][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select p_size, (select max(i) from tempty_n3) from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Input: default@tempty_n3 +#### A masked pattern was here #### POSTHOOK: query: explain select p_size, (select max(i) from tempty_n3) from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Input: default@tempty_n3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2527,9 +2597,13 @@ POSTHOOK: Output: default@tnull_n3 PREHOOK: query: explain SELECT p_size, 1+(SELECT max(p_size) FROM part p WHERE p.p_type = part.p_type) from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain SELECT p_size, 1+(SELECT max(p_size) FROM part p WHERE p.p_type = part.p_type) from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2665,9 +2739,13 @@ POSTHOOK: Input: default@part PREHOOK: query: explain SELECT p_size, (SELECT count(p_size) FROM part p WHERE p.p_type = part.p_type) IS NULL from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain SELECT p_size, (SELECT count(p_size) FROM part p WHERE p.p_type = part.p_type) IS NULL from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2804,8 +2882,12 @@ Warning: Shuffle Join JOIN[23][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' Warning: Shuffle Join JOIN[26][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 3' is a cross product PREHOOK: query: explain select p_type, (select p_size from part order by p_size limit 1) = 1 from part order by p_type PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_type, (select p_size from part order by p_size limit 1) = 1 from part order by p_type POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3008,11 +3090,15 @@ PREHOOK: query: EXPLAIN SELECT p_size, p_size IN ( p_name IN (SELECT min(p_name) from part) FROM part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT p_size, p_size IN ( SELECT MAX(p_size) FROM part p where p.p_type = part.p_type) AND p_name IN (SELECT min(p_name) from part) FROM part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3283,9 +3369,13 @@ POSTHOOK: Input: default@part PREHOOK: query: explain SELECT p_size, NOT EXISTS(SELECT p_size FROM part pp where pp.p_type = part.p_type) FROM part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain SELECT p_size, NOT EXISTS(SELECT p_size FROM part pp where pp.p_type = part.p_type) FROM part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3422,10 +3512,14 @@ PREHOOK: query: explain select p_size, (p_size IN (select (select max(p_size) from part) as sb from part order by sb limit 1)) = true from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_size, (p_size IN (select (select max(p_size) from part) as sb from part order by sb limit 1)) = true from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3700,6 +3794,8 @@ PREHOOK: query: explain select case when (select count(*) where p_partkey between 10000 and 20000) end sq from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select case when (select count(*) from part where p_size between 1 and 20) > 409437 @@ -3711,6 +3807,8 @@ POSTHOOK: query: explain select case when (select count(*) where p_partkey between 10000 and 20000) end sq from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3952,8 +4050,12 @@ POSTHOOK: Input: default@part Warning: Shuffle Join JOIN[14][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 3' is a cross product PREHOOK: query: explain select max(p_size) > ( select count(*)-1 from part) from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select max(p_size) > ( select count(*)-1 from part) from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4073,9 +4175,13 @@ Warning: Shuffle Join JOIN[12][tables = [$hdt$_1, $hdt$_2]] in Work 'Reducer 4' PREHOOK: query: explain select o.p_size, (select count(distinct p_type) from part p where p.p_partkey = o.p_partkey) tmp FROM part o right join (select * from part where p_size > (select avg(p_size) from part)) t on t.p_partkey = o.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select o.p_size, (select count(distinct p_type) from part p where p.p_partkey = o.p_partkey) tmp FROM part o right join (select * from part where p_size > (select avg(p_size) from part)) t on t.p_partkey = o.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4280,10 +4386,14 @@ PREHOOK: query: explain select (select max(p_size) from part), (select min(p_siz (select avg(p_size) from part), (select sum(p_size) from part) from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select (select max(p_size) from part), (select min(p_size) from part), (select avg(p_size) from part), (select sum(p_size) from part) from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4558,10 +4668,14 @@ PREHOOK: query: explain select t1.p_size, (select count(*) from part p, part pp where p.p_size = pp.p_size and p.p_type = pp.p_type) from part t1 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select t1.p_size, (select count(*) from part p, part pp where p.p_size = pp.p_size and p.p_type = pp.p_type) from part t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4725,12 +4839,16 @@ PREHOOK: query: explain select t1.p_size, group by a1.p_partkey) > 0) from part t1 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select t1.p_size, (select count(*) from part p, part pp where p.p_size = pp.p_size and p.p_type = pp.p_type and (select sum(p_size) from part a1 where a1.p_partkey = p.p_partkey group by a1.p_partkey) > 0) from part t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5011,6 +5129,8 @@ PREHOOK: query: explain select t1.p_size, group by a1.p_partkey) > 0) from part t1 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select t1.p_size, (select count(*) from part t2 where t2.p_partkey = t1.p_partkey group by t2.p_partkey), (select count(*) from part p, part pp where p.p_size = pp.p_size and p.p_type = pp.p_type @@ -5018,6 +5138,8 @@ POSTHOOK: query: explain select t1.p_size, group by a1.p_partkey) > 0) from part t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5385,8 +5507,12 @@ POSTHOOK: Input: default@part 18 1 28 PREHOOK: query: explain SELECT p_size, exp((SELECT max(p_size) FROM part p WHERE p.p_type = part.p_type)) from part PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain SELECT p_size, exp((SELECT max(p_size) FROM part p WHERE p.p_type = part.p_type)) from part POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/subquery_views.q.out b/ql/src/test/results/clientpositive/spark/subquery_views.q.out index 55e3694..8ef1170 100644 --- a/ql/src/test/results/clientpositive/spark/subquery_views.q.out +++ b/ql/src/test/results/clientpositive/spark/subquery_views.q.out @@ -89,10 +89,16 @@ PREHOOK: query: explain select * from cv2 where cv2.key in (select key from cv2 c where c.key < '11') PREHOOK: type: QUERY +PREHOOK: Input: default@cv2 +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from cv2 where cv2.key in (select key from cv2 c where c.key < '11') POSTHOOK: type: QUERY +POSTHOOK: Input: default@cv2 +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/temp_table.q.out b/ql/src/test/results/clientpositive/spark/temp_table.q.out index b46fa96..37cc08a 100644 --- a/ql/src/test/results/clientpositive/spark/temp_table.q.out +++ b/ql/src/test/results/clientpositive/spark/temp_table.q.out @@ -1,7 +1,13 @@ PREHOOK: query: EXPLAIN CREATE TEMPORARY TABLE foo AS SELECT * FROM src WHERE key % 2 = 0 PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@foo POSTHOOK: query: EXPLAIN CREATE TEMPORARY TABLE foo AS SELECT * FROM src WHERE key % 2 = 0 POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@foo STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -68,8 +74,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@foo PREHOOK: query: EXPLAIN CREATE TEMPORARY TABLE bar AS SELECT * FROM src WHERE key % 2 = 1 PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@bar POSTHOOK: query: EXPLAIN CREATE TEMPORARY TABLE bar AS SELECT * FROM src WHERE key % 2 = 1 POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@bar STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -178,8 +190,12 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain select * from foo order by key limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@foo +#### A masked pattern was here #### POSTHOOK: query: explain select * from foo order by key limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@foo +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -251,8 +267,14 @@ POSTHOOK: Input: default@foo 116 val_116 PREHOOK: query: explain select * from (select * from foo union all select * from bar) u order by key limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@bar +PREHOOK: Input: default@foo +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select * from foo union all select * from bar) u order by key limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@bar +POSTHOOK: Input: default@foo +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/temp_table_join1.q.out b/ql/src/test/results/clientpositive/spark/temp_table_join1.q.out index 48925a0..a7194d0 100644 --- a/ql/src/test/results/clientpositive/spark/temp_table_join1.q.out +++ b/ql/src/test/results/clientpositive/spark/temp_table_join1.q.out @@ -24,10 +24,14 @@ PREHOOK: query: EXPLAIN FROM src_nontemp src1 JOIN src_nontemp src2 ON (src1.key = src2.key) SELECT src1.key, src2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src_nontemp +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM src_nontemp src1 JOIN src_nontemp src2 ON (src1.key = src2.key) SELECT src1.key, src2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_nontemp +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -128,10 +132,16 @@ PREHOOK: query: EXPLAIN FROM src_nontemp src1 JOIN src_temp src2 ON (src1.key = src2.key) SELECT src1.key, src2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src_nontemp +PREHOOK: Input: default@src_temp +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM src_nontemp src1 JOIN src_temp src2 ON (src1.key = src2.key) SELECT src1.key, src2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_nontemp +POSTHOOK: Input: default@src_temp +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -234,10 +244,14 @@ PREHOOK: query: EXPLAIN FROM src_temp src1 JOIN src_temp src2 ON (src1.key = src2.key) SELECT src1.key, src2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src_temp +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM src_temp src1 JOIN src_temp src2 ON (src1.key = src2.key) SELECT src1.key, src2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_temp +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/tez_join_tests.q.out b/ql/src/test/results/clientpositive/spark/tez_join_tests.q.out index 83a6947..2d7b16f 100644 --- a/ql/src/test/results/clientpositive/spark/tez_join_tests.q.out +++ b/ql/src/test/results/clientpositive/spark/tez_join_tests.q.out @@ -1,9 +1,15 @@ PREHOOK: query: explain select * from (select b.key, b.value from src1 a left outer join src b on (a.key = b.key) order by b.key) x right outer join src c on (x.value = c.value) order by x.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select b.key, b.value from src1 a left outer join src b on (a.key = b.key) order by b.key) x right outer join src c on (x.value = c.value) order by x.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/tez_joins_explain.q.out b/ql/src/test/results/clientpositive/spark/tez_joins_explain.q.out index 1132d9f..114e810 100644 --- a/ql/src/test/results/clientpositive/spark/tez_joins_explain.q.out +++ b/ql/src/test/results/clientpositive/spark/tez_joins_explain.q.out @@ -1,9 +1,15 @@ PREHOOK: query: explain select * from (select b.key, b.value from src1 a left outer join src b on (a.key = b.key) order by b.key) x right outer join src c on (x.value = c.value) order by x.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select b.key, b.value from src1 a left outer join src b on (a.key = b.key) order by b.key) x right outer join src c on (x.value = c.value) order by x.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/transform1.q.out b/ql/src/test/results/clientpositive/spark/transform1.q.out index c9cd044..e4d8632 100644 --- a/ql/src/test/results/clientpositive/spark/transform1.q.out +++ b/ql/src/test/results/clientpositive/spark/transform1.q.out @@ -9,9 +9,15 @@ POSTHOOK: Output: default@transform1_t1 PREHOOK: query: EXPLAIN SELECT transform(*) USING 'cat' AS (col array) FROM transform1_t1 PREHOOK: type: QUERY +PREHOOK: Input: cat +PREHOOK: Input: default@transform1_t1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT transform(*) USING 'cat' AS (col array) FROM transform1_t1 POSTHOOK: type: QUERY +POSTHOOK: Input: cat +POSTHOOK: Input: default@transform1_t1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -83,9 +89,15 @@ POSTHOOK: Lineage: transform1_t2.col EXPRESSION [] PREHOOK: query: EXPLAIN SELECT transform('0\0021\0022') USING 'cat' AS (col array) FROM transform1_t2 PREHOOK: type: QUERY +PREHOOK: Input: cat +PREHOOK: Input: default@transform1_t2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT transform('0\0021\0022') USING 'cat' AS (col array) FROM transform1_t2 POSTHOOK: type: QUERY +POSTHOOK: Input: cat +POSTHOOK: Input: default@transform1_t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/transform_ppr1.q.out b/ql/src/test/results/clientpositive/spark/transform_ppr1.q.out index de2efda..a7129f6 100644 --- a/ql/src/test/results/clientpositive/spark/transform_ppr1.q.out +++ b/ql/src/test/results/clientpositive/spark/transform_ppr1.q.out @@ -7,6 +7,13 @@ FROM ( ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 AND tmap.ds = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: cat +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED FROM ( FROM srcpart src @@ -16,6 +23,13 @@ FROM ( ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 AND tmap.ds = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: cat +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/transform_ppr2.q.out b/ql/src/test/results/clientpositive/spark/transform_ppr2.q.out index 2628ae6..e6d1158 100644 --- a/ql/src/test/results/clientpositive/spark/transform_ppr2.q.out +++ b/ql/src/test/results/clientpositive/spark/transform_ppr2.q.out @@ -8,6 +8,11 @@ FROM ( ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 PREHOOK: type: QUERY +PREHOOK: Input: cat +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED FROM ( FROM srcpart src @@ -18,6 +23,11 @@ FROM ( ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 POSTHOOK: type: QUERY +POSTHOOK: Input: cat +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/udf_example_add.q.out b/ql/src/test/results/clientpositive/spark/udf_example_add.q.out index 9e2a474..79c568c 100644 --- a/ql/src/test/results/clientpositive/spark/udf_example_add.q.out +++ b/ql/src/test/results/clientpositive/spark/udf_example_add.q.out @@ -14,6 +14,8 @@ SELECT example_add(1, 2), example_add(1, 2, 3, 4.4) FROM src LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT example_add(1, 2), example_add(1, 2, 3), @@ -24,6 +26,8 @@ SELECT example_add(1, 2), example_add(1, 2, 3, 4.4) FROM src LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/spark/udf_in_file.q.out b/ql/src/test/results/clientpositive/spark/udf_in_file.q.out index be0627c..6af4ea1 100644 --- a/ql/src/test/results/clientpositive/spark/udf_in_file.q.out +++ b/ql/src/test/results/clientpositive/spark/udf_in_file.q.out @@ -35,6 +35,8 @@ SELECT in_file(str_val, "../../data/files/test2.dat"), in_file(CAST(NULL AS STRING), "../../data/files/test2.dat") FROM value_src LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@value_src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT in_file(str_val, "../../data/files/test2.dat"), in_file(ch_val, "../../data/files/test2.dat"), @@ -47,6 +49,8 @@ SELECT in_file(str_val, "../../data/files/test2.dat"), in_file(CAST(NULL AS STRING), "../../data/files/test2.dat") FROM value_src LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@value_src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/spark/union.q.out b/ql/src/test/results/clientpositive/spark/union.q.out index 594028b..68added 100644 --- a/ql/src/test/results/clientpositive/spark/union.q.out +++ b/ql/src/test/results/clientpositive/spark/union.q.out @@ -6,6 +6,8 @@ FROM ( ) unioninput INSERT OVERWRITE DIRECTORY 'target/warehouse/union.out' SELECT unioninput.* PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: target/warehouse/union.out POSTHOOK: query: EXPLAIN FROM ( FROM src select src.key, src.value WHERE src.key < 100 @@ -14,6 +16,8 @@ FROM ( ) unioninput INSERT OVERWRITE DIRECTORY 'target/warehouse/union.out' SELECT unioninput.* POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: target/warehouse/union.out STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union10.q.out b/ql/src/test/results/clientpositive/spark/union10.q.out index 672dc89..d5f8f1c 100644 --- a/ql/src/test/results/clientpositive/spark/union10.q.out +++ b/ql/src/test/results/clientpositive/spark/union10.q.out @@ -14,6 +14,8 @@ insert overwrite table tmptable_n3 UNION ALL select 'tst3' as key, count(1) as value from src s3) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@tmptable_n3 POSTHOOK: query: explain insert overwrite table tmptable_n3 select unionsrc.key, unionsrc.value FROM (select 'tst1' as key, count(1) as value from src s1 @@ -22,6 +24,8 @@ insert overwrite table tmptable_n3 UNION ALL select 'tst3' as key, count(1) as value from src s3) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@tmptable_n3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union11.q.out b/ql/src/test/results/clientpositive/spark/union11.q.out index b22d41a..686b779 100644 --- a/ql/src/test/results/clientpositive/spark/union11.q.out +++ b/ql/src/test/results/clientpositive/spark/union11.q.out @@ -5,6 +5,8 @@ PREHOOK: query: explain UNION ALL select 'tst3' as key, count(1) as value from src s3) unionsrc group by unionsrc.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select unionsrc.key, count(1) FROM (select 'tst1' as key, count(1) as value from src s1 UNION ALL @@ -12,6 +14,8 @@ POSTHOOK: query: explain UNION ALL select 'tst3' as key, count(1) as value from src s3) unionsrc group by unionsrc.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union12.q.out b/ql/src/test/results/clientpositive/spark/union12.q.out index 21ad81c..087e775 100644 --- a/ql/src/test/results/clientpositive/spark/union12.q.out +++ b/ql/src/test/results/clientpositive/spark/union12.q.out @@ -14,6 +14,10 @@ insert overwrite table tmptable_n10 UNION ALL select 'tst3' as key, count(1) as value from srcbucket s3) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcbucket +PREHOOK: Output: default@tmptable_n10 POSTHOOK: query: explain insert overwrite table tmptable_n10 select unionsrc.key, unionsrc.value FROM (select 'tst1' as key, count(1) as value from src s1 @@ -22,6 +26,10 @@ insert overwrite table tmptable_n10 UNION ALL select 'tst3' as key, count(1) as value from srcbucket s3) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcbucket +POSTHOOK: Output: default@tmptable_n10 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union13.q.out b/ql/src/test/results/clientpositive/spark/union13.q.out index e3454a8..ec9d779 100644 --- a/ql/src/test/results/clientpositive/spark/union13.q.out +++ b/ql/src/test/results/clientpositive/spark/union13.q.out @@ -2,10 +2,14 @@ PREHOOK: query: explain select unionsrc.key, unionsrc.value FROM (select s1.key as key, s1.value as value from src s1 UNION ALL select s2.key as key, s2.value as value from src s2) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select unionsrc.key, unionsrc.value FROM (select s1.key as key, s1.value as value from src s1 UNION ALL select s2.key as key, s2.value as value from src s2) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union14.q.out b/ql/src/test/results/clientpositive/spark/union14.q.out index 6a95e4a..536bb3b 100644 --- a/ql/src/test/results/clientpositive/spark/union14.q.out +++ b/ql/src/test/results/clientpositive/spark/union14.q.out @@ -4,12 +4,18 @@ PREHOOK: query: explain select 'tst1' as key, cast(count(1) as string) as value from src s1) unionsrc group by unionsrc.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain select unionsrc.key, count(1) FROM (select s2.key as key, s2.value as value from src1 s2 UNION ALL select 'tst1' as key, cast(count(1) as string) as value from src s1) unionsrc group by unionsrc.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union15.q.out b/ql/src/test/results/clientpositive/spark/union15.q.out index 7bb1b14..5ce2919 100644 --- a/ql/src/test/results/clientpositive/spark/union15.q.out +++ b/ql/src/test/results/clientpositive/spark/union15.q.out @@ -5,6 +5,9 @@ PREHOOK: query: explain UNION ALL select s3.key as key, s3.value as value from src1 s3) unionsrc group by unionsrc.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain select unionsrc.key, count(1) FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 UNION ALL @@ -12,6 +15,9 @@ POSTHOOK: query: explain UNION ALL select s3.key as key, s3.value as value from src1 s3) unionsrc group by unionsrc.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union16.q.out b/ql/src/test/results/clientpositive/spark/union16.q.out index 9bd6d66..a64d210 100644 --- a/ql/src/test/results/clientpositive/spark/union16.q.out +++ b/ql/src/test/results/clientpositive/spark/union16.q.out @@ -30,6 +30,8 @@ SELECT count(1) FROM ( SELECT key, value FROM src UNION ALL SELECT key, value FROM src) src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(1) FROM ( SELECT key, value FROM src UNION ALL @@ -62,6 +64,8 @@ SELECT count(1) FROM ( SELECT key, value FROM src UNION ALL SELECT key, value FROM src) src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union17.q.out b/ql/src/test/results/clientpositive/spark/union17.q.out index 93086a0..e5bc1fd 100644 --- a/ql/src/test/results/clientpositive/spark/union17.q.out +++ b/ql/src/test/results/clientpositive/spark/union17.q.out @@ -21,6 +21,9 @@ FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 INSERT OVERWRITE TABLE DEST1_n78 SELECT unionsrc.key, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key INSERT OVERWRITE TABLE DEST2_n17 SELECT unionsrc.key, unionsrc.value, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key, unionsrc.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n78 +PREHOOK: Output: default@dest2_n17 POSTHOOK: query: explain FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 UNION ALL @@ -28,6 +31,9 @@ FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 INSERT OVERWRITE TABLE DEST1_n78 SELECT unionsrc.key, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key INSERT OVERWRITE TABLE DEST2_n17 SELECT unionsrc.key, unionsrc.value, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key, unionsrc.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n78 +POSTHOOK: Output: default@dest2_n17 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/union18.q.out b/ql/src/test/results/clientpositive/spark/union18.q.out index 4b6c32d..55e7b50 100644 --- a/ql/src/test/results/clientpositive/spark/union18.q.out +++ b/ql/src/test/results/clientpositive/spark/union18.q.out @@ -21,6 +21,9 @@ FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 INSERT OVERWRITE TABLE DEST1_n128 SELECT unionsrc.key, unionsrc.value INSERT OVERWRITE TABLE DEST2_n33 SELECT unionsrc.key, unionsrc.value, unionsrc.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n128 +PREHOOK: Output: default@dest2_n33 POSTHOOK: query: explain FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 UNION ALL @@ -28,6 +31,9 @@ FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 INSERT OVERWRITE TABLE DEST1_n128 SELECT unionsrc.key, unionsrc.value INSERT OVERWRITE TABLE DEST2_n33 SELECT unionsrc.key, unionsrc.value, unionsrc.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n128 +POSTHOOK: Output: default@dest2_n33 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/union19.q.out b/ql/src/test/results/clientpositive/spark/union19.q.out index 6d47270..89efe15 100644 --- a/ql/src/test/results/clientpositive/spark/union19.q.out +++ b/ql/src/test/results/clientpositive/spark/union19.q.out @@ -21,6 +21,9 @@ FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 INSERT OVERWRITE TABLE DEST1_n86 SELECT unionsrc.key, count(unionsrc.value) group by unionsrc.key INSERT OVERWRITE TABLE DEST2_n21 SELECT unionsrc.key, unionsrc.value, unionsrc.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n86 +PREHOOK: Output: default@dest2_n21 POSTHOOK: query: explain FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 UNION ALL @@ -28,6 +31,9 @@ FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 INSERT OVERWRITE TABLE DEST1_n86 SELECT unionsrc.key, count(unionsrc.value) group by unionsrc.key INSERT OVERWRITE TABLE DEST2_n21 SELECT unionsrc.key, unionsrc.value, unionsrc.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n86 +POSTHOOK: Output: default@dest2_n21 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/union2.q.out b/ql/src/test/results/clientpositive/spark/union2.q.out index d867669..bec090e 100644 --- a/ql/src/test/results/clientpositive/spark/union2.q.out +++ b/ql/src/test/results/clientpositive/spark/union2.q.out @@ -2,10 +2,14 @@ PREHOOK: query: explain select count(1) FROM (select s1.key as key, s1.value as value from src s1 UNION ALL select s2.key as key, s2.value as value from src s2) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) FROM (select s1.key as key, s1.value as value from src s1 UNION ALL select s2.key as key, s2.value as value from src s2) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union20.q.out b/ql/src/test/results/clientpositive/spark/union20.q.out index 9fb2d43..be8f214 100644 --- a/ql/src/test/results/clientpositive/spark/union20.q.out +++ b/ql/src/test/results/clientpositive/spark/union20.q.out @@ -9,6 +9,8 @@ JOIN select s4.key as key, s4.value as value from src s4 where s4.key < 10) unionsrc2 ON (unionsrc1.key = unionsrc2.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT unionsrc1.key, unionsrc1.value, unionsrc2.key, unionsrc2.value FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 @@ -20,6 +22,8 @@ JOIN select s4.key as key, s4.value as value from src s4 where s4.key < 10) unionsrc2 ON (unionsrc1.key = unionsrc2.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union21.q.out b/ql/src/test/results/clientpositive/spark/union21.q.out index c61b71d..cd9aca6 100644 --- a/ql/src/test/results/clientpositive/spark/union21.q.out +++ b/ql/src/test/results/clientpositive/spark/union21.q.out @@ -13,6 +13,9 @@ FROM ( ) union_output GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src_thrift +#### A masked pattern was here #### POSTHOOK: query: explain SELECT key, count(1) FROM ( @@ -28,6 +31,9 @@ FROM ( ) union_output GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src_thrift +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union22.q.out b/ql/src/test/results/clientpositive/spark/union22.q.out index 9fab3d4..7103af6 100644 --- a/ql/src/test/results/clientpositive/spark/union22.q.out +++ b/ql/src/test/results/clientpositive/spark/union22.q.out @@ -57,6 +57,11 @@ where a.k1 > 20 ) subq PREHOOK: type: QUERY +PREHOOK: Input: default@dst_union22 +PREHOOK: Input: default@dst_union22@ds=1 +PREHOOK: Input: default@dst_union22_delta +PREHOOK: Input: default@dst_union22_delta@ds=1 +PREHOOK: Output: default@dst_union22@ds=2 POSTHOOK: query: explain extended insert overwrite table dst_union22 partition (ds='2') select * from @@ -70,6 +75,11 @@ where a.k1 > 20 ) subq POSTHOOK: type: QUERY +POSTHOOK: Input: default@dst_union22 +POSTHOOK: Input: default@dst_union22@ds=1 +POSTHOOK: Input: default@dst_union22_delta +POSTHOOK: Input: default@dst_union22_delta@ds=1 +POSTHOOK: Output: default@dst_union22@ds=2 OPTIMIZED SQL: SELECT `k1`, `k2`, `k3`, `k4` FROM `default`.`dst_union22_delta` WHERE `ds` = '1' AND `k0` <= 50 diff --git a/ql/src/test/results/clientpositive/spark/union23.q.out b/ql/src/test/results/clientpositive/spark/union23.q.out index ea44ba2..bc75303 100644 --- a/ql/src/test/results/clientpositive/spark/union23.q.out +++ b/ql/src/test/results/clientpositive/spark/union23.q.out @@ -7,6 +7,8 @@ from ( select key as key2, value as value2 from src) s order by s.key2, s.value2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select s.key2, s.value2 from ( @@ -16,6 +18,8 @@ from ( select key as key2, value as value2 from src) s order by s.key2, s.value2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union24.q.out b/ql/src/test/results/clientpositive/spark/union24.q.out index 486f67e..c3ba4c4 100644 --- a/ql/src/test/results/clientpositive/spark/union24.q.out +++ b/ql/src/test/results/clientpositive/spark/union24.q.out @@ -57,6 +57,11 @@ select s.key, s.count from ( select key, count(1) as count from src5_n3 where key < 10 group by key )s PREHOOK: type: QUERY +PREHOOK: Input: default@src2_n6 +PREHOOK: Input: default@src3_n2 +PREHOOK: Input: default@src4_n0 +PREHOOK: Input: default@src5_n3 +#### A masked pattern was here #### POSTHOOK: query: explain extended select s.key, s.count from ( select key, count from src2_n6 where key < 10 @@ -68,6 +73,11 @@ select s.key, s.count from ( select key, count(1) as count from src5_n3 where key < 10 group by key )s POSTHOOK: type: QUERY +POSTHOOK: Input: default@src2_n6 +POSTHOOK: Input: default@src3_n2 +POSTHOOK: Input: default@src4_n0 +POSTHOOK: Input: default@src5_n3 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `count` FROM `default`.`src2_n6` WHERE `key` < 10 @@ -546,6 +556,11 @@ select s.key, s.count from ( select a.key as key, b.count as count from src4_n0 a join src5_n3 b on a.key=b.key where a.key < 10 )s PREHOOK: type: QUERY +PREHOOK: Input: default@src2_n6 +PREHOOK: Input: default@src3_n2 +PREHOOK: Input: default@src4_n0 +PREHOOK: Input: default@src5_n3 +#### A masked pattern was here #### POSTHOOK: query: explain extended select s.key, s.count from ( select key, count from src2_n6 where key < 10 @@ -555,6 +570,11 @@ select s.key, s.count from ( select a.key as key, b.count as count from src4_n0 a join src5_n3 b on a.key=b.key where a.key < 10 )s POSTHOOK: type: QUERY +POSTHOOK: Input: default@src2_n6 +POSTHOOK: Input: default@src3_n2 +POSTHOOK: Input: default@src4_n0 +POSTHOOK: Input: default@src5_n3 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `count` FROM `default`.`src2_n6` WHERE `key` < 10 @@ -1008,6 +1028,11 @@ select s.key, s.count from ( select a.key as key, count(1) as count from src4_n0 a join src5_n3 b on a.key=b.key where a.key < 10 group by a.key )s PREHOOK: type: QUERY +PREHOOK: Input: default@src2_n6 +PREHOOK: Input: default@src3_n2 +PREHOOK: Input: default@src4_n0 +PREHOOK: Input: default@src5_n3 +#### A masked pattern was here #### POSTHOOK: query: explain extended select s.key, s.count from ( select key, count from src2_n6 where key < 10 @@ -1017,6 +1042,11 @@ select s.key, s.count from ( select a.key as key, count(1) as count from src4_n0 a join src5_n3 b on a.key=b.key where a.key < 10 group by a.key )s POSTHOOK: type: QUERY +POSTHOOK: Input: default@src2_n6 +POSTHOOK: Input: default@src3_n2 +POSTHOOK: Input: default@src4_n0 +POSTHOOK: Input: default@src5_n3 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `count` FROM `default`.`src2_n6` WHERE `key` < 10 diff --git a/ql/src/test/results/clientpositive/spark/union25.q.out b/ql/src/test/results/clientpositive/spark/union25.q.out index d473d1a..e7dd046 100644 --- a/ql/src/test/results/clientpositive/spark/union25.q.out +++ b/ql/src/test/results/clientpositive/spark/union25.q.out @@ -38,6 +38,12 @@ FROM ) master_table ) a GROUP BY key, value PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@tmp_srcpart +PREHOOK: Input: default@tmp_srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: database:default +PREHOOK: Output: default@tmp_unionall POSTHOOK: query: explain create table tmp_unionall as SELECT count(1) as counts, key, value @@ -56,6 +62,12 @@ FROM ) master_table ) a GROUP BY key, value POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@tmp_srcpart +POSTHOOK: Input: default@tmp_srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: database:default +POSTHOOK: Output: default@tmp_unionall STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union26.q.out b/ql/src/test/results/clientpositive/spark/union26.q.out index 966abc4..e40c734 100644 --- a/ql/src/test/results/clientpositive/spark/union26.q.out +++ b/ql/src/test/results/clientpositive/spark/union26.q.out @@ -20,6 +20,10 @@ WHERE ds='2008-04-08' and hr='11' ) a group by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(1) as counts, @@ -42,6 +46,10 @@ WHERE ds='2008-04-08' and hr='11' ) a group by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union27.q.out b/ql/src/test/results/clientpositive/spark/union27.q.out index 58f7837..8b2f82e 100644 --- a/ql/src/test/results/clientpositive/spark/union27.q.out +++ b/ql/src/test/results/clientpositive/spark/union27.q.out @@ -36,8 +36,16 @@ POSTHOOK: Lineage: jackson_sev_add_n0.key SIMPLE [(src)src.FieldSchema(name:key, POSTHOOK: Lineage: jackson_sev_add_n0.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain select b.* from jackson_sev_same_n0 a join (select * from dim_pho_n0 union all select * from jackson_sev_add_n0)b on a.key=b.key and b.key=97 PREHOOK: type: QUERY +PREHOOK: Input: default@dim_pho_n0 +PREHOOK: Input: default@jackson_sev_add_n0 +PREHOOK: Input: default@jackson_sev_same_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select b.* from jackson_sev_same_n0 a join (select * from dim_pho_n0 union all select * from jackson_sev_add_n0)b on a.key=b.key and b.key=97 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dim_pho_n0 +POSTHOOK: Input: default@jackson_sev_add_n0 +POSTHOOK: Input: default@jackson_sev_same_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union28.q.out b/ql/src/test/results/clientpositive/spark/union28.q.out index 3cf0e8b..8246023 100644 --- a/ql/src/test/results/clientpositive/spark/union28.q.out +++ b/ql/src/test/results/clientpositive/spark/union28.q.out @@ -19,6 +19,8 @@ select * from ( ) subq ) a PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@union_subq_union POSTHOOK: query: explain insert overwrite table union_subq_union select * from ( @@ -32,6 +34,8 @@ select * from ( ) subq ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@union_subq_union STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union29.q.out b/ql/src/test/results/clientpositive/spark/union29.q.out index cee2c70..552abe4 100644 --- a/ql/src/test/results/clientpositive/spark/union29.q.out +++ b/ql/src/test/results/clientpositive/spark/union29.q.out @@ -19,6 +19,8 @@ select * from ( ) subq ) a PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@union_subq_union_n1 POSTHOOK: query: explain insert overwrite table union_subq_union_n1 select * from ( @@ -32,6 +34,8 @@ select * from ( ) subq ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@union_subq_union_n1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union3.q.out b/ql/src/test/results/clientpositive/spark/union3.q.out index e645a91..4b53448 100644 --- a/ql/src/test/results/clientpositive/spark/union3.q.out +++ b/ql/src/test/results/clientpositive/spark/union3.q.out @@ -15,6 +15,8 @@ FROM ( CLUSTER BY id ) a PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM ( @@ -32,6 +34,8 @@ FROM ( CLUSTER BY id ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union30.q.out b/ql/src/test/results/clientpositive/spark/union30.q.out index aa3201f..1b446f5 100644 --- a/ql/src/test/results/clientpositive/spark/union30.q.out +++ b/ql/src/test/results/clientpositive/spark/union30.q.out @@ -26,6 +26,8 @@ union all select key, value from src ) aa PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@union_subq_union_n2 POSTHOOK: query: explain insert overwrite table union_subq_union_n2 select * from ( @@ -46,6 +48,8 @@ union all select key, value from src ) aa POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@union_subq_union_n2 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union31.q.out b/ql/src/test/results/clientpositive/spark/union31.q.out index 3fb11a1..4cbc091 100644 --- a/ql/src/test/results/clientpositive/spark/union31.q.out +++ b/ql/src/test/results/clientpositive/spark/union31.q.out @@ -57,6 +57,10 @@ insert overwrite table t3_n6 insert overwrite table t4_n2 select value, count(1) group by value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n28 +PREHOOK: Input: default@t2_n19 +PREHOOK: Output: default@t3_n6 +PREHOOK: Output: default@t4_n2 POSTHOOK: query: explain from (select * from t1_n28 @@ -68,6 +72,10 @@ insert overwrite table t3_n6 insert overwrite table t4_n2 select value, count(1) group by value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n28 +POSTHOOK: Input: default@t2_n19 +POSTHOOK: Output: default@t3_n6 +POSTHOOK: Output: default@t4_n2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -346,6 +354,10 @@ insert overwrite table t5_n0 insert overwrite table t6_n0 select c1, sum(cnt) group by c1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n28 +PREHOOK: Input: default@t2_n19 +PREHOOK: Output: default@t5_n0 +PREHOOK: Output: default@t6_n0 POSTHOOK: query: explain from ( @@ -358,6 +370,10 @@ insert overwrite table t5_n0 insert overwrite table t6_n0 select c1, sum(cnt) group by c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n28 +POSTHOOK: Input: default@t2_n19 +POSTHOOK: Output: default@t5_n0 +POSTHOOK: Output: default@t6_n0 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -647,6 +663,10 @@ insert overwrite table t7_n1 insert overwrite table t8_n0 select c1, count(1) group by c1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n28 +PREHOOK: Input: default@t2_n19 +PREHOOK: Output: default@t7_n1 +PREHOOK: Output: default@t8_n0 POSTHOOK: query: explain from ( @@ -659,6 +679,10 @@ insert overwrite table t7_n1 insert overwrite table t8_n0 select c1, count(1) group by c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n28 +POSTHOOK: Input: default@t2_n19 +POSTHOOK: Output: default@t7_n1 +POSTHOOK: Output: default@t8_n0 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/union32.q.out b/ql/src/test/results/clientpositive/spark/union32.q.out index a16f4fa..841fb3b 100644 --- a/ql/src/test/results/clientpositive/spark/union32.q.out +++ b/ql/src/test/results/clientpositive/spark/union32.q.out @@ -28,12 +28,18 @@ SELECT * FROM UNION ALL SELECT CAST(key AS BIGINT) AS key FROM t2_n43) a PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n70 +PREHOOK: Input: default@t2_n43 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM (SELECT CAST(key AS DOUBLE) AS key FROM t1_n70 UNION ALL SELECT CAST(key AS BIGINT) AS key FROM t2_n43) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n70 +POSTHOOK: Input: default@t2_n43 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -126,12 +132,18 @@ SELECT * FROM UNION ALL SELECT CAST(key AS DOUBLE) AS key FROM t2_n43) a PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n70 +PREHOOK: Input: default@t2_n43 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM (SELECT CAST(a.key AS BIGINT) AS key FROM t1_n70 a JOIN t2_n43 b ON a.key = b.key UNION ALL SELECT CAST(key AS DOUBLE) AS key FROM t2_n43) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n70 +POSTHOOK: Input: default@t2_n43 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -275,12 +287,18 @@ SELECT * FROM UNION ALL SELECT CAST(a.key AS BIGINT) AS key FROM t1_n70 a JOIN t2_n43 b ON a.key = b.key) a PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n70 +PREHOOK: Input: default@t2_n43 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM (SELECT CAST(key AS DOUBLE) AS key FROM t2_n43 UNION ALL SELECT CAST(a.key AS BIGINT) AS key FROM t1_n70 a JOIN t2_n43 b ON a.key = b.key) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n70 +POSTHOOK: Input: default@t2_n43 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -424,12 +442,18 @@ SELECT * FROM UNION ALL SELECT CAST(key AS DOUBLE) AS key, CAST(key AS STRING) AS value FROM t2_n43) a PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n70 +PREHOOK: Input: default@t2_n43 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM (SELECT CAST(a.key AS BIGINT) AS key, CAST(b.key AS CHAR(20)) AS value FROM t1_n70 a JOIN t2_n43 b ON a.key = b.key UNION ALL SELECT CAST(key AS DOUBLE) AS key, CAST(key AS STRING) AS value FROM t2_n43) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n70 +POSTHOOK: Input: default@t2_n43 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -573,12 +597,18 @@ SELECT * FROM UNION ALL SELECT CAST(a.key AS BIGINT) AS key, CAST(b.key AS CHAR(20)) AS value FROM t1_n70 a JOIN t2_n43 b ON a.key = b.key) a PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n70 +PREHOOK: Input: default@t2_n43 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM (SELECT CAST(key AS DOUBLE) AS key, CAST(key AS STRING) AS value FROM t2_n43 UNION ALL SELECT CAST(a.key AS BIGINT) AS key, CAST(b.key AS CHAR(20)) AS value FROM t1_n70 a JOIN t2_n43 b ON a.key = b.key) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n70 +POSTHOOK: Input: default@t2_n43 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union33.q.out b/ql/src/test/results/clientpositive/spark/union33.q.out index ed0d427..66edd53 100644 --- a/ql/src/test/results/clientpositive/spark/union33.q.out +++ b/ql/src/test/results/clientpositive/spark/union33.q.out @@ -15,6 +15,8 @@ UNION ALL GROUP BY key )a PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@test_src_n1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_src_n1 SELECT key, value FROM ( SELECT key, value FROM src @@ -24,6 +26,8 @@ UNION ALL GROUP BY key )a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@test_src_n1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -173,6 +177,8 @@ UNION ALL WHERE key = 0 )a PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@test_src_n1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_src_n1 SELECT key, value FROM ( SELECT key, cast(COUNT(*) as string) AS value FROM src @@ -182,6 +188,8 @@ UNION ALL WHERE key = 0 )a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@test_src_n1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union34.q.out b/ql/src/test/results/clientpositive/spark/union34.q.out index cdb054f..993c881 100644 --- a/ql/src/test/results/clientpositive/spark/union34.q.out +++ b/ql/src/test/results/clientpositive/spark/union34.q.out @@ -67,6 +67,11 @@ SELECT * FROM ( SELECT key,value FROM (SELECT * FROM (SELECT * FROM src10_3_n0) sub2 UNION ALL SELECT * FROM src10_4_n0 ) alias0 ) alias1 PREHOOK: type: QUERY +PREHOOK: Input: default@src10_1_n0 +PREHOOK: Input: default@src10_2_n0 +PREHOOK: Input: default@src10_3_n0 +PREHOOK: Input: default@src10_4_n0 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM ( SELECT sub1.key,sub1.value FROM (SELECT * FROM src10_1_n0) sub1 JOIN (SELECT * FROM src10_2_n0) sub0 ON (sub0.key = sub1.key) @@ -74,6 +79,11 @@ SELECT * FROM ( SELECT key,value FROM (SELECT * FROM (SELECT * FROM src10_3_n0) sub2 UNION ALL SELECT * FROM src10_4_n0 ) alias0 ) alias1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src10_1_n0 +POSTHOOK: Input: default@src10_2_n0 +POSTHOOK: Input: default@src10_3_n0 +POSTHOOK: Input: default@src10_4_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -240,6 +250,11 @@ SELECT * FROM ( SELECT key,value FROM (SELECT * FROM (SELECT * FROM src10_3_n0) sub2 UNION ALL SELECT * FROM src10_4_n0 ) alias0 ) alias1 PREHOOK: type: QUERY +PREHOOK: Input: default@src10_1_n0 +PREHOOK: Input: default@src10_2_n0 +PREHOOK: Input: default@src10_3_n0 +PREHOOK: Input: default@src10_4_n0 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM ( SELECT sub1.key,sub1.value FROM (SELECT * FROM src10_1_n0) sub1 JOIN (SELECT * FROM src10_2_n0) sub0 ON (sub0.key = sub1.key) @@ -247,6 +262,11 @@ SELECT * FROM ( SELECT key,value FROM (SELECT * FROM (SELECT * FROM src10_3_n0) sub2 UNION ALL SELECT * FROM src10_4_n0 ) alias0 ) alias1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src10_1_n0 +POSTHOOK: Input: default@src10_2_n0 +POSTHOOK: Input: default@src10_3_n0 +POSTHOOK: Input: default@src10_4_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union4.q.out b/ql/src/test/results/clientpositive/spark/union4.q.out index 019e460..25d3d7b 100644 --- a/ql/src/test/results/clientpositive/spark/union4.q.out +++ b/ql/src/test/results/clientpositive/spark/union4.q.out @@ -12,12 +12,16 @@ insert overwrite table tmptable_n12 UNION ALL select 'tst2' as key, count(1) as value from src s2) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@tmptable_n12 POSTHOOK: query: explain insert overwrite table tmptable_n12 select unionsrc.key, unionsrc.value FROM (select 'tst1' as key, count(1) as value from src s1 UNION ALL select 'tst2' as key, count(1) as value from src s2) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@tmptable_n12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union5.q.out b/ql/src/test/results/clientpositive/spark/union5.q.out index 0a0e3c7..cffdbc0 100644 --- a/ql/src/test/results/clientpositive/spark/union5.q.out +++ b/ql/src/test/results/clientpositive/spark/union5.q.out @@ -3,11 +3,15 @@ PREHOOK: query: explain UNION ALL select 'tst2' as key, count(1) as value from src s2) unionsrc group by unionsrc.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select unionsrc.key, count(1) FROM (select 'tst1' as key, count(1) as value from src s1 UNION ALL select 'tst2' as key, count(1) as value from src s2) unionsrc group by unionsrc.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union6.q.out b/ql/src/test/results/clientpositive/spark/union6.q.out index fca52a3..690afd1 100644 --- a/ql/src/test/results/clientpositive/spark/union6.q.out +++ b/ql/src/test/results/clientpositive/spark/union6.q.out @@ -12,12 +12,18 @@ insert overwrite table tmptable_n5 UNION ALL select s2.key as key, s2.value as value from src1 s2) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@tmptable_n5 POSTHOOK: query: explain insert overwrite table tmptable_n5 select unionsrc.key, unionsrc.value FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 UNION ALL select s2.key as key, s2.value as value from src1 s2) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@tmptable_n5 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union7.q.out b/ql/src/test/results/clientpositive/spark/union7.q.out index 549075c..275c8e8 100644 --- a/ql/src/test/results/clientpositive/spark/union7.q.out +++ b/ql/src/test/results/clientpositive/spark/union7.q.out @@ -3,11 +3,17 @@ PREHOOK: query: explain UNION ALL select s2.key as key, s2.value as value from src1 s2) unionsrc group by unionsrc.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain select unionsrc.key, count(1) FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 UNION ALL select s2.key as key, s2.value as value from src1 s2) unionsrc group by unionsrc.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union8.q.out b/ql/src/test/results/clientpositive/spark/union8.q.out index 6d68d0b..a50e87e 100644 --- a/ql/src/test/results/clientpositive/spark/union8.q.out +++ b/ql/src/test/results/clientpositive/spark/union8.q.out @@ -3,11 +3,15 @@ PREHOOK: query: explain select s2.key as key, s2.value as value from src s2 UNION ALL select s3.key as key, s3.value as value from src s3) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select unionsrc.key, unionsrc.value FROM (select s1.key as key, s1.value as value from src s1 UNION ALL select s2.key as key, s2.value as value from src s2 UNION ALL select s3.key as key, s3.value as value from src s3) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union9.q.out b/ql/src/test/results/clientpositive/spark/union9.q.out index 16186c5..13ca57f 100644 --- a/ql/src/test/results/clientpositive/spark/union9.q.out +++ b/ql/src/test/results/clientpositive/spark/union9.q.out @@ -3,11 +3,15 @@ PREHOOK: query: explain select s2.key as key, s2.value as value from src s2 UNION ALL select s3.key as key, s3.value as value from src s3) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) FROM (select s1.key as key, s1.value as value from src s1 UNION ALL select s2.key as key, s2.value as value from src s2 UNION ALL select s3.key as key, s3.value as value from src s3) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union_lateralview.q.out b/ql/src/test/results/clientpositive/spark/union_lateralview.q.out index 2f03879..f13e7f3 100644 --- a/ql/src/test/results/clientpositive/spark/union_lateralview.q.out +++ b/ql/src/test/results/clientpositive/spark/union_lateralview.q.out @@ -25,6 +25,10 @@ FROM ( LEFT OUTER JOIN src b ON d.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@test_union_lateral_view POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_union_lateral_view SELECT b.key, d.arr_ele, d.value @@ -44,6 +48,10 @@ FROM ( LEFT OUTER JOIN src b ON d.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@test_union_lateral_view STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union_ppr.q.out b/ql/src/test/results/clientpositive/spark/union_ppr.q.out index 46c8246..51f5f62 100644 --- a/ql/src/test/results/clientpositive/spark/union_ppr.q.out +++ b/ql/src/test/results/clientpositive/spark/union_ppr.q.out @@ -7,6 +7,10 @@ SELECT * FROM ( WHERE A.ds = '2008-04-08' SORT BY A.key, A.value, A.ds, A.hr PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT * FROM ( SELECT X.* FROM SRCPART X WHERE X.key < 100 @@ -16,6 +20,10 @@ SELECT * FROM ( WHERE A.ds = '2008-04-08' SORT BY A.key, A.value, A.ds, A.hr POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_1.q.out b/ql/src/test/results/clientpositive/spark/union_remove_1.q.out index 5d17b36..024484b 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_1.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_1.q.out @@ -31,6 +31,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1 group by key ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: explain insert overwrite table outputTbl1 SELECT * @@ -40,6 +42,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1 group by key ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1 +POSTHOOK: Output: default@outputtbl1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_10.q.out b/ql/src/test/results/clientpositive/spark/union_remove_10.q.out index f26ea32..cadd589 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_10.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_10.q.out @@ -35,6 +35,8 @@ select * FROM ( ) a )b PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n7 +PREHOOK: Output: default@outputtbl1_n9 POSTHOOK: query: explain insert overwrite table outputTbl1_n9 SELECT * FROM @@ -48,6 +50,8 @@ select * FROM ( ) a )b POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n7 +POSTHOOK: Output: default@outputtbl1_n9 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-6 depends on stages: Stage-1 , consists of Stage-3, Stage-2, Stage-4 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_11.q.out b/ql/src/test/results/clientpositive/spark/union_remove_11.q.out index 896578e..0fa5d1f 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_11.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_11.q.out @@ -35,6 +35,8 @@ select * FROM ( ) a )b PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n14 +PREHOOK: Output: default@outputtbl1_n21 POSTHOOK: query: explain insert overwrite table outputTbl1_n21 SELECT * FROM @@ -48,6 +50,8 @@ select * FROM ( ) a )b POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n14 +POSTHOOK: Output: default@outputtbl1_n21 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-6 depends on stages: Stage-1 , consists of Stage-3, Stage-2, Stage-4 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_12.q.out b/ql/src/test/results/clientpositive/spark/union_remove_12.q.out index 5c38595..1a33d5ba 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_12.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_12.q.out @@ -32,6 +32,8 @@ select a.key as key, cast(b.val as bigint) as `values` FROM inputTbl1_n21 a join inputTbl1_n21 b on a.key=b.key )c PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n21 +PREHOOK: Output: default@outputtbl1_n29 POSTHOOK: query: explain insert overwrite table outputTbl1_n29 SELECT * FROM @@ -42,6 +44,8 @@ select a.key as key, cast(b.val as bigint) as `values` FROM inputTbl1_n21 a join inputTbl1_n21 b on a.key=b.key )c POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n21 +POSTHOOK: Output: default@outputtbl1_n29 STAGE DEPENDENCIES: Stage-7 is a root stage Stage-1 depends on stages: Stage-7 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_13.q.out b/ql/src/test/results/clientpositive/spark/union_remove_13.q.out index 5e2d41f..c39a0cb 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_13.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_13.q.out @@ -32,6 +32,8 @@ select a.key as key, cast(b.val as bigint) as `values` FROM inputTbl1_n2 a join inputTbl1_n2 b on a.key=b.key )c PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n2 +PREHOOK: Output: default@outputtbl1_n3 POSTHOOK: query: explain insert overwrite table outputTbl1_n3 SELECT * FROM @@ -42,6 +44,8 @@ select a.key as key, cast(b.val as bigint) as `values` FROM inputTbl1_n2 a join inputTbl1_n2 b on a.key=b.key )c POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n2 +POSTHOOK: Output: default@outputtbl1_n3 STAGE DEPENDENCIES: Stage-7 is a root stage Stage-1 depends on stages: Stage-7 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_14.q.out b/ql/src/test/results/clientpositive/spark/union_remove_14.q.out index e128a76..c321ba6 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_14.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_14.q.out @@ -32,6 +32,8 @@ select a.key as key, cast(b.val as bigint) as `values` FROM inputTbl1_n11 a join inputTbl1_n11 b on a.key=b.key )c PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n11 +PREHOOK: Output: default@outputtbl1_n16 POSTHOOK: query: explain insert overwrite table outputTbl1_n16 SELECT * FROM @@ -42,6 +44,8 @@ select a.key as key, cast(b.val as bigint) as `values` FROM inputTbl1_n11 a join inputTbl1_n11 b on a.key=b.key )c POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n11 +POSTHOOK: Output: default@outputtbl1_n16 STAGE DEPENDENCIES: Stage-7 is a root stage Stage-1 depends on stages: Stage-7 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_15.q.out b/ql/src/test/results/clientpositive/spark/union_remove_15.q.out index 9b3ab1c..565c71f 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_15.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_15.q.out @@ -31,6 +31,8 @@ FROM ( SELECT key, count(1) as `values`, '2' as ds from inputTbl1_n18 group by key ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n18 +PREHOOK: Output: default@outputtbl1_n25 POSTHOOK: query: explain insert overwrite table outputTbl1_n25 partition (ds) SELECT * @@ -40,6 +42,7 @@ FROM ( SELECT key, count(1) as `values`, '2' as ds from inputTbl1_n18 group by key ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n18 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_16.q.out b/ql/src/test/results/clientpositive/spark/union_remove_16.q.out index e37ab4a..9be9ec7 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_16.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_16.q.out @@ -31,6 +31,8 @@ FROM ( SELECT key, count(1) as `values`, '2' as ds from inputTbl1_n23 group by key ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n23 +PREHOOK: Output: default@outputtbl1_n32 POSTHOOK: query: explain insert overwrite table outputTbl1_n32 partition (ds) SELECT * @@ -40,6 +42,7 @@ FROM ( SELECT key, count(1) as `values`, '2' as ds from inputTbl1_n23 group by key ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n23 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-6 depends on stages: Stage-1 , consists of Stage-3, Stage-2, Stage-4 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_17.q.out b/ql/src/test/results/clientpositive/spark/union_remove_17.q.out index a2c8f58..ab250fe 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_17.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_17.q.out @@ -31,6 +31,8 @@ FROM ( SELECT key, 2 as `values`, '2' as ds from inputTbl1_n3 ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n3 +PREHOOK: Output: default@outputtbl1_n4 POSTHOOK: query: explain insert overwrite table outputTbl1_n4 partition (ds) SELECT * @@ -40,6 +42,7 @@ FROM ( SELECT key, 2 as `values`, '2' as ds from inputTbl1_n3 ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_18.q.out b/ql/src/test/results/clientpositive/spark/union_remove_18.q.out index 740c3f4..77ebb0a 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_18.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_18.q.out @@ -31,6 +31,8 @@ FROM ( SELECT key, count(1) as `values`, ds from inputTbl1_n22 group by key, ds ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n22 +PREHOOK: Output: default@outputtbl1_n30 POSTHOOK: query: explain insert overwrite table outputTbl1_n30 partition (ds) SELECT * @@ -40,6 +42,7 @@ FROM ( SELECT key, count(1) as `values`, ds from inputTbl1_n22 group by key, ds ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n22 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_19.q.out b/ql/src/test/results/clientpositive/spark/union_remove_19.q.out index e4dec3d..448ce35 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_19.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_19.q.out @@ -31,6 +31,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1_n1 group by key ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n1 +PREHOOK: Output: default@outputtbl1_n1 POSTHOOK: query: explain insert overwrite table outputTbl1_n1 SELECT a.key, a.`values` @@ -40,6 +42,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1_n1 group by key ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n1 +POSTHOOK: Output: default@outputtbl1_n1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -200,6 +204,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1_n1 group by key ) a where a.key = 7 PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n1 +PREHOOK: Output: default@outputtbl1_n1 POSTHOOK: query: explain insert overwrite table outputTbl1_n1 SELECT a.key, a.`values` @@ -209,6 +215,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1_n1 group by key ) a where a.key = 7 POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n1 +POSTHOOK: Output: default@outputtbl1_n1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -331,6 +339,8 @@ FROM ( ) a ) b where b.key >= 7 PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n1 +PREHOOK: Output: default@outputtbl1_n1 POSTHOOK: query: explain insert overwrite table outputTbl1_n1 select key, `values` from @@ -343,6 +353,8 @@ FROM ( ) a ) b where b.key >= 7 POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n1 +POSTHOOK: Output: default@outputtbl1_n1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_2.q.out b/ql/src/test/results/clientpositive/spark/union_remove_2.q.out index ed5c1b1..fdba21c 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_2.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_2.q.out @@ -33,6 +33,8 @@ FROM ( SELECT key, 2 as `values` from inputTbl1_n8 ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n8 +PREHOOK: Output: default@outputtbl1_n11 POSTHOOK: query: explain insert overwrite table outputTbl1_n11 SELECT * @@ -44,6 +46,8 @@ FROM ( SELECT key, 2 as `values` from inputTbl1_n8 ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n8 +POSTHOOK: Output: default@outputtbl1_n11 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_20.q.out b/ql/src/test/results/clientpositive/spark/union_remove_20.q.out index 744c7a9..8b0cd1e 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_20.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_20.q.out @@ -31,6 +31,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1_n19 group by key ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n19 +PREHOOK: Output: default@outputtbl1_n27 POSTHOOK: query: explain insert overwrite table outputTbl1_n27 SELECT a.`values`, a.key @@ -40,6 +42,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1_n19 group by key ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n19 +POSTHOOK: Output: default@outputtbl1_n27 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_21.q.out b/ql/src/test/results/clientpositive/spark/union_remove_21.q.out index 505f26f..e8c26cd 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_21.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_21.q.out @@ -31,6 +31,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1_n12 group by key ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n12 +PREHOOK: Output: default@outputtbl1_n17 POSTHOOK: query: explain insert overwrite table outputTbl1_n17 SELECT a.key @@ -40,6 +42,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1_n12 group by key ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n12 +POSTHOOK: Output: default@outputtbl1_n17 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_22.q.out b/ql/src/test/results/clientpositive/spark/union_remove_22.q.out index 90861a3..45391e1 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_22.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_22.q.out @@ -31,6 +31,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1_n5 group by key ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n5 +PREHOOK: Output: default@outputtbl1_n7 POSTHOOK: query: explain insert overwrite table outputTbl1_n7 SELECT a.key, a.`values`, a.`values` @@ -40,6 +42,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1_n5 group by key ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n5 +POSTHOOK: Output: default@outputtbl1_n7 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -210,6 +214,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1_n5 group by key ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n5 +PREHOOK: Output: default@outputtbl1_n7 POSTHOOK: query: explain insert overwrite table outputTbl1_n7 SELECT a.key, concat(a.`values`, a.`values`), concat(a.`values`, a.`values`) @@ -219,6 +225,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1_n5 group by key ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n5 +POSTHOOK: Output: default@outputtbl1_n7 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_23.q.out b/ql/src/test/results/clientpositive/spark/union_remove_23.q.out index cec1861..f339785 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_23.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_23.q.out @@ -32,6 +32,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1_n25 group by key ) subq2 PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n25 +PREHOOK: Output: default@outputtbl1_n34 POSTHOOK: query: explain insert overwrite table outputTbl1_n34 SELECT * @@ -42,6 +44,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1_n25 group by key ) subq2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n25 +POSTHOOK: Output: default@outputtbl1_n34 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_24.q.out b/ql/src/test/results/clientpositive/spark/union_remove_24.q.out index 3396628..fa2a2ce 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_24.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_24.q.out @@ -31,6 +31,8 @@ SELECT * FROM SELECT CAST(key AS BIGINT) AS key, count(1) as `values` FROM inputTbl1_n20 group by key ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n20 +PREHOOK: Output: default@outputtbl1_n28 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE outputTbl1_n28 SELECT * FROM @@ -40,6 +42,8 @@ SELECT * FROM SELECT CAST(key AS BIGINT) AS key, count(1) as `values` FROM inputTbl1_n20 group by key ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n20 +POSTHOOK: Output: default@outputtbl1_n28 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_25.q.out b/ql/src/test/results/clientpositive/spark/union_remove_25.q.out index e493ccc..3059f7a 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_25.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_25.q.out @@ -47,6 +47,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1_n13 group by key ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n13 +PREHOOK: Output: default@outputtbl1_n19@ds=2004 POSTHOOK: query: explain insert overwrite table outputTbl1_n19 partition(ds='2004') SELECT * @@ -56,6 +58,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1_n13 group by key ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n13 +POSTHOOK: Output: default@outputtbl1_n19@ds=2004 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -222,6 +226,10 @@ FROM ( select * from (SELECT key, value, ds from srcpart where ds='2008-04-08' limit 500)b ) a PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@outputtbl2_n6 POSTHOOK: query: explain insert overwrite table outputTbl2_n6 partition(ds) SELECT * @@ -231,6 +239,9 @@ FROM ( select * from (SELECT key, value, ds from srcpart where ds='2008-04-08' limit 500)b ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -393,6 +404,10 @@ FROM ( select * from (SELECT key, value, ds, hr from srcpart where ds='2008-04-08' limit 1000)b ) a PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@outputtbl3_n3 POSTHOOK: query: explain insert overwrite table outputTbl3_n3 partition(ds, hr) SELECT * FROM ( @@ -401,6 +416,9 @@ FROM ( select * from (SELECT key, value, ds, hr from srcpart where ds='2008-04-08' limit 1000)b ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_3.q.out b/ql/src/test/results/clientpositive/spark/union_remove_3.q.out index a1f9961..9c63f2b 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_3.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_3.q.out @@ -33,6 +33,8 @@ FROM ( SELECT key, 3 as `values` from inputTbl1_n16 ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n16 +PREHOOK: Output: default@outputtbl1_n23 POSTHOOK: query: explain insert overwrite table outputTbl1_n23 SELECT * @@ -44,6 +46,8 @@ FROM ( SELECT key, 3 as `values` from inputTbl1_n16 ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n16 +POSTHOOK: Output: default@outputtbl1_n23 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_4.q.out b/ql/src/test/results/clientpositive/spark/union_remove_4.q.out index da26cc1..581f5aa 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_4.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_4.q.out @@ -31,6 +31,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1_n24 group by key ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n24 +PREHOOK: Output: default@outputtbl1_n33 POSTHOOK: query: explain insert overwrite table outputTbl1_n33 SELECT * @@ -40,6 +42,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1_n24 group by key ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n24 +POSTHOOK: Output: default@outputtbl1_n33 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-6 depends on stages: Stage-1 , consists of Stage-3, Stage-2, Stage-4 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_5.q.out b/ql/src/test/results/clientpositive/spark/union_remove_5.q.out index 326e966..4e3226fd 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_5.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_5.q.out @@ -33,6 +33,8 @@ FROM ( SELECT key, 2 as `values` from inputTbl1_n4 ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n4 +PREHOOK: Output: default@outputtbl1_n6 POSTHOOK: query: explain insert overwrite table outputTbl1_n6 SELECT * @@ -44,6 +46,8 @@ FROM ( SELECT key, 2 as `values` from inputTbl1_n4 ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n4 +POSTHOOK: Output: default@outputtbl1_n6 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-6 depends on stages: Stage-1 , consists of Stage-3, Stage-2, Stage-4 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_6.q.out b/ql/src/test/results/clientpositive/spark/union_remove_6.q.out index 6ea64bf..d372a22 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_6.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_6.q.out @@ -39,6 +39,9 @@ FROM ( insert overwrite table outputTbl1_n14 select * insert overwrite table outputTbl2_n4 select * PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n10 +PREHOOK: Output: default@outputtbl1_n14 +PREHOOK: Output: default@outputtbl2_n4 POSTHOOK: query: explain FROM ( SELECT key, count(1) as `values` from inputTbl1_n10 group by key @@ -48,6 +51,9 @@ FROM ( insert overwrite table outputTbl1_n14 select * insert overwrite table outputTbl2_n4 select * POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n10 +POSTHOOK: Output: default@outputtbl1_n14 +POSTHOOK: Output: default@outputtbl2_n4 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_6_subq.q.out b/ql/src/test/results/clientpositive/spark/union_remove_6_subq.q.out index e1f14d3..23fd8e0 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_6_subq.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_6_subq.q.out @@ -41,6 +41,9 @@ FROM ( insert overwrite table outputTbl1_n0 select * insert overwrite table outputTbl2 select * PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n0 +PREHOOK: Output: default@outputtbl1_n0 +PREHOOK: Output: default@outputtbl2 POSTHOOK: query: explain FROM ( select * from( @@ -52,6 +55,9 @@ FROM ( insert overwrite table outputTbl1_n0 select * insert overwrite table outputTbl2 select * POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n0 +POSTHOOK: Output: default@outputtbl1_n0 +POSTHOOK: Output: default@outputtbl2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -231,6 +237,8 @@ select avg(c) from( SELECT count(1) as c from src )subq PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select avg(c) from( SELECT count(1)-200 as c from src @@ -238,6 +246,8 @@ select avg(c) from( SELECT count(1) as c from src )subq POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -357,6 +367,8 @@ select key, avg(c) over w from( )subq group by key, c WINDOW w AS (PARTITION BY key ORDER BY c ROWS UNBOUNDED PRECEDING) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, avg(c) over w from( SELECT key, count(1)*2 as c from src group by key @@ -365,6 +377,8 @@ select key, avg(c) over w from( )subq group by key, c WINDOW w AS (PARTITION BY key ORDER BY c ROWS UNBOUNDED PRECEDING) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_7.q.out b/ql/src/test/results/clientpositive/spark/union_remove_7.q.out index 7ddd361..3aa51ed 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_7.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_7.q.out @@ -31,6 +31,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1_n17 group by key ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n17 +PREHOOK: Output: default@outputtbl1_n24 POSTHOOK: query: explain insert overwrite table outputTbl1_n24 SELECT * @@ -40,6 +42,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1_n17 group by key ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n17 +POSTHOOK: Output: default@outputtbl1_n24 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_8.q.out b/ql/src/test/results/clientpositive/spark/union_remove_8.q.out index 515dd3a..d1c9610 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_8.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_8.q.out @@ -33,6 +33,8 @@ FROM ( SELECT key, 2 as `values` from inputTbl1_n9 ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n9 +PREHOOK: Output: default@outputtbl1_n12 POSTHOOK: query: explain insert overwrite table outputTbl1_n12 SELECT * @@ -44,6 +46,8 @@ FROM ( SELECT key, 2 as `values` from inputTbl1_n9 ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n9 +POSTHOOK: Output: default@outputtbl1_n12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_9.q.out b/ql/src/test/results/clientpositive/spark/union_remove_9.q.out index 74d8c34..6c3e5a1 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_9.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_9.q.out @@ -35,6 +35,8 @@ select * FROM ( ) a )b PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n15 +PREHOOK: Output: default@outputtbl1_n22 POSTHOOK: query: explain insert overwrite table outputTbl1_n22 SELECT * FROM @@ -48,6 +50,8 @@ select * FROM ( ) a )b POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n15 +POSTHOOK: Output: default@outputtbl1_n22 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-6 depends on stages: Stage-1 , consists of Stage-3, Stage-2, Stage-4 diff --git a/ql/src/test/results/clientpositive/spark/union_top_level.q.out b/ql/src/test/results/clientpositive/spark/union_top_level.q.out index c9ae5f4..87e627e 100644 --- a/ql/src/test/results/clientpositive/spark/union_top_level.q.out +++ b/ql/src/test/results/clientpositive/spark/union_top_level.q.out @@ -5,6 +5,8 @@ select * from (select key, 1 as value from src where key % 3 == 1 limit 3)b union all select * from (select key, 2 as value from src where key % 3 == 2 limit 3)c PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select key, 0 as value from src where key % 3 == 0 limit 3)a union all @@ -12,6 +14,8 @@ select * from (select key, 1 as value from src where key % 3 == 1 limit 3)b union all select * from (select key, 2 as value from src where key % 3 == 2 limit 3)c POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -188,11 +192,15 @@ select * from (select s1.key as k, s2.value as v from src s1 join src s2 on (s1. union all select * from (select s1.key as k, s2.value as v from src s1 join src s2 on (s1.key = s2.key) order by k limit 10)b PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select s1.key as k, s2.value as v from src s1 join src s2 on (s1.key = s2.key) order by k limit 10)a union all select * from (select s1.key as k, s2.value as v from src s1 join src s2 on (s1.key = s2.key) order by k limit 10)b POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -344,6 +352,9 @@ select * from (select key, 1 as value from src where key % 3 == 1 limit 3)b union all select * from (select key, 2 as value from src where key % 3 == 2 limit 3)c PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@union_top POSTHOOK: query: explain create table union_top as select * from (select key, 0 as value from src where key % 3 == 0 limit 3)a @@ -352,6 +363,9 @@ select * from (select key, 1 as value from src where key % 3 == 1 limit 3)b union all select * from (select key, 2 as value from src where key % 3 == 2 limit 3)c POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@union_top STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -569,6 +583,8 @@ select * from (select key, 1 as value from src where key % 3 == 1 limit 3)b union all select * from (select key, 2 as value from src where key % 3 == 2 limit 3)c PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@union_top POSTHOOK: query: explain insert into table union_top select * from (select key, 0 as value from src where key % 3 == 0 limit 3)a @@ -577,6 +593,8 @@ select * from (select key, 1 as value from src where key % 3 == 1 limit 3)b union all select * from (select key, 2 as value from src where key % 3 == 2 limit 3)c POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@union_top STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -780,6 +798,8 @@ select * from (select key, 1 as value from src where key % 3 == 1 limit 3)b union all select * from (select key, 2 as value from src where key % 3 == 2 limit 3)c PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@union_top POSTHOOK: query: explain insert overwrite table union_top select * from (select key, 0 as value from src where key % 3 == 0 limit 3)a @@ -788,6 +808,8 @@ select * from (select key, 1 as value from src where key % 3 == 1 limit 3)b union all select * from (select key, 2 as value from src where key % 3 == 2 limit 3)c POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@union_top STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -991,6 +1013,9 @@ select * from (select key, 1 as value from src where key % 3 == 1 limit 3)b union all select * from (select key, 2 as value from src where key % 3 == 2 limit 3)c PREHOOK: type: CREATEVIEW +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@union_top_view POSTHOOK: query: explain create view union_top_view as select * from (select key, 0 as value from src where key % 3 == 0 limit 3)a @@ -999,6 +1024,9 @@ select * from (select key, 1 as value from src where key % 3 == 1 limit 3)b union all select * from (select key, 2 as value from src where key % 3 == 2 limit 3)c POSTHOOK: type: CREATEVIEW +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@union_top_view STAGE DEPENDENCIES: Stage-1 is a root stage diff --git a/ql/src/test/results/clientpositive/spark/vector_between_in.q.out b/ql/src/test/results/clientpositive/spark/vector_between_in.q.out index 5909342..8016b2b 100644 --- a/ql/src/test/results/clientpositive/spark/vector_between_in.q.out +++ b/ql/src/test/results/clientpositive/spark/vector_between_in.q.out @@ -26,8 +26,12 @@ POSTHOOK: Lineage: decimal_date_test.cdecimal2 EXPRESSION [] POSTHOOK: Lineage: decimal_date_test.cdouble EXPRESSION [] PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate FROM decimal_date_test WHERE cdate IN (CAST("1969-10-26" AS DATE), CAST("1969-07-14" AS DATE)) ORDER BY cdate PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate FROM decimal_date_test WHERE cdate IN (CAST("1969-10-26" AS DATE), CAST("1969-07-14" AS DATE)) ORDER BY cdate POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -119,8 +123,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(*) FROM decimal_date_test WHERE cdate NOT IN (CAST("1969-10-26" AS DATE), CAST("1969-07-14" AS DATE), CAST("1970-01-21" AS DATE)) PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(*) FROM decimal_date_test WHERE cdate NOT IN (CAST("1969-10-26" AS DATE), CAST("1969-07-14" AS DATE), CAST("1970-01-21" AS DATE)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -226,8 +234,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdecimal1 FROM decimal_date_test WHERE cdecimal1 IN (2365.8945945946, 881.0135135135, -3367.6517567568) ORDER BY cdecimal1 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdecimal1 FROM decimal_date_test WHERE cdecimal1 IN (2365.8945945946, 881.0135135135, -3367.6517567568) ORDER BY cdecimal1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -319,8 +331,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(*) FROM decimal_date_test WHERE cdecimal1 NOT IN (2365.8945945946, 881.0135135135, -3367.6517567568) PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(*) FROM decimal_date_test WHERE cdecimal1 NOT IN (2365.8945945946, 881.0135135135, -3367.6517567568) POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -426,8 +442,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate FROM decimal_date_test WHERE cdate BETWEEN CAST("1969-12-30" AS DATE) AND CAST("1970-01-02" AS DATE) ORDER BY cdate PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate FROM decimal_date_test WHERE cdate BETWEEN CAST("1969-12-30" AS DATE) AND CAST("1970-01-02" AS DATE) ORDER BY cdate POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -519,8 +539,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate FROM decimal_date_test WHERE cdate NOT BETWEEN CAST("1968-05-01" AS DATE) AND CAST("1971-09-01" AS DATE) ORDER BY cdate PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate FROM decimal_date_test WHERE cdate NOT BETWEEN CAST("1968-05-01" AS DATE) AND CAST("1971-09-01" AS DATE) ORDER BY cdate POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -612,8 +636,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdecimal1 FROM decimal_date_test WHERE cdecimal1 BETWEEN -20 AND 45.9918918919 ORDER BY cdecimal1 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdecimal1 FROM decimal_date_test WHERE cdecimal1 BETWEEN -20 AND 45.9918918919 ORDER BY cdecimal1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -705,8 +733,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(*) FROM decimal_date_test WHERE cdecimal1 NOT BETWEEN -2000 AND 4390.1351351351 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(*) FROM decimal_date_test WHERE cdecimal1 NOT BETWEEN -2000 AND 4390.1351351351 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1057,8 +1089,12 @@ POSTHOOK: Input: default@decimal_date_test 6172 PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT c0, count(1) from (SELECT cdate IN (CAST("1969-10-26" AS DATE), CAST("1969-07-14" AS DATE)) as c0 FROM decimal_date_test) tab GROUP BY c0 ORDER BY c0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT c0, count(1) from (SELECT cdate IN (CAST("1969-10-26" AS DATE), CAST("1969-07-14" AS DATE)) as c0 FROM decimal_date_test) tab GROUP BY c0 ORDER BY c0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1193,8 +1229,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT c0, count(1) from (SELECT cdecimal1 IN (2365.8945945946, 881.0135135135, -3367.6517567568) as c0 FROM decimal_date_test) tab GROUP BY c0 ORDER BY c0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT c0, count(1) from (SELECT cdecimal1 IN (2365.8945945946, 881.0135135135, -3367.6517567568) as c0 FROM decimal_date_test) tab GROUP BY c0 ORDER BY c0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1329,8 +1369,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT c0, count(1) from (SELECT cdate BETWEEN CAST("1969-12-30" AS DATE) AND CAST("1970-01-02" AS DATE) as c0 FROM decimal_date_test) tab GROUP BY c0 ORDER BY c0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT c0, count(1) from (SELECT cdate BETWEEN CAST("1969-12-30" AS DATE) AND CAST("1970-01-02" AS DATE) as c0 FROM decimal_date_test) tab GROUP BY c0 ORDER BY c0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1465,8 +1509,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT c0, count(1) from (SELECT cdecimal1 NOT BETWEEN -2000 AND 4390.1351351351 as c0 FROM decimal_date_test) tab GROUP BY c0 ORDER BY c0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT c0, count(1) from (SELECT cdecimal1 NOT BETWEEN -2000 AND 4390.1351351351 as c0 FROM decimal_date_test) tab GROUP BY c0 ORDER BY c0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vector_cast_constant.q.out b/ql/src/test/results/clientpositive/spark/vector_cast_constant.q.out index 5e0d60f..8673f37 100644 --- a/ql/src/test/results/clientpositive/spark/vector_cast_constant.q.out +++ b/ql/src/test/results/clientpositive/spark/vector_cast_constant.q.out @@ -102,6 +102,8 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT AVG(CAST(50 AS DECIMAL)) AS `avg_decimal_ok` FROM over1korc_n0 GROUP BY i ORDER BY i LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@over1korc_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT i, AVG(CAST(50 AS INT)) AS `avg_int_ok`, @@ -109,6 +111,8 @@ POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT AVG(CAST(50 AS DECIMAL)) AS `avg_decimal_ok` FROM over1korc_n0 GROUP BY i ORDER BY i LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1korc_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vector_char_4.q.out b/ql/src/test/results/clientpositive/spark/vector_char_4.q.out index c6b8203..e51541c 100644 --- a/ql/src/test/results/clientpositive/spark/vector_char_4.q.out +++ b/ql/src/test/results/clientpositive/spark/vector_char_4.q.out @@ -124,9 +124,13 @@ POSTHOOK: Output: default@char_lazy_binary_columnar PREHOOK: query: explain vectorization expression insert overwrite table char_lazy_binary_columnar select t, si, i, b, f, d, s from vectortab2korc PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2korc +PREHOOK: Output: default@char_lazy_binary_columnar POSTHOOK: query: explain vectorization expression insert overwrite table char_lazy_binary_columnar select t, si, i, b, f, d, s from vectortab2korc POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2korc +POSTHOOK: Output: default@char_lazy_binary_columnar PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vector_count_distinct.q.out b/ql/src/test/results/clientpositive/spark/vector_count_distinct.q.out index 1cf0724..c496dce 100644 --- a/ql/src/test/results/clientpositive/spark/vector_count_distinct.q.out +++ b/ql/src/test/results/clientpositive/spark/vector_count_distinct.q.out @@ -1228,9 +1228,73 @@ POSTHOOK: Lineage: web_sales PARTITION(ws_web_site_sk=9).ws_wholesale_cost SIMPL PREHOOK: query: explain vectorization expression select count(distinct ws_order_number) from web_sales PREHOOK: type: QUERY +PREHOOK: Input: default@web_sales +PREHOOK: Input: default@web_sales@ws_web_site_sk=1 +PREHOOK: Input: default@web_sales@ws_web_site_sk=10 +PREHOOK: Input: default@web_sales@ws_web_site_sk=11 +PREHOOK: Input: default@web_sales@ws_web_site_sk=12 +PREHOOK: Input: default@web_sales@ws_web_site_sk=13 +PREHOOK: Input: default@web_sales@ws_web_site_sk=14 +PREHOOK: Input: default@web_sales@ws_web_site_sk=15 +PREHOOK: Input: default@web_sales@ws_web_site_sk=16 +PREHOOK: Input: default@web_sales@ws_web_site_sk=17 +PREHOOK: Input: default@web_sales@ws_web_site_sk=18 +PREHOOK: Input: default@web_sales@ws_web_site_sk=19 +PREHOOK: Input: default@web_sales@ws_web_site_sk=2 +PREHOOK: Input: default@web_sales@ws_web_site_sk=20 +PREHOOK: Input: default@web_sales@ws_web_site_sk=21 +PREHOOK: Input: default@web_sales@ws_web_site_sk=22 +PREHOOK: Input: default@web_sales@ws_web_site_sk=23 +PREHOOK: Input: default@web_sales@ws_web_site_sk=24 +PREHOOK: Input: default@web_sales@ws_web_site_sk=25 +PREHOOK: Input: default@web_sales@ws_web_site_sk=26 +PREHOOK: Input: default@web_sales@ws_web_site_sk=27 +PREHOOK: Input: default@web_sales@ws_web_site_sk=28 +PREHOOK: Input: default@web_sales@ws_web_site_sk=29 +PREHOOK: Input: default@web_sales@ws_web_site_sk=3 +PREHOOK: Input: default@web_sales@ws_web_site_sk=30 +PREHOOK: Input: default@web_sales@ws_web_site_sk=4 +PREHOOK: Input: default@web_sales@ws_web_site_sk=5 +PREHOOK: Input: default@web_sales@ws_web_site_sk=6 +PREHOOK: Input: default@web_sales@ws_web_site_sk=7 +PREHOOK: Input: default@web_sales@ws_web_site_sk=8 +PREHOOK: Input: default@web_sales@ws_web_site_sk=9 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(distinct ws_order_number) from web_sales POSTHOOK: type: QUERY +POSTHOOK: Input: default@web_sales +POSTHOOK: Input: default@web_sales@ws_web_site_sk=1 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=10 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=11 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=12 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=13 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=14 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=15 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=16 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=17 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=18 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=19 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=2 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=20 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=21 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=22 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=23 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=24 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=25 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=26 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=27 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=28 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=29 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=3 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=30 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=4 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=5 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=6 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=7 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=8 +POSTHOOK: Input: default@web_sales@ws_web_site_sk=9 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vector_data_types.q.out b/ql/src/test/results/clientpositive/spark/vector_data_types.q.out index 6eacd69..f6f5803 100644 --- a/ql/src/test/results/clientpositive/spark/vector_data_types.q.out +++ b/ql/src/test/results/clientpositive/spark/vector_data_types.q.out @@ -116,8 +116,12 @@ POSTHOOK: Lineage: over1korc_n1.t EXPRESSION [] POSTHOOK: Lineage: over1korc_n1.ts EXPRESSION [] PREHOOK: query: EXPLAIN SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc_n1 ORDER BY t, si, i LIMIT 20 PREHOOK: type: QUERY +PREHOOK: Input: default@over1korc_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc_n1 ORDER BY t, si, i LIMIT 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1korc_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -208,8 +212,12 @@ POSTHOOK: Input: default@over1korc_n1 -25838728092 PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION select t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc_n1 ORDER BY t, si, i LIMIT 20 PREHOOK: type: QUERY +PREHOOK: Input: default@over1korc_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION select t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc_n1 ORDER BY t, si, i LIMIT 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1korc_n1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -332,10 +340,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT SUM(HASH(*)) FROM (SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc_n1 ORDER BY t, si, i) as q PREHOOK: type: QUERY +PREHOOK: Input: default@over1korc_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT SUM(HASH(*)) FROM (SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc_n1 ORDER BY t, si, i) as q POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1korc_n1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vector_decimal_aggregate.q.out b/ql/src/test/results/clientpositive/spark/vector_decimal_aggregate.q.out index e3d815b..af74a68 100644 --- a/ql/src/test/results/clientpositive/spark/vector_decimal_aggregate.q.out +++ b/ql/src/test/results/clientpositive/spark/vector_decimal_aggregate.q.out @@ -40,6 +40,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_vgby +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cint, COUNT(cdecimal1), MAX(cdecimal1), MIN(cdecimal1), SUM(cdecimal1), @@ -48,6 +50,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_vgby +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -217,6 +221,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_vgby +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cint, COUNT(cdecimal1), MAX(cdecimal1), MIN(cdecimal1), SUM(cdecimal1), AVG(cdecimal1), STDDEV_POP(cdecimal1), STDDEV_SAMP(cdecimal1), @@ -225,6 +231,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_vgby +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -430,6 +438,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_vgby_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cint, COUNT(cdecimal1), MAX(cdecimal1), MIN(cdecimal1), SUM(cdecimal1), @@ -438,6 +448,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_vgby_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -626,6 +638,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_vgby_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cint, COUNT(cdecimal1), MAX(cdecimal1), MIN(cdecimal1), SUM(cdecimal1), AVG(cdecimal1), STDDEV_POP(cdecimal1), STDDEV_SAMP(cdecimal1), @@ -634,6 +648,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_vgby_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vector_decimal_mapjoin.q.out b/ql/src/test/results/clientpositive/spark/vector_decimal_mapjoin.q.out index 77d9efe..3d65e77 100644 --- a/ql/src/test/results/clientpositive/spark/vector_decimal_mapjoin.q.out +++ b/ql/src/test/results/clientpositive/spark/vector_decimal_mapjoin.q.out @@ -77,9 +77,15 @@ POSTHOOK: Lineage: t2_n29.value_dec EXPRESSION [(over1k_n2)over1k_n2.FieldSchema PREHOOK: query: explain vectorization detail select t1_n48.`dec`, t2_n29.`dec` from t1_n48 join t2_n29 on (t1_n48.`dec`=t2_n29.`dec`) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n48 +PREHOOK: Input: default@t2_n29 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select t1_n48.`dec`, t2_n29.`dec` from t1_n48 join t2_n29 on (t1_n48.`dec`=t2_n29.`dec`) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n48 +POSTHOOK: Input: default@t2_n29 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -353,9 +359,15 @@ POSTHOOK: Input: default@t2_n29 PREHOOK: query: explain vectorization detail select t1_n48.`dec`, t1_n48.value_dec, t2_n29.`dec`, t2_n29.value_dec from t1_n48 join t2_n29 on (t1_n48.`dec`=t2_n29.`dec`) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n48 +PREHOOK: Input: default@t2_n29 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select t1_n48.`dec`, t1_n48.value_dec, t2_n29.`dec`, t2_n29.value_dec from t1_n48 join t2_n29 on (t1_n48.`dec`=t2_n29.`dec`) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n48 +POSTHOOK: Input: default@t2_n29 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -705,9 +717,15 @@ POSTHOOK: Lineage: t2_small.value_dec EXPRESSION [(over1k_small)over1k_small.Fie PREHOOK: query: explain vectorization detail select t1_small.`dec`, t2_small.`dec` from t1_small join t2_small on (t1_small.`dec`=t2_small.`dec`) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_small +PREHOOK: Input: default@t2_small +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select t1_small.`dec`, t2_small.`dec` from t1_small join t2_small on (t1_small.`dec`=t2_small.`dec`) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_small +POSTHOOK: Input: default@t2_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -981,9 +999,15 @@ POSTHOOK: Input: default@t2_small PREHOOK: query: explain vectorization detail select t1_small.`dec`, t1_small.value_dec, t2_small.`dec`, t2_small.value_dec from t1_small join t2_small on (t1_small.`dec`=t2_small.`dec`) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_small +PREHOOK: Input: default@t2_small +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select t1_small.`dec`, t1_small.value_dec, t2_small.`dec`, t2_small.value_dec from t1_small join t2_small on (t1_small.`dec`=t2_small.`dec`) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_small +POSTHOOK: Input: default@t2_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1257,9 +1281,15 @@ POSTHOOK: Input: default@t2_small PREHOOK: query: explain vectorization detail select t1_small.`dec`, t2_small.`dec` from t1_small join t2_small on (t1_small.`dec`=t2_small.`dec`) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_small +PREHOOK: Input: default@t2_small +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select t1_small.`dec`, t2_small.`dec` from t1_small join t2_small on (t1_small.`dec`=t2_small.`dec`) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_small +POSTHOOK: Input: default@t2_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1535,9 +1565,15 @@ POSTHOOK: Input: default@t2_small PREHOOK: query: explain vectorization detail select t1_small.`dec`, t1_small.value_dec, t2_small.`dec`, t2_small.value_dec from t1_small join t2_small on (t1_small.`dec`=t2_small.`dec`) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_small +PREHOOK: Input: default@t2_small +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select t1_small.`dec`, t1_small.value_dec, t2_small.`dec`, t2_small.value_dec from t1_small join t2_small on (t1_small.`dec`=t2_small.`dec`) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_small +POSTHOOK: Input: default@t2_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vector_distinct_2.q.out b/ql/src/test/results/clientpositive/spark/vector_distinct_2.q.out index a40484f..4a6311b 100644 --- a/ql/src/test/results/clientpositive/spark/vector_distinct_2.q.out +++ b/ql/src/test/results/clientpositive/spark/vector_distinct_2.q.out @@ -104,9 +104,13 @@ POSTHOOK: Lineage: vectortab2korc_n3.ts2 SIMPLE [(vectortab2k_n3)vectortab2k_n3. PREHOOK: query: explain vectorization expression select distinct s, t from vectortab2korc_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2korc_n3 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select distinct s, t from vectortab2korc_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2korc_n3 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vector_elt.q.out b/ql/src/test/results/clientpositive/spark/vector_elt.q.out index db00391..678e94d 100644 --- a/ql/src/test/results/clientpositive/spark/vector_elt.q.out +++ b/ql/src/test/results/clientpositive/spark/vector_elt.q.out @@ -2,10 +2,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT (ctinyint % 2) + 1, cstr FROM alltypesorc WHERE ctinyint > 0 LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT (ctinyint % 2) + 1, cstring1, cint, elt((ctinyint % 2) + 1, cstring1, cint) FROM alltypesorc WHERE ctinyint > 0 LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -110,6 +114,8 @@ SELECT elt(2, 'abc', 'defg'), elt(3, 'abc', 'defg') FROM alltypesorc LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT elt(2, 'abc', 'defg'), elt(3, 'aa', 'bb', 'cc', 'dd', 'ee', 'ff', 'gg'), @@ -123,6 +129,8 @@ SELECT elt(2, 'abc', 'defg'), elt(3, 'abc', 'defg') FROM alltypesorc LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vector_groupby_3.q.out b/ql/src/test/results/clientpositive/spark/vector_groupby_3.q.out index bbce14c..4df04a7 100644 --- a/ql/src/test/results/clientpositive/spark/vector_groupby_3.q.out +++ b/ql/src/test/results/clientpositive/spark/vector_groupby_3.q.out @@ -104,9 +104,13 @@ POSTHOOK: Lineage: vectortab2korc_n8.ts2 SIMPLE [(vectortab2k_n9)vectortab2k_n9. PREHOOK: query: explain vectorization expression select s, t, max(b) from vectortab2korc_n8 group by s, t PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2korc_n8 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select s, t, max(b) from vectortab2korc_n8 group by s, t POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2korc_n8 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vector_inner_join.q.out b/ql/src/test/results/clientpositive/spark/vector_inner_join.q.out index fecc962..0a145a2 100644 --- a/ql/src/test/results/clientpositive/spark/vector_inner_join.q.out +++ b/ql/src/test/results/clientpositive/spark/vector_inner_join.q.out @@ -35,9 +35,15 @@ POSTHOOK: Lineage: orc_table_2a.c SCRIPT [] PREHOOK: query: explain vectorization detail select t1.a from orc_table_2a t2 join orc_table_1a t1 on t1.a = t2.c where t1.a > 2 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_table_1a +PREHOOK: Input: default@orc_table_2a +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization detail select t1.a from orc_table_2a t2 join orc_table_1a t1 on t1.a = t2.c where t1.a > 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_table_1a +POSTHOOK: Input: default@orc_table_2a +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -203,9 +209,15 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain vectorization detail select t2.c from orc_table_2a t2 left semi join orc_table_1a t1 on t1.a = t2.c where t2.c > 2 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_table_1a +PREHOOK: Input: default@orc_table_2a +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization detail select t2.c from orc_table_2a t2 left semi join orc_table_1a t1 on t1.a = t2.c where t2.c > 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_table_1a +POSTHOOK: Input: default@orc_table_2a +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -411,9 +423,15 @@ POSTHOOK: Lineage: orc_table_2b.v2 SCRIPT [] PREHOOK: query: explain vectorization detail select t1.v1, t1.a from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_table_1b +PREHOOK: Input: default@orc_table_2b +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization detail select t1.v1, t1.a from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_table_1b +POSTHOOK: Input: default@orc_table_2b +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -579,9 +597,15 @@ three 3 PREHOOK: query: explain vectorization detail select t1.v1, t1.a, t2.c, t2.v2 from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_table_1b +PREHOOK: Input: default@orc_table_2b +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization detail select t1.v1, t1.a, t2.c, t2.v2 from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_table_1b +POSTHOOK: Input: default@orc_table_2b +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -740,9 +764,15 @@ three 3 3 THREE PREHOOK: query: explain vectorization detail select t1.v1, t1.a*2, t2.c*5, t2.v2 from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_table_1b +PREHOOK: Input: default@orc_table_2b +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization detail select t1.v1, t1.a*2, t2.c*5, t2.v2 from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_table_1b +POSTHOOK: Input: default@orc_table_2b +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -910,9 +940,15 @@ three 6 15 THREE PREHOOK: query: explain vectorization detail select t1.v1, t2.v2, t2.c from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_table_1b +PREHOOK: Input: default@orc_table_2b +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization detail select t1.v1, t2.v2, t2.c from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_table_1b +POSTHOOK: Input: default@orc_table_2b +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1079,9 +1115,15 @@ three THREE 3 PREHOOK: query: explain vectorization detail select t1.a, t1.v1, t2.v2 from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_table_1b +PREHOOK: Input: default@orc_table_2b +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization detail select t1.a, t1.v1, t2.v2 from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_table_1b +POSTHOOK: Input: default@orc_table_2b +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1248,9 +1290,15 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain vectorization detail select t1.v1, t2.v2, t2.c from orc_table_1b t1 join orc_table_2b t2 on t1.a = t2.c where t1.a > 2 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_table_1b +PREHOOK: Input: default@orc_table_2b +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization detail select t1.v1, t2.v2, t2.c from orc_table_1b t1 join orc_table_2b t2 on t1.a = t2.c where t1.a > 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_table_1b +POSTHOOK: Input: default@orc_table_2b +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1417,9 +1465,15 @@ three THREE 3 PREHOOK: query: explain vectorization detail select t1.a, t1.v1, t2.v2 from orc_table_1b t1 join orc_table_2b t2 on t1.a = t2.c where t1.a > 2 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_table_1b +PREHOOK: Input: default@orc_table_2b +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization detail select t1.a, t1.v1, t2.v2 from orc_table_1b t1 join orc_table_2b t2 on t1.a = t2.c where t1.a > 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_table_1b +POSTHOOK: Input: default@orc_table_2b +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vector_left_outer_join.q.out b/ql/src/test/results/clientpositive/spark/vector_left_outer_join.q.out index 9f8dea3..0f56656 100644 --- a/ql/src/test/results/clientpositive/spark/vector_left_outer_join.q.out +++ b/ql/src/test/results/clientpositive/spark/vector_left_outer_join.q.out @@ -7,6 +7,8 @@ left outer join alltypesorc hd on hd.ctinyint = c.ctinyint ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select count(*) from (select c.ctinyint from alltypesorc c @@ -16,6 +18,8 @@ left outer join alltypesorc hd on hd.ctinyint = c.ctinyint ) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vector_mapjoin_reduce.q.out b/ql/src/test/results/clientpositive/spark/vector_mapjoin_reduce.q.out index ff1af2c..7f80b0c 100644 --- a/ql/src/test/results/clientpositive/spark/vector_mapjoin_reduce.q.out +++ b/ql/src/test/results/clientpositive/spark/vector_mapjoin_reduce.q.out @@ -4,12 +4,16 @@ from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li o where li.l_linenumber = 1 and li.l_orderkey in (select l_orderkey from lineitem where l_shipmode = 'AIR') PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select p.p_partkey, li.l_suppkey from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li on p.p_partkey = li.l_partkey where li.l_linenumber = 1 and li.l_orderkey in (select l_orderkey from lineitem where l_shipmode = 'AIR') POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -276,12 +280,16 @@ from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li o where li.l_linenumber = 1 and li.l_orderkey in (select l_orderkey from lineitem where l_shipmode = 'AIR' and l_linenumber = li.l_linenumber) PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select p.p_partkey, li.l_suppkey from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li on p.p_partkey = li.l_partkey where li.l_linenumber = 1 and li.l_orderkey in (select l_orderkey from lineitem where l_shipmode = 'AIR' and l_linenumber = li.l_linenumber) POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vector_orderby_5.q.out b/ql/src/test/results/clientpositive/spark/vector_orderby_5.q.out index c35156e..d7a21f7 100644 --- a/ql/src/test/results/clientpositive/spark/vector_orderby_5.q.out +++ b/ql/src/test/results/clientpositive/spark/vector_orderby_5.q.out @@ -104,9 +104,13 @@ POSTHOOK: Lineage: vectortab2korc_n6.ts2 SIMPLE [(vectortab2k_n7)vectortab2k_n7. PREHOOK: query: explain vectorization expression select bo, max(b) from vectortab2korc_n6 group by bo order by bo desc PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2korc_n6 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select bo, max(b) from vectortab2korc_n6 group by bo order by bo desc POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2korc_n6 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vector_outer_join0.q.out b/ql/src/test/results/clientpositive/spark/vector_outer_join0.q.out index c36c9ec..6fee7e9 100644 --- a/ql/src/test/results/clientpositive/spark/vector_outer_join0.q.out +++ b/ql/src/test/results/clientpositive/spark/vector_outer_join0.q.out @@ -65,9 +65,15 @@ NULL PREHOOK: query: explain vectorization detail select t1.v1, t1.a, t2.c, t2.v2 from orc_table_1 t1 left outer join orc_table_2 t2 on t1.a = t2.c PREHOOK: type: QUERY +PREHOOK: Input: default@orc_table_1 +PREHOOK: Input: default@orc_table_2 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization detail select t1.v1, t1.a, t2.c, t2.v2 from orc_table_1 t1 left outer join orc_table_2 t2 on t1.a = t2.c POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_table_1 +POSTHOOK: Input: default@orc_table_2 +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -218,9 +224,15 @@ two 2 2 TWO PREHOOK: query: explain vectorization detail select t1.v1, t1.a, t2.c, t2.v2 from orc_table_1 t1 right outer join orc_table_2 t2 on t1.a = t2.c PREHOOK: type: QUERY +PREHOOK: Input: default@orc_table_1 +PREHOOK: Input: default@orc_table_2 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization detail select t1.v1, t1.a, t2.c, t2.v2 from orc_table_1 t1 right outer join orc_table_2 t2 on t1.a = t2.c POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_table_1 +POSTHOOK: Input: default@orc_table_2 +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vector_outer_join1.q.out b/ql/src/test/results/clientpositive/spark/vector_outer_join1.q.out index ecac4da..fc01c86 100644 --- a/ql/src/test/results/clientpositive/spark/vector_outer_join1.q.out +++ b/ql/src/test/results/clientpositive/spark/vector_outer_join1.q.out @@ -222,12 +222,16 @@ from small_alltypesorc_a c left outer join small_alltypesorc_a cd on cd.cint = c.cint PREHOOK: type: QUERY +PREHOOK: Input: default@small_alltypesorc_a +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization detail select * from small_alltypesorc_a c left outer join small_alltypesorc_a cd on cd.cint = c.cint POSTHOOK: type: QUERY +POSTHOOK: Input: default@small_alltypesorc_a +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -398,12 +402,16 @@ from small_alltypesorc_a c left outer join small_alltypesorc_a hd on hd.ctinyint = c.ctinyint PREHOOK: type: QUERY +PREHOOK: Input: default@small_alltypesorc_a +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization detail select c.ctinyint from small_alltypesorc_a c left outer join small_alltypesorc_a hd on hd.ctinyint = c.ctinyint POSTHOOK: type: QUERY +POSTHOOK: Input: default@small_alltypesorc_a +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -661,6 +669,8 @@ left outer join small_alltypesorc_a hd on hd.ctinyint = c.ctinyint ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@small_alltypesorc_a +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization detail select count(*), sum(t1.c_ctinyint) from (select c.ctinyint as c_ctinyint from small_alltypesorc_a c @@ -670,6 +680,8 @@ left outer join small_alltypesorc_a hd on hd.ctinyint = c.ctinyint ) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@small_alltypesorc_a +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vector_outer_join2.q.out b/ql/src/test/results/clientpositive/spark/vector_outer_join2.q.out index 92ad63e..f6f5e1b 100644 --- a/ql/src/test/results/clientpositive/spark/vector_outer_join2.q.out +++ b/ql/src/test/results/clientpositive/spark/vector_outer_join2.q.out @@ -235,6 +235,8 @@ left outer join small_alltypesorc_a_n0 hd on hd.cbigint = c.cbigint ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@small_alltypesorc_a_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization detail select count(*), sum(t1.c_cbigint) from (select c.cbigint as c_cbigint from small_alltypesorc_a_n0 c @@ -244,6 +246,8 @@ left outer join small_alltypesorc_a_n0 hd on hd.cbigint = c.cbigint ) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@small_alltypesorc_a_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vector_outer_join3.q.out b/ql/src/test/results/clientpositive/spark/vector_outer_join3.q.out index a226f44..26f2f50 100644 --- a/ql/src/test/results/clientpositive/spark/vector_outer_join3.q.out +++ b/ql/src/test/results/clientpositive/spark/vector_outer_join3.q.out @@ -235,6 +235,8 @@ left outer join small_alltypesorc_a_n1 hd on hd.cstring1 = c.cstring1 ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@small_alltypesorc_a_n1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization detail formatted select count(*) from (select c.cstring1 from small_alltypesorc_a_n1 c @@ -244,6 +246,8 @@ left outer join small_alltypesorc_a_n1 hd on hd.cstring1 = c.cstring1 ) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@small_alltypesorc_a_n1 +POSTHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### PREHOOK: query: select count(*) from (select c.cstring1 from small_alltypesorc_a_n1 c @@ -275,6 +279,8 @@ left outer join small_alltypesorc_a_n1 hd on hd.cstring1 = c.cstring1 ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@small_alltypesorc_a_n1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization detail formatted select count(*) from (select c.cstring1 from small_alltypesorc_a_n1 c @@ -284,6 +290,8 @@ left outer join small_alltypesorc_a_n1 hd on hd.cstring1 = c.cstring1 ) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@small_alltypesorc_a_n1 +POSTHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### PREHOOK: query: select count(*) from (select c.cstring1 from small_alltypesorc_a_n1 c @@ -315,6 +323,8 @@ left outer join small_alltypesorc_a_n1 hd on hd.cstring1 = c.cstring1 and hd.cint = c.cint ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@small_alltypesorc_a_n1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization detail formatted select count(*) from (select c.cstring1 from small_alltypesorc_a_n1 c @@ -324,6 +334,8 @@ left outer join small_alltypesorc_a_n1 hd on hd.cstring1 = c.cstring1 and hd.cint = c.cint ) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@small_alltypesorc_a_n1 +POSTHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### PREHOOK: query: select count(*) from (select c.cstring1 from small_alltypesorc_a_n1 c diff --git a/ql/src/test/results/clientpositive/spark/vector_outer_join4.q.out b/ql/src/test/results/clientpositive/spark/vector_outer_join4.q.out index 9be72ea..2e43c59 100644 --- a/ql/src/test/results/clientpositive/spark/vector_outer_join4.q.out +++ b/ql/src/test/results/clientpositive/spark/vector_outer_join4.q.out @@ -252,12 +252,16 @@ from small_alltypesorc_b c left outer join small_alltypesorc_b cd on cd.cint = c.cint PREHOOK: type: QUERY +PREHOOK: Input: default@small_alltypesorc_b +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization detail formatted select * from small_alltypesorc_b c left outer join small_alltypesorc_b cd on cd.cint = c.cint POSTHOOK: type: QUERY +POSTHOOK: Input: default@small_alltypesorc_b +POSTHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### PREHOOK: query: select * from small_alltypesorc_b c @@ -333,12 +337,16 @@ from small_alltypesorc_b c left outer join small_alltypesorc_b hd on hd.ctinyint = c.ctinyint PREHOOK: type: QUERY +PREHOOK: Input: default@small_alltypesorc_b +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization detail formatted select c.ctinyint from small_alltypesorc_b c left outer join small_alltypesorc_b hd on hd.ctinyint = c.ctinyint POSTHOOK: type: QUERY +POSTHOOK: Input: default@small_alltypesorc_b +POSTHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### PREHOOK: query: select c.ctinyint from small_alltypesorc_b c @@ -773,6 +781,8 @@ left outer join small_alltypesorc_b hd on hd.ctinyint = c.ctinyint ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@small_alltypesorc_b +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization detail formatted select count(*) from (select c.ctinyint from small_alltypesorc_b c @@ -782,6 +792,8 @@ left outer join small_alltypesorc_b hd on hd.ctinyint = c.ctinyint ) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@small_alltypesorc_b +POSTHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### PREHOOK: query: select count(*) from (select c.ctinyint from small_alltypesorc_b c diff --git a/ql/src/test/results/clientpositive/spark/vector_outer_join5.q.out b/ql/src/test/results/clientpositive/spark/vector_outer_join5.q.out index 6ad6a7b..98732ed 100644 --- a/ql/src/test/results/clientpositive/spark/vector_outer_join5.q.out +++ b/ql/src/test/results/clientpositive/spark/vector_outer_join5.q.out @@ -73,6 +73,9 @@ left outer join small_table st on s.ctinyint = st.ctinyint ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@small_table +PREHOOK: Input: default@sorted_mod_4 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization detail formatted select count(*) from (select s.*, st.* from sorted_mod_4 s @@ -80,6 +83,9 @@ left outer join small_table st on s.ctinyint = st.ctinyint ) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@small_table +POSTHOOK: Input: default@sorted_mod_4 +POSTHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### PREHOOK: query: select count(*) from (select s.*, st.* from sorted_mod_4 s @@ -107,6 +113,9 @@ left outer join small_table sm on s.ctinyint = sm.ctinyint and s.cmodint = 2 ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@small_table +PREHOOK: Input: default@sorted_mod_4 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization detail formatted select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint from sorted_mod_4 s @@ -114,6 +123,9 @@ left outer join small_table sm on s.ctinyint = sm.ctinyint and s.cmodint = 2 ) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@small_table +POSTHOOK: Input: default@sorted_mod_4 +POSTHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### PREHOOK: query: select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint from sorted_mod_4 s @@ -141,6 +153,9 @@ left outer join small_table sm on s.ctinyint = sm.ctinyint and pmod(s.ctinyint, 4) = s.cmodint ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@small_table +PREHOOK: Input: default@sorted_mod_4 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization detail formatted select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint from sorted_mod_4 s @@ -148,6 +163,9 @@ left outer join small_table sm on s.ctinyint = sm.ctinyint and pmod(s.ctinyint, 4) = s.cmodint ) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@small_table +POSTHOOK: Input: default@sorted_mod_4 +POSTHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### PREHOOK: query: select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint from sorted_mod_4 s @@ -175,6 +193,9 @@ left outer join small_table sm on s.ctinyint = sm.ctinyint and s.ctinyint < 100 ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@small_table +PREHOOK: Input: default@sorted_mod_4 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization detail formatted select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint from sorted_mod_4 s @@ -182,6 +203,9 @@ left outer join small_table sm on s.ctinyint = sm.ctinyint and s.ctinyint < 100 ) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@small_table +POSTHOOK: Input: default@sorted_mod_4 +POSTHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### PREHOOK: query: select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint from sorted_mod_4 s @@ -211,6 +235,9 @@ left outer join sorted_mod_4 s2 on s2.ctinyint = s.ctinyint ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@small_table +PREHOOK: Input: default@sorted_mod_4 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization detail formatted select count(*) from (select s.*, sm.*, s2.* from sorted_mod_4 s @@ -220,6 +247,9 @@ left outer join sorted_mod_4 s2 on s2.ctinyint = s.ctinyint ) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@small_table +POSTHOOK: Input: default@sorted_mod_4 +POSTHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### PREHOOK: query: select count(*) from (select s.*, sm.*, s2.* from sorted_mod_4 s @@ -317,6 +347,9 @@ left outer join small_table2 st on s.cmodtinyint = st.cmodtinyint ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@mod_8_mod_4 +PREHOOK: Input: default@small_table2 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization detail formatted select count(*) from (select s.*, st.* from mod_8_mod_4 s @@ -324,6 +357,9 @@ left outer join small_table2 st on s.cmodtinyint = st.cmodtinyint ) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@mod_8_mod_4 +POSTHOOK: Input: default@small_table2 +POSTHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### PREHOOK: query: select count(*) from (select s.*, st.* from mod_8_mod_4 s @@ -351,6 +387,9 @@ left outer join small_table2 sm on s.cmodtinyint = sm.cmodtinyint and s.cmodint = 2 ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@mod_8_mod_4 +PREHOOK: Input: default@small_table2 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization detail formatted select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint from mod_8_mod_4 s @@ -358,6 +397,9 @@ left outer join small_table2 sm on s.cmodtinyint = sm.cmodtinyint and s.cmodint = 2 ) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@mod_8_mod_4 +POSTHOOK: Input: default@small_table2 +POSTHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### PREHOOK: query: select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint from mod_8_mod_4 s @@ -385,6 +427,9 @@ left outer join small_table2 sm on s.cmodtinyint = sm.cmodtinyint and pmod(s.cmodtinyint, 4) = s.cmodint ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@mod_8_mod_4 +PREHOOK: Input: default@small_table2 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization detail formatted select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint from mod_8_mod_4 s @@ -392,6 +437,9 @@ left outer join small_table2 sm on s.cmodtinyint = sm.cmodtinyint and pmod(s.cmodtinyint, 4) = s.cmodint ) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@mod_8_mod_4 +POSTHOOK: Input: default@small_table2 +POSTHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### PREHOOK: query: select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint from mod_8_mod_4 s @@ -419,6 +467,9 @@ left outer join small_table2 sm on s.cmodtinyint = sm.cmodtinyint and s.cmodtinyint < 3 ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@mod_8_mod_4 +PREHOOK: Input: default@small_table2 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization detail formatted select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint from mod_8_mod_4 s @@ -426,6 +477,9 @@ left outer join small_table2 sm on s.cmodtinyint = sm.cmodtinyint and s.cmodtinyint < 3 ) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@mod_8_mod_4 +POSTHOOK: Input: default@small_table2 +POSTHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### PREHOOK: query: select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint from mod_8_mod_4 s @@ -455,6 +509,9 @@ left outer join mod_8_mod_4 s2 on s2.cmodtinyint = s.cmodtinyint ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@mod_8_mod_4 +PREHOOK: Input: default@small_table2 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization detail formatted select count(*) from (select s.*, sm.*, s2.* from mod_8_mod_4 s @@ -464,6 +521,9 @@ left outer join mod_8_mod_4 s2 on s2.cmodtinyint = s.cmodtinyint ) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@mod_8_mod_4 +POSTHOOK: Input: default@small_table2 +POSTHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### PREHOOK: query: select count(*) from (select s.*, sm.*, s2.* from mod_8_mod_4 s diff --git a/ql/src/test/results/clientpositive/spark/vector_string_concat.q.out b/ql/src/test/results/clientpositive/spark/vector_string_concat.q.out index cee7995..8866df5 100644 --- a/ql/src/test/results/clientpositive/spark/vector_string_concat.q.out +++ b/ql/src/test/results/clientpositive/spark/vector_string_concat.q.out @@ -100,11 +100,15 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT s AS `string`, CONCAT(CONCAT('|',RTRIM(CONCAT(CONCAT(' ',s),' '))),'|') AS `none_z_rtrim_str` FROM over1korc LIMIT 20 PREHOOK: type: QUERY +PREHOOK: Input: default@over1korc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT s AS `string`, CONCAT(CONCAT(' ',s),' ') AS `none_padded_str`, CONCAT(CONCAT('|',RTRIM(CONCAT(CONCAT(' ',s),' '))),'|') AS `none_z_rtrim_str` FROM over1korc LIMIT 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1korc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -311,6 +315,8 @@ SELECT CONCAT(CONCAT(CONCAT('Quarter ',CAST(CAST((MONTH(dt) - 1) / 3 + 1 AS INT) ORDER BY `field` LIMIT 50 PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2korc_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT CONCAT(CONCAT(CONCAT('Quarter ',CAST(CAST((MONTH(dt) - 1) / 3 + 1 AS INT) AS STRING)),'-'),CAST(YEAR(dt) AS STRING)) AS `field` FROM vectortab2korc_n0 @@ -318,6 +324,8 @@ SELECT CONCAT(CONCAT(CONCAT('Quarter ',CAST(CAST((MONTH(dt) - 1) / 3 + 1 AS INT) ORDER BY `field` LIMIT 50 POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2korc_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vector_varchar_4.q.out b/ql/src/test/results/clientpositive/spark/vector_varchar_4.q.out index 2e5cb46..65ef02d 100644 --- a/ql/src/test/results/clientpositive/spark/vector_varchar_4.q.out +++ b/ql/src/test/results/clientpositive/spark/vector_varchar_4.q.out @@ -124,9 +124,13 @@ POSTHOOK: Output: default@varchar_lazy_binary_columnar PREHOOK: query: explain vectorization expression insert overwrite table varchar_lazy_binary_columnar select t, si, i, b, f, d, s from vectortab2korc_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2korc_n1 +PREHOOK: Output: default@varchar_lazy_binary_columnar POSTHOOK: query: explain vectorization expression insert overwrite table varchar_lazy_binary_columnar select t, si, i, b, f, d, s from vectortab2korc_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2korc_n1 +POSTHOOK: Output: default@varchar_lazy_binary_columnar PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vectorization_0.q.out b/ql/src/test/results/clientpositive/spark/vectorization_0.q.out index 30acf9c..d8d411f 100644 --- a/ql/src/test/results/clientpositive/spark/vectorization_0.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorization_0.q.out @@ -6,6 +6,8 @@ SELECT MIN(ctinyint) as c1, FROM alltypesorc ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT MIN(ctinyint) as c1, MAX(ctinyint), @@ -14,6 +16,8 @@ SELECT MIN(ctinyint) as c1, FROM alltypesorc ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -188,11 +192,15 @@ SELECT SUM(ctinyint) as c1 FROM alltypesorc ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT SUM(ctinyint) as c1 FROM alltypesorc ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -368,6 +376,8 @@ SELECT FROM alltypesorc ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION SELECT avg(ctinyint) as c1, @@ -381,6 +391,8 @@ SELECT FROM alltypesorc ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -512,6 +524,8 @@ SELECT MIN(cbigint) as c1, FROM alltypesorc ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT MIN(cbigint) as c1, MAX(cbigint), @@ -520,6 +534,8 @@ SELECT MIN(cbigint) as c1, FROM alltypesorc ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -694,11 +710,15 @@ SELECT SUM(cbigint) as c1 FROM alltypesorc ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT SUM(cbigint) as c1 FROM alltypesorc ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -874,6 +894,8 @@ SELECT FROM alltypesorc ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION SELECT avg(cbigint) as c1, @@ -887,6 +909,8 @@ SELECT FROM alltypesorc ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1018,6 +1042,8 @@ SELECT MIN(cfloat) as c1, FROM alltypesorc ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT MIN(cfloat) as c1, MAX(cfloat), @@ -1026,6 +1052,8 @@ SELECT MIN(cfloat) as c1, FROM alltypesorc ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1200,11 +1228,15 @@ SELECT SUM(cfloat) as c1 FROM alltypesorc ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT SUM(cfloat) as c1 FROM alltypesorc ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1380,6 +1412,8 @@ SELECT FROM alltypesorc ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION SELECT avg(cfloat) as c1, @@ -1393,6 +1427,8 @@ SELECT FROM alltypesorc ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1544,6 +1580,8 @@ WHERE (((cstring2 LIKE '%b%') AND ((cboolean2 = 1) AND (3569 = ctinyint)))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT AVG(cbigint), (-(AVG(cbigint))), @@ -1571,6 +1609,8 @@ WHERE (((cstring2 LIKE '%b%') AND ((cboolean2 = 1) AND (3569 = ctinyint)))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1765,11 +1805,15 @@ select count(*) from alltypesorc where (((cstring1 LIKE 'a%') or ((cstring1 like 'b%') or (cstring1 like 'c%'))) or ((length(cstring1) < 50 ) and ((cstring1 like '%n') and (length(cstring1) > 0)))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN extended select count(*) from alltypesorc where (((cstring1 LIKE 'a%') or ((cstring1 like 'b%') or (cstring1 like 'c%'))) or ((length(cstring1) < 50 ) and ((cstring1 like '%n') and (length(cstring1) > 0)))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### OPTIMIZED SQL: SELECT COUNT(*) AS `$f0` FROM `default`.`alltypesorc` WHERE `cstring1` LIKE 'a%' OR `cstring1` LIKE 'b%' OR `cstring1` LIKE 'c%' OR CHARACTER_LENGTH(`cstring1`) < 50 AND `cstring1` LIKE '%n' AND CHARACTER_LENGTH(`cstring1`) > 0 @@ -30580,11 +30624,15 @@ PREHOOK: query: explain extended select * from alltypesorc where (cint=47 and cfloat=2.09) or (cint=45 and cfloat=3.02) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from alltypesorc where (cint=49 and cfloat=3.5) or (cint=47 and cfloat=2.09) or (cint=45 and cfloat=3.02) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `ctinyint`, `csmallint`, `cint`, `cbigint`, `cfloat`, `cdouble`, `cstring1`, `cstring2`, `ctimestamp1`, `ctimestamp2`, `cboolean1`, `cboolean2` FROM `default`.`alltypesorc` WHERE `cint` = 49 AND `cfloat` = 3.5 OR `cint` = 47 AND `cfloat` = 2.09 OR `cint` = 45 AND `cfloat` = 3.02 @@ -30699,11 +30747,15 @@ PREHOOK: query: explain extended select * from alltypesorc where (cint=47 and cfloat=2.09) or (cint=45 and cfloat=3.02) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from alltypesorc where (cint=49 and cfloat=3.5) or (cint=47 and cfloat=2.09) or (cint=45 and cfloat=3.02) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -30814,11 +30866,15 @@ PREHOOK: query: explain extended select * from alltypesorc where (cint=47 or cfloat=2.09) and (cint=45 or cfloat=3.02) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain extended select * from alltypesorc where (cint=49 or cfloat=3.5) and (cint=47 or cfloat=2.09) and (cint=45 or cfloat=3.02) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `ctinyint`, `csmallint`, `cint`, `cbigint`, `cfloat`, `cdouble`, `cstring1`, `cstring2`, `ctimestamp1`, `ctimestamp2`, `cboolean1`, `cboolean2` FROM `default`.`alltypesorc` WHERE (`cint` = 49 OR `cfloat` = 3.5) AND (`cint` = 47 OR `cfloat` = 2.09) AND (`cint` = 45 OR `cfloat` = 3.02) @@ -30932,10 +30988,14 @@ PREHOOK: query: explain extended select count(*),cstring1 from alltypesorc where or cstring1='history' or cstring1='topology' group by cstring1 order by cstring1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain extended select count(*),cstring1 from alltypesorc where cstring1='biology' or cstring1='history' or cstring1='topology' group by cstring1 order by cstring1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/spark/vectorization_1.q.out b/ql/src/test/results/clientpositive/spark/vectorization_1.q.out index 13cc510..a08c051 100644 --- a/ql/src/test/results/clientpositive/spark/vectorization_1.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorization_1.q.out @@ -19,6 +19,8 @@ WHERE (((cdouble > ctinyint) OR ((cint > cbigint) OR (cboolean1 < 0)))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT VAR_POP(ctinyint), (VAR_POP(ctinyint) / -26.28), @@ -40,6 +42,8 @@ WHERE (((cdouble > ctinyint) OR ((cint > cbigint) OR (cboolean1 < 0)))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vectorization_10.q.out b/ql/src/test/results/clientpositive/spark/vectorization_10.q.out index 23a04b8..9aa4bb1 100644 --- a/ql/src/test/results/clientpositive/spark/vectorization_10.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorization_10.q.out @@ -22,6 +22,8 @@ WHERE (((cstring2 <= '10') AND ((csmallint = 9763215.5639) OR (cstring1 LIKE '%a')))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cdouble, ctimestamp1, @@ -46,6 +48,8 @@ WHERE (((cstring2 <= '10') AND ((csmallint = 9763215.5639) OR (cstring1 LIKE '%a')))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vectorization_11.q.out b/ql/src/test/results/clientpositive/spark/vectorization_11.q.out index b47433d..1ad6a12 100644 --- a/ql/src/test/results/clientpositive/spark/vectorization_11.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorization_11.q.out @@ -13,6 +13,8 @@ WHERE ((cstring2 = cstring1) OR ((ctimestamp1 IS NULL) AND (cstring1 LIKE '%a'))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cstring1, cboolean1, @@ -28,6 +30,8 @@ WHERE ((cstring2 = cstring1) OR ((ctimestamp1 IS NULL) AND (cstring1 LIKE '%a'))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vectorization_12.q.out b/ql/src/test/results/clientpositive/spark/vectorization_12.q.out index 9592735..6f61278 100644 --- a/ql/src/test/results/clientpositive/spark/vectorization_12.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorization_12.q.out @@ -30,6 +30,8 @@ WHERE (((ctimestamp1 IS NULL) GROUP BY cbigint, cboolean1, cstring1, ctimestamp1, cdouble ORDER BY ctimestamp1, cdouble, cbigint, cstring1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cbigint, cboolean1, @@ -62,6 +64,8 @@ WHERE (((ctimestamp1 IS NULL) GROUP BY cbigint, cboolean1, cstring1, ctimestamp1, cdouble ORDER BY ctimestamp1, cdouble, cbigint, cstring1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vectorization_13.q.out b/ql/src/test/results/clientpositive/spark/vectorization_13.q.out index b32b533..8694dae 100644 --- a/ql/src/test/results/clientpositive/spark/vectorization_13.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorization_13.q.out @@ -31,6 +31,8 @@ GROUP BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1 ORDER BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14, c15, c16 LIMIT 40 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cboolean1, ctinyint, @@ -64,6 +66,8 @@ GROUP BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1 ORDER BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14, c15, c16 LIMIT 40 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -384,6 +388,8 @@ GROUP BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1 ORDER BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14, c15, c16 LIMIT 40 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cboolean1, ctinyint, @@ -417,6 +423,8 @@ GROUP BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1 ORDER BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14, c15, c16 LIMIT 40 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vectorization_14.q.out b/ql/src/test/results/clientpositive/spark/vectorization_14.q.out index b2b7707a..fbb7d4a 100644 --- a/ql/src/test/results/clientpositive/spark/vectorization_14.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorization_14.q.out @@ -31,6 +31,8 @@ WHERE (((ctinyint <= cbigint) GROUP BY ctimestamp1, cfloat, cstring1, cboolean1, cdouble ORDER BY cstring1, cfloat, cdouble, ctimestamp1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT ctimestamp1, cfloat, @@ -64,6 +66,8 @@ WHERE (((ctinyint <= cbigint) GROUP BY ctimestamp1, cfloat, cstring1, cboolean1, cdouble ORDER BY cstring1, cfloat, cdouble, ctimestamp1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vectorization_15.q.out b/ql/src/test/results/clientpositive/spark/vectorization_15.q.out index 835ab5f..36d37f2 100644 --- a/ql/src/test/results/clientpositive/spark/vectorization_15.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorization_15.q.out @@ -29,6 +29,8 @@ WHERE (((cstring2 LIKE '%ss%') GROUP BY cfloat, cboolean1, cdouble, cstring1, ctinyint, cint, ctimestamp1 ORDER BY cfloat, cboolean1, cdouble, cstring1, ctinyint, cint, ctimestamp1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cfloat, cboolean1, @@ -60,6 +62,8 @@ WHERE (((cstring2 LIKE '%ss%') GROUP BY cfloat, cboolean1, cdouble, cstring1, ctinyint, cint, ctimestamp1 ORDER BY cfloat, cboolean1, cdouble, cstring1, ctinyint, cint, ctimestamp1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vectorization_16.q.out b/ql/src/test/results/clientpositive/spark/vectorization_16.q.out index ebd3ddf..db694f5 100644 --- a/ql/src/test/results/clientpositive/spark/vectorization_16.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorization_16.q.out @@ -18,6 +18,8 @@ WHERE ((cstring2 LIKE '%b%') OR (cstring1 < 'a'))) GROUP BY cstring1, cdouble, ctimestamp1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cstring1, cdouble, @@ -38,6 +40,8 @@ WHERE ((cstring2 LIKE '%b%') OR (cstring1 < 'a'))) GROUP BY cstring1, cdouble, ctimestamp1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vectorization_17.q.out b/ql/src/test/results/clientpositive/spark/vectorization_17.q.out index 5091187..55db35a 100644 --- a/ql/src/test/results/clientpositive/spark/vectorization_17.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorization_17.q.out @@ -22,6 +22,8 @@ WHERE (((cbigint > -23) OR (cfloat = cdouble)))) ORDER BY cbigint, cfloat PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cfloat, cstring1, @@ -46,6 +48,8 @@ WHERE (((cbigint > -23) OR (cfloat = cdouble)))) ORDER BY cbigint, cfloat POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vectorization_2.q.out b/ql/src/test/results/clientpositive/spark/vectorization_2.q.out index b1d293c..e70fc0c 100644 --- a/ql/src/test/results/clientpositive/spark/vectorization_2.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorization_2.q.out @@ -21,6 +21,8 @@ WHERE (((ctimestamp1 < ctimestamp2) AND ((-10669 != ctimestamp2) OR (359 > cint)))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT AVG(csmallint), (AVG(csmallint) % -563), @@ -44,6 +46,8 @@ WHERE (((ctimestamp1 < ctimestamp2) AND ((-10669 != ctimestamp2) OR (359 > cint)))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vectorization_3.q.out b/ql/src/test/results/clientpositive/spark/vectorization_3.q.out index 918851c..8556e5d 100644 --- a/ql/src/test/results/clientpositive/spark/vectorization_3.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorization_3.q.out @@ -24,6 +24,8 @@ WHERE (((cint <= cfloat) AND ((79.553 <= csmallint) AND (ctimestamp1 > ctimestamp2)))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT STDDEV_SAMP(csmallint), (STDDEV_SAMP(csmallint) - 10.175), @@ -49,6 +51,8 @@ WHERE (((cint <= cfloat) AND ((79.553 <= csmallint) AND (ctimestamp1 > ctimestamp2)))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vectorization_4.q.out b/ql/src/test/results/clientpositive/spark/vectorization_4.q.out index 3c5084e..7193302 100644 --- a/ql/src/test/results/clientpositive/spark/vectorization_4.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorization_4.q.out @@ -21,6 +21,8 @@ WHERE (((csmallint >= cint) AND ((ctinyint != cbigint) OR (-3728 >= cdouble)))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT SUM(cint), (SUM(cint) * -563), @@ -44,6 +46,8 @@ WHERE (((csmallint >= cint) AND ((ctinyint != cbigint) OR (-3728 >= cdouble)))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vectorization_5.q.out b/ql/src/test/results/clientpositive/spark/vectorization_5.q.out index e3497af..73a0f7b 100644 --- a/ql/src/test/results/clientpositive/spark/vectorization_5.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorization_5.q.out @@ -18,6 +18,8 @@ WHERE (((cboolean2 IS NOT NULL) AND ((ctimestamp2 IS NOT NULL) AND (cstring2 LIKE 'a')))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT MAX(csmallint), (MAX(csmallint) * -75), @@ -38,6 +40,8 @@ WHERE (((cboolean2 IS NOT NULL) AND ((ctimestamp2 IS NOT NULL) AND (cstring2 LIKE 'a')))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vectorization_6.q.out b/ql/src/test/results/clientpositive/spark/vectorization_6.q.out index 600926c..e079e77 100644 --- a/ql/src/test/results/clientpositive/spark/vectorization_6.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorization_6.q.out @@ -19,6 +19,8 @@ WHERE ((ctinyint != 0) AND ((cstring2 LIKE '%a') OR (cfloat <= -257)))))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cboolean1, cfloat, @@ -40,6 +42,8 @@ WHERE ((ctinyint != 0) AND ((cstring2 LIKE '%a') OR (cfloat <= -257)))))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vectorization_9.q.out b/ql/src/test/results/clientpositive/spark/vectorization_9.q.out index ebd3ddf..db694f5 100644 --- a/ql/src/test/results/clientpositive/spark/vectorization_9.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorization_9.q.out @@ -18,6 +18,8 @@ WHERE ((cstring2 LIKE '%b%') OR (cstring1 < 'a'))) GROUP BY cstring1, cdouble, ctimestamp1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cstring1, cdouble, @@ -38,6 +40,8 @@ WHERE ((cstring2 LIKE '%b%') OR (cstring1 < 'a'))) GROUP BY cstring1, cdouble, ctimestamp1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vectorization_decimal_date.q.out b/ql/src/test/results/clientpositive/spark/vectorization_decimal_date.q.out index c2687ca..f45118d 100644 --- a/ql/src/test/results/clientpositive/spark/vectorization_decimal_date.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorization_decimal_date.q.out @@ -14,8 +14,12 @@ POSTHOOK: Lineage: date_decimal_test.cdouble SIMPLE [(alltypesorc)alltypesorc.Fi POSTHOOK: Lineage: date_decimal_test.cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate, cint, cdecimal from date_decimal_test where cint IS NOT NULL AND cdouble IS NOT NULL LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@date_decimal_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate, cint, cdecimal from date_decimal_test where cint IS NOT NULL AND cdouble IS NOT NULL LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_decimal_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vectorization_div0.q.out b/ql/src/test/results/clientpositive/spark/vectorization_div0.q.out index 5a73d09..2212df0 100644 --- a/ql/src/test/results/clientpositive/spark/vectorization_div0.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorization_div0.q.out @@ -2,10 +2,14 @@ PREHOOK: query: explain vectorization expression select cint, cint / 0 as cint_div, ctinyint, ctinyint / 0 as ctinyint_div, cbigint, cbigint / 0 as cbigint_div, cdouble, cdouble / 0.0 as cdouble_div from alltypesorc order by cint, ctinyint, cbigint, cdouble limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select cint, cint / 0 as cint_div, ctinyint, ctinyint / 0 as ctinyint_div, cbigint, cbigint / 0 as cbigint_div, cdouble, cdouble / 0.0 as cdouble_div from alltypesorc order by cint, ctinyint, cbigint, cdouble limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -213,10 +217,14 @@ PREHOOK: query: explain vectorization expression select (cbigint - 988888L) as s1, cdouble / (cbigint - 988888L) as s2, 1.2 / (cbigint - 988888L) as s3 from alltypesorc where cbigint > 0 and cbigint < 100000000 order by s1, s2, s3 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select (cbigint - 988888L) as s1, cdouble / (cbigint - 988888L) as s2, 1.2 / (cbigint - 988888L) as s3 from alltypesorc where cbigint > 0 and cbigint < 100000000 order by s1, s2, s3 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -430,10 +438,14 @@ PREHOOK: query: explain vectorization expression select (cdouble + 200.0) as s1, cbigint / (cdouble + 200.0) as s2, (cdouble + 200.0) / (cdouble + 200.0) as s3, cbigint / (cdouble + 200.0) as s4, 3 / (cdouble + 200.0) as s5, 1.2 / (cdouble + 200.0) as s6 from alltypesorc where cdouble >= -500 and cdouble < -199 order by s1, s2, s3, s4, s5, s6 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select (cdouble + 200.0) as s1, cbigint / (cdouble + 200.0) as s2, (cdouble + 200.0) / (cdouble + 200.0) as s3, cbigint / (cdouble + 200.0) as s4, 3 / (cdouble + 200.0) as s5, 1.2 / (cdouble + 200.0) as s6 from alltypesorc where cdouble >= -500 and cdouble < -199 order by s1, s2, s3, s4, s5, s6 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -647,10 +659,14 @@ PREHOOK: query: explain vectorization expression select cint, cbigint, ctinyint, (cint / (cint - 528534767)) as c1, (cbigint / (cbigint - 1018195815)) as c2, (ctinyint / ctinyint) as c3, (cint % (cint - 528534767)) as c4, (cbigint % (cbigint - 1018195815)) as c5, (ctinyint % ctinyint) as c6 from alltypesorc where cint > 500000000 or cdouble > 1000000000 or ctinyint = 0 order by cint, cbigint, ctinyint, c1, c2, c3, c4, c5, c6 limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select cint, cbigint, ctinyint, (cint / (cint - 528534767)) as c1, (cbigint / (cbigint - 1018195815)) as c2, (ctinyint / ctinyint) as c3, (cint % (cint - 528534767)) as c4, (cbigint % (cbigint - 1018195815)) as c5, (ctinyint % ctinyint) as c6 from alltypesorc where cint > 500000000 or cdouble > 1000000000 or ctinyint = 0 order by cint, cbigint, ctinyint, c1, c2, c3, c4, c5, c6 limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/spark/vectorization_input_format_excludes.q.out b/ql/src/test/results/clientpositive/spark/vectorization_input_format_excludes.q.out index 20f7f26..171ffa7 100644 --- a/ql/src/test/results/clientpositive/spark/vectorization_input_format_excludes.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorization_input_format_excludes.q.out @@ -51,11 +51,15 @@ PREHOOK: query: explain vectorization select * where cint = 528534767 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_parquet_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select * from alltypes_parquet_n0 where cint = 528534767 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_parquet_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -141,6 +145,8 @@ PREHOOK: query: explain vectorization select ctinyint, from alltypes_parquet_n0 group by ctinyint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_parquet_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select ctinyint, max(cint), min(csmallint), @@ -150,6 +156,8 @@ POSTHOOK: query: explain vectorization select ctinyint, from alltypes_parquet_n0 group by ctinyint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_parquet_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -384,11 +392,15 @@ PREHOOK: query: explain vectorization select * where cint = 528534767 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_parquet_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select * from alltypes_parquet_n0 where cint = 528534767 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_parquet_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -468,6 +480,8 @@ PREHOOK: query: explain vectorization select ctinyint, from alltypes_parquet_n0 group by ctinyint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_parquet_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select ctinyint, max(cint), min(csmallint), @@ -477,6 +491,8 @@ POSTHOOK: query: explain vectorization select ctinyint, from alltypes_parquet_n0 group by ctinyint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_parquet_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -705,11 +721,15 @@ PREHOOK: query: explain vectorization select * where cint = 528534767 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_parquet_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select * from alltypes_parquet_n0 where cint = 528534767 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_parquet_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -795,6 +815,8 @@ PREHOOK: query: explain vectorization select ctinyint, from alltypes_parquet_n0 group by ctinyint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_parquet_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select ctinyint, max(cint), min(csmallint), @@ -804,6 +826,8 @@ POSTHOOK: query: explain vectorization select ctinyint, from alltypes_parquet_n0 group by ctinyint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_parquet_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1086,11 +1110,15 @@ PREHOOK: query: explain vectorization select * where cint = 528534767 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select * from alltypes_orc_n2 where cint = 528534767 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1170,6 +1198,8 @@ PREHOOK: query: explain vectorization select ctinyint, from alltypes_orc_n2 group by ctinyint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_orc_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select ctinyint, max(cint), min(csmallint), @@ -1179,6 +1209,8 @@ POSTHOOK: query: explain vectorization select ctinyint, from alltypes_orc_n2 group by ctinyint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_orc_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1424,8 +1456,12 @@ POSTHOOK: Lineage: orctbl.t1 SCRIPT [] POSTHOOK: Lineage: orctbl.t2 SCRIPT [] PREHOOK: query: explain vectorization select t1, t2, (t1+t2) from orcTbl where (t1+t2) > 10 PREHOOK: type: QUERY +PREHOOK: Input: default@orctbl +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select t1, t2, (t1+t2) from orcTbl where (t1+t2) > 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orctbl +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1500,8 +1536,12 @@ POSTHOOK: Lineage: parquettbl.t1 SCRIPT [] POSTHOOK: Lineage: parquettbl.t2 SCRIPT [] PREHOOK: query: explain vectorization SELECT t1, t2, (t1 + t2) FROM parquetTbl WHERE (t1 + t2) > 10 PREHOOK: type: QUERY +PREHOOK: Input: default@parquettbl +#### A masked pattern was here #### POSTHOOK: query: explain vectorization SELECT t1, t2, (t1 + t2) FROM parquetTbl WHERE (t1 + t2) > 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquettbl +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vectorization_nested_udf.q.out b/ql/src/test/results/clientpositive/spark/vectorization_nested_udf.q.out index 2871c1a..a481224 100644 --- a/ql/src/test/results/clientpositive/spark/vectorization_nested_udf.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorization_nested_udf.q.out @@ -1,9 +1,13 @@ PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT SUM(abs(ctinyint)) from alltypesorc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT SUM(abs(ctinyint)) from alltypesorc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vectorization_parquet_projection.q.out b/ql/src/test/results/clientpositive/spark/vectorization_parquet_projection.q.out index 58a4fa7..5db7e7a 100644 --- a/ql/src/test/results/clientpositive/spark/vectorization_parquet_projection.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorization_parquet_projection.q.out @@ -116,8 +116,12 @@ POSTHOOK: Lineage: parquet_project_test.cint EXPRESSION [] POSTHOOK: Lineage: parquet_project_test.m1 EXPRESSION [] PREHOOK: query: explain vectorization select * from parquet_project_test PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_project_test +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select * from parquet_project_test POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_project_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -192,8 +196,12 @@ POSTHOOK: Input: default@parquet_project_test 3 {"color":"blue"} PREHOOK: query: explain vectorization select count(*) from parquet_project_test PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_project_test +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select count(*) from parquet_project_test POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_project_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -275,9 +283,13 @@ POSTHOOK: Input: default@parquet_project_test PREHOOK: query: explain vectorization select cint, count(*) from parquet_project_test group by cint PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_project_test +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select cint, count(*) from parquet_project_test group by cint POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_project_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -369,9 +381,13 @@ POSTHOOK: Input: default@parquet_project_test PREHOOK: query: explain vectorization select m1["color"], count(*) from parquet_project_test group by m1["color"] PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_project_test +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select m1["color"], count(*) from parquet_project_test group by m1["color"] POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_project_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -480,8 +496,14 @@ POSTHOOK: Lineage: parquet_nullsplit PARTITION(len=1).key SCRIPT [] POSTHOOK: Lineage: parquet_nullsplit PARTITION(len=1).val SCRIPT [] PREHOOK: query: explain vectorization select count(*) from parquet_nullsplit where len = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_nullsplit +PREHOOK: Input: default@parquet_nullsplit@len=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select count(*) from parquet_nullsplit where len = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_nullsplit +POSTHOOK: Input: default@parquet_nullsplit@len=1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -564,8 +586,12 @@ POSTHOOK: Input: default@parquet_nullsplit@len=1 1 PREHOOK: query: explain vectorization select count(*) from parquet_nullsplit where len = '99' PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_nullsplit +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select count(*) from parquet_nullsplit where len = '99' POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_nullsplit +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vectorization_part_project.q.out b/ql/src/test/results/clientpositive/spark/vectorization_part_project.q.out index 48165bb..933a5e2 100644 --- a/ql/src/test/results/clientpositive/spark/vectorization_part_project.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorization_part_project.q.out @@ -48,8 +48,16 @@ POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2012).ctimestamp2 SIMPLE [(allt POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2012).ctinyint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] PREHOOK: query: explain vectorization select (cdouble+2) c1 from alltypesorc_part order by c1 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_part +PREHOOK: Input: default@alltypesorc_part@ds=2011 +PREHOOK: Input: default@alltypesorc_part@ds=2012 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select (cdouble+2) c1 from alltypesorc_part order by c1 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_part +POSTHOOK: Input: default@alltypesorc_part@ds=2011 +POSTHOOK: Input: default@alltypesorc_part@ds=2012 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vectorization_pushdown.q.out b/ql/src/test/results/clientpositive/spark/vectorization_pushdown.q.out index b709b8b..660988d 100644 --- a/ql/src/test/results/clientpositive/spark/vectorization_pushdown.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorization_pushdown.q.out @@ -1,8 +1,12 @@ WARNING: Comparing a bigint and a double may result in a loss of precision. PREHOOK: query: explain vectorization SELECT AVG(cbigint) FROM alltypesorc WHERE cbigint < cdouble PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization SELECT AVG(cbigint) FROM alltypesorc WHERE cbigint < cdouble POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vectorization_short_regress.q.out b/ql/src/test/results/clientpositive/spark/vectorization_short_regress.q.out index 3fb3203..6e79f07 100644 --- a/ql/src/test/results/clientpositive/spark/vectorization_short_regress.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorization_short_regress.q.out @@ -35,6 +35,8 @@ WHERE ((762 = cbigint) AND ((79.553 != cint) AND (cboolean2 != cboolean1))))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT AVG(cint), (AVG(cint) + -3728), @@ -72,6 +74,8 @@ WHERE ((762 = cbigint) AND ((79.553 != cint) AND (cboolean2 != cboolean1))))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -298,6 +302,8 @@ WHERE (((cbigint <= 197) OR ((cfloat > 79.553) AND (cstring2 LIKE '10%'))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT MAX(cint), (MAX(cint) / -3728), @@ -332,6 +338,8 @@ WHERE (((cbigint <= 197) OR ((cfloat > 79.553) AND (cstring2 LIKE '10%'))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -551,6 +559,8 @@ WHERE ((ctimestamp1 = ctimestamp2) AND ((ctimestamp2 IS NOT NULL) AND (cstring2 > 'a')))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT VAR_POP(cbigint), (-(VAR_POP(cbigint))), @@ -584,6 +594,8 @@ WHERE ((ctimestamp1 = ctimestamp2) AND ((ctimestamp2 IS NOT NULL) AND (cstring2 > 'a')))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -792,6 +804,8 @@ WHERE (((ctimestamp2 <= ctimestamp1) AND (ctimestamp1 >= 0)) OR (cfloat = 17)) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT AVG(ctinyint), (AVG(ctinyint) + 6981), @@ -815,6 +829,8 @@ WHERE (((ctimestamp2 <= ctimestamp1) AND (ctimestamp1 >= 0)) OR (cfloat = 17)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1017,6 +1033,8 @@ WHERE (((cstring1 RLIKE 'a.*') ORDER BY cint, cdouble, ctimestamp2, cstring1, cboolean2, ctinyint, cfloat, ctimestamp1, csmallint, cbigint, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13 LIMIT 50 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cint, cdouble, @@ -1054,6 +1072,8 @@ WHERE (((cstring1 RLIKE 'a.*') ORDER BY cint, cdouble, ctimestamp2, cstring1, cboolean2, ctinyint, cfloat, ctimestamp1, csmallint, cbigint, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13 LIMIT 50 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1313,6 +1333,8 @@ WHERE (((197 > ctinyint) ORDER BY cint, cbigint, cstring1, cboolean1, cfloat, cdouble, ctimestamp2, csmallint, cstring2, cboolean2, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14, c15 LIMIT 25 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cint, cbigint, @@ -1349,6 +1371,8 @@ WHERE (((197 > ctinyint) ORDER BY cint, cbigint, cstring1, cboolean1, cfloat, cdouble, ctimestamp2, csmallint, cstring2, cboolean2, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14, c15 LIMIT 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1558,6 +1582,8 @@ WHERE (((csmallint > -26.28) ORDER BY cboolean1, cstring1, ctimestamp2, cfloat, cbigint, cstring1, cdouble, cint, csmallint, cdouble, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13 LIMIT 75 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cint, cstring1, @@ -1593,6 +1619,8 @@ WHERE (((csmallint > -26.28) ORDER BY cboolean1, cstring1, ctimestamp2, cfloat, cbigint, cstring1, cdouble, cint, csmallint, cdouble, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13 LIMIT 75 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1867,6 +1895,8 @@ WHERE (((-1.389 >= cint) ORDER BY csmallint, cstring2, cdouble, cfloat, cbigint, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10 LIMIT 45 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT ctimestamp1, cstring2, @@ -1895,6 +1925,8 @@ WHERE (((-1.389 >= cint) ORDER BY csmallint, cstring2, cdouble, cfloat, cbigint, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10 LIMIT 45 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2117,6 +2149,8 @@ GROUP BY csmallint ORDER BY csmallint, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10 LIMIT 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT csmallint, (csmallint % -75) as c1, @@ -2138,6 +2172,8 @@ GROUP BY csmallint ORDER BY csmallint, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10 LIMIT 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2385,6 +2421,8 @@ WHERE (((cdouble > 2563.58)) GROUP BY cdouble ORDER BY cdouble PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdouble, VAR_SAMP(cdouble), @@ -2413,6 +2451,8 @@ WHERE (((cdouble > 2563.58)) GROUP BY cdouble ORDER BY cdouble POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2676,6 +2716,8 @@ GROUP BY ctimestamp1, cstring1 ORDER BY ctimestamp1, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14, c15, c16, c17, c18, c19, c20, c21, c22, c23, c24, c25, c26, c27, c28, c29, c30, c31, c32, c33, c34, c35, c36, c37 LIMIT 50 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT ctimestamp1, cstring1, @@ -2732,6 +2774,8 @@ GROUP BY ctimestamp1, cstring1 ORDER BY ctimestamp1, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14, c15, c16, c17, c18, c19, c20, c21, c22, c23, c24, c25, c26, c27, c28, c29, c30, c31, c32, c33, c34, c35, c36, c37 LIMIT 50 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3091,6 +3135,8 @@ WHERE (((cboolean1 IS NOT NULL)) GROUP BY cboolean1 ORDER BY cboolean1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cboolean1, MAX(cfloat), @@ -3132,6 +3178,8 @@ WHERE (((cboolean1 IS NOT NULL)) GROUP BY cboolean1 ORDER BY cboolean1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3377,9 +3425,13 @@ POSTHOOK: Output: default@test_count PREHOOK: query: explain vectorization expression select count(*) from test_count PREHOOK: type: QUERY +PREHOOK: Input: default@test_count +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(*) from test_count POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_count +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3488,9 +3540,13 @@ POSTHOOK: Input: default@test_count PREHOOK: query: explain vectorization expression select count(i) from test_count PREHOOK: type: QUERY +PREHOOK: Input: default@test_count +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(i) from test_count POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_count +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3675,9 +3731,13 @@ POSTHOOK: Lineage: alltypesnullorc.ctinyint SIMPLE [(alltypesnull)alltypesnull.F PREHOOK: query: explain vectorization expression select count(*) from alltypesnullorc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesnullorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(*) from alltypesnullorc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesnullorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3786,9 +3846,13 @@ POSTHOOK: Input: default@alltypesnullorc PREHOOK: query: explain vectorization expression select count(ctinyint) from alltypesnullorc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesnullorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(ctinyint) from alltypesnullorc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesnullorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3899,9 +3963,13 @@ POSTHOOK: Input: default@alltypesnullorc PREHOOK: query: explain vectorization expression select count(cint) from alltypesnullorc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesnullorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(cint) from alltypesnullorc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesnullorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4012,9 +4080,13 @@ POSTHOOK: Input: default@alltypesnullorc PREHOOK: query: explain vectorization expression select count(cfloat) from alltypesnullorc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesnullorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(cfloat) from alltypesnullorc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesnullorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4125,9 +4197,13 @@ POSTHOOK: Input: default@alltypesnullorc PREHOOK: query: explain vectorization expression select count(cstring1) from alltypesnullorc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesnullorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(cstring1) from alltypesnullorc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesnullorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4238,9 +4314,13 @@ POSTHOOK: Input: default@alltypesnullorc PREHOOK: query: explain vectorization expression select count(cboolean1) from alltypesnullorc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesnullorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(cboolean1) from alltypesnullorc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesnullorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vectorized_case.q.out b/ql/src/test/results/clientpositive/spark/vectorized_case.q.out index 7280567..5dce66e 100644 --- a/ql/src/test/results/clientpositive/spark/vectorized_case.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorized_case.q.out @@ -16,6 +16,8 @@ where csmallint = 418 or csmallint = 12205 or csmallint = 10583 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select csmallint, @@ -34,6 +36,8 @@ where csmallint = 418 or csmallint = 12205 or csmallint = 10583 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -164,6 +168,8 @@ where csmallint = 418 or csmallint = 12205 or csmallint = 10583 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select csmallint, @@ -182,6 +188,8 @@ where csmallint = 418 or csmallint = 12205 or csmallint = 10583 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -258,12 +266,16 @@ select sum(case when cint % 2 = 1 then 1 else 0 end) as codd from alltypesorc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select sum(case when cint % 2 = 0 then 1 else 0 end) as ceven, sum(case when cint % 2 = 1 then 1 else 0 end) as codd from alltypesorc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -400,12 +412,16 @@ select sum(case when cint % 2 = 1 then cint else 0 end) as codd from alltypesorc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select sum(case when cint % 2 = 0 then cint else 0 end) as ceven, sum(case when cint % 2 = 1 then cint else 0 end) as codd from alltypesorc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -557,9 +573,13 @@ POSTHOOK: Lineage: test_1_n3.member SCRIPT [] PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member =1.0 THEN attr+1.0 ELSE attr+2.0 END FROM test_1_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@test_1_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member =1.0 THEN attr+1.0 ELSE attr+2.0 END FROM test_1_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_1_n3 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -637,9 +657,13 @@ POSTHOOK: Input: default@test_1_n3 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member =1.0 THEN 1.0 ELSE attr+2.0 END FROM test_1_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@test_1_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member =1.0 THEN 1.0 ELSE attr+2.0 END FROM test_1_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_1_n3 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -717,9 +741,13 @@ POSTHOOK: Input: default@test_1_n3 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member =1.0 THEN attr+1.0 ELSE 2.0 END FROM test_1_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@test_1_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member =1.0 THEN attr+1.0 ELSE 2.0 END FROM test_1_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_1_n3 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -815,9 +843,13 @@ POSTHOOK: Lineage: test_2_n3.member SCRIPT [] PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member=1 THEN attr+1 else attr+2 END FROM test_2_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@test_2_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member=1 THEN attr+1 else attr+2 END FROM test_2_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_2_n3 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -895,9 +927,13 @@ POSTHOOK: Input: default@test_2_n3 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member=1 THEN null else attr+2 END FROM test_2_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@test_2_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member=1 THEN null else attr+2 END FROM test_2_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_2_n3 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -975,9 +1011,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member=1 THEN attr+1 else null END FROM test_2_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@test_2_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member=1 THEN attr+1 else null END FROM test_2_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_2_n3 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vectorized_mapjoin.q.out b/ql/src/test/results/clientpositive/spark/vectorized_mapjoin.q.out index a9fc763..4b332bf 100644 --- a/ql/src/test/results/clientpositive/spark/vectorized_mapjoin.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorized_mapjoin.q.out @@ -2,10 +2,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(t1.cint), MAX(t2. FROM alltypesorc t1 JOIN alltypesorc t2 ON t1.cint = t2.cint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(t1.cint), MAX(t2.cint), MIN(t1.cint), AVG(t1.cint+t2.cint) FROM alltypesorc t1 JOIN alltypesorc t2 ON t1.cint = t2.cint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vectorized_math_funcs.q.out b/ql/src/test/results/clientpositive/spark/vectorized_math_funcs.q.out index 024ff40..88c4a48 100644 --- a/ql/src/test/results/clientpositive/spark/vectorized_math_funcs.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorized_math_funcs.q.out @@ -50,6 +50,8 @@ where cbigint % 500 = 0 and sin(cfloat) >= -1.0 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select cdouble @@ -102,6 +104,8 @@ where cbigint % 500 = 0 and sin(cfloat) >= -1.0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vectorized_nested_mapjoin.q.out b/ql/src/test/results/clientpositive/spark/vectorized_nested_mapjoin.q.out index a035d0d..c04e134 100644 --- a/ql/src/test/results/clientpositive/spark/vectorized_nested_mapjoin.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorized_nested_mapjoin.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain vectorization select sum(t1.td) from (select v1.csmallint as tsi, v1.cdouble as td from alltypesorc v1, alltypesorc v2 where v1.ctinyint=v2.ctinyint) t1 join alltypesorc v3 on t1.tsi=v3.csmallint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select sum(t1.td) from (select v1.csmallint as tsi, v1.cdouble as td from alltypesorc v1, alltypesorc v2 where v1.ctinyint=v2.ctinyint) t1 join alltypesorc v3 on t1.tsi=v3.csmallint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vectorized_ptf.q.out b/ql/src/test/results/clientpositive/spark/vectorized_ptf.q.out index 121c112..229f374 100644 --- a/ql/src/test/results/clientpositive/spark/vectorized_ptf.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorized_ptf.q.out @@ -114,6 +114,8 @@ from noop(on part_orc order by p_name ) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -124,6 +126,8 @@ from noop(on part_orc order by p_name ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -326,6 +330,8 @@ from noop (on (select p1.* from part_orc p1 join part_orc p2 on p1.p_partkey = p distribute by j.p_mfgr sort by j.p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, p_size - lag(p_size,1,p_size) over (partition by p_mfgr order by p_name) as deltaSz @@ -333,6 +339,8 @@ from noop (on (select p1.* from part_orc p1 join part_orc p2 on p1.p_partkey = p distribute by j.p_mfgr sort by j.p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -587,12 +595,16 @@ from noop(on part_orc partition by p_mfgr order by p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size from noop(on part_orc partition by p_mfgr order by p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -738,6 +750,8 @@ from noop(on part_orc order by p_name ) abc PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -748,6 +762,8 @@ from noop(on part_orc order by p_name ) abc POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -953,6 +969,8 @@ from noop(on part_orc order by p_name ) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -963,6 +981,8 @@ from noop(on part_orc order by p_name ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1170,6 +1190,8 @@ from noop(on part_orc ) group by p_mfgr, p_name, p_size PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -1181,6 +1203,8 @@ from noop(on part_orc ) group by p_mfgr, p_name, p_size POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1394,6 +1418,8 @@ partition by p_mfgr order by p_name ) abc join part_orc p1 on abc.p_partkey = p1.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select abc.* from noop(on part_orc @@ -1401,6 +1427,8 @@ partition by p_mfgr order by p_name ) abc join part_orc p1 on abc.p_partkey = p1.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1610,6 +1638,8 @@ partition by p_mfgr order by p_name ) abc on abc.p_partkey = p1.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select abc.* from part_orc p1 join noop(on part_orc @@ -1617,6 +1647,8 @@ partition by p_mfgr order by p_name ) abc on abc.p_partkey = p1.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1830,6 +1862,8 @@ from noopwithmap(on part_orc partition by p_mfgr order by p_name, p_size desc) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name, p_size desc) as r @@ -1837,6 +1871,8 @@ from noopwithmap(on part_orc partition by p_mfgr order by p_name, p_size desc) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2017,6 +2053,8 @@ from noopwithmap(on part_orc partition by p_mfgr order by p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -2026,6 +2064,8 @@ from noopwithmap(on part_orc partition by p_mfgr order by p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2225,6 +2265,8 @@ from noop(on part_orc partition by p_mfgr order by p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -2234,6 +2276,8 @@ from noop(on part_orc partition by p_mfgr order by p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2437,6 +2481,8 @@ partition by p_mfgr order by p_mfgr, p_name ))) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, p_size, rank() over (partition by p_mfgr order by p_name) as r, @@ -2447,6 +2493,8 @@ partition by p_mfgr order by p_mfgr, p_name ))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2718,6 +2766,8 @@ order by p_name) window w1 as (partition by p_mfgr order by p_name rows between 2 preceding and 2 following) ) sub1 PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, sub1.cd, sub1.s1 @@ -2731,6 +2781,8 @@ order by p_name) window w1 as (partition by p_mfgr order by p_name rows between 2 preceding and 2 following) ) sub1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -2936,6 +2988,8 @@ partition by p_mfgr order by p_name ) abc join part_orc p1 on abc.p_partkey = p1.p_partkey PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select abc.p_mfgr, abc.p_name, rank() over (distribute by abc.p_mfgr sort by abc.p_name) as r, @@ -2948,6 +3002,8 @@ partition by p_mfgr order by p_name ) abc join part_orc p1 on abc.p_partkey = p1.p_partkey POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3235,12 +3291,16 @@ from noop(on part_orc partition by p_mfgr order by p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select DISTINCT p_mfgr, p_name, p_size from noop(on part_orc partition by p_mfgr order by p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3446,6 +3506,9 @@ partition by p_mfgr order by p_mfgr) window w1 as ( partition by p_mfgr order by p_brand rows between 2 preceding and current row) PREHOOK: type: QUERY +PREHOOK: Input: default@mfgr_price_view_n0 +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_brand, s, round(sum(s) over w1,2) as s1 @@ -3454,6 +3517,9 @@ partition by p_mfgr order by p_mfgr) window w1 as ( partition by p_mfgr order by p_brand rows between 2 preceding and current row) POSTHOOK: type: QUERY +POSTHOOK: Input: default@mfgr_price_view_n0 +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -3711,6 +3777,9 @@ cume_dist() over (distribute by p_mfgr sort by p_mfgr, p_name) as cud, first_value(p_size, true) over w1 as fv1 window w1 as (distribute by p_mfgr sort by p_mfgr, p_name rows between 2 preceding and 2 following) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +PREHOOK: Output: default@part_4 +PREHOOK: Output: default@part_5 POSTHOOK: query: explain vectorization detail from noop(on part_orc partition by p_mfgr @@ -3727,6 +3796,9 @@ cume_dist() over (distribute by p_mfgr sort by p_mfgr, p_name) as cud, first_value(p_size, true) over w1 as fv1 window w1 as (distribute by p_mfgr sort by p_mfgr, p_name rows between 2 preceding and 2 following) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +POSTHOOK: Output: default@part_4 +POSTHOOK: Output: default@part_5 PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4170,6 +4242,8 @@ from noop(on partition by p_mfgr,p_name order by p_mfgr,p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, rank() over (partition by p_mfgr,p_name) as r, @@ -4187,6 +4261,8 @@ from noop(on partition by p_mfgr,p_name order by p_mfgr,p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4482,6 +4558,8 @@ from noop(on partition by p_mfgr order by p_mfgr ) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, rank() over (partition by p_mfgr order by p_name) as r, @@ -4499,6 +4577,8 @@ from noop(on partition by p_mfgr order by p_mfgr ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -4793,6 +4873,8 @@ from noop(on partition by p_mfgr order by p_mfgr)) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, rank() over (partition by p_mfgr order by p_name) as r, @@ -4808,6 +4890,8 @@ from noop(on partition by p_mfgr order by p_mfgr)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -5108,6 +5192,8 @@ from noopwithmap(on partition by p_mfgr,p_name order by p_mfgr,p_name) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, rank() over (partition by p_mfgr,p_name) as r, @@ -5125,6 +5211,8 @@ from noopwithmap(on partition by p_mfgr,p_name order by p_mfgr,p_name) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -5437,6 +5525,8 @@ from noop(on order by p_mfgr )) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, rank() over (partition by p_mfgr,p_name order by p_mfgr,p_name) as r, @@ -5453,6 +5543,8 @@ from noop(on order by p_mfgr )) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -5736,6 +5828,8 @@ from noopwithmap(on order by p_mfgr, p_name) )) PREHOOK: type: QUERY +PREHOOK: Input: default@part_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select p_mfgr, p_name, rank() over (partition by p_mfgr order by p_name) as r, @@ -5750,6 +5844,8 @@ from noopwithmap(on order by p_mfgr, p_name) )) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vectorized_shufflejoin.q.out b/ql/src/test/results/clientpositive/spark/vectorized_shufflejoin.q.out index cb2cbd0..79cb98f 100644 --- a/ql/src/test/results/clientpositive/spark/vectorized_shufflejoin.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorized_shufflejoin.q.out @@ -2,10 +2,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(t1.cint) AS CNT, FROM alltypesorc t1 JOIN alltypesorc t2 ON t1.cint = t2.cint order by CNT PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(t1.cint) AS CNT, MAX(t2.cint) , MIN(t1.cint), AVG(t1.cint+t2.cint) FROM alltypesorc t1 JOIN alltypesorc t2 ON t1.cint = t2.cint order by CNT POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vectorized_string_funcs.q.out b/ql/src/test/results/clientpositive/spark/vectorized_string_funcs.q.out index 39e01ad..db44235 100644 --- a/ql/src/test/results/clientpositive/spark/vectorized_string_funcs.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorized_string_funcs.q.out @@ -20,6 +20,8 @@ where cbigint % 237 = 0 and length(substr(cstring1, 1, 2)) <= 2 and cstring1 like '%' PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select substr(cstring1, 1, 2) @@ -42,6 +44,8 @@ where cbigint % 237 = 0 and length(substr(cstring1, 1, 2)) <= 2 and cstring1 like '%' POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/vectorized_timestamp_funcs.q.out b/ql/src/test/results/clientpositive/spark/vectorized_timestamp_funcs.q.out index 1791c89..313b159 100644 --- a/ql/src/test/results/clientpositive/spark/vectorized_timestamp_funcs.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorized_timestamp_funcs.q.out @@ -218,6 +218,8 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT FROM alltypesorc_string ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT to_unix_timestamp(ctimestamp1) AS c1, year(ctimestamp1), @@ -239,6 +241,8 @@ POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT FROM alltypesorc_string ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -434,6 +438,8 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT FROM alltypesorc_string ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT to_unix_timestamp(stimestamp1) AS c1, year(stimestamp1), @@ -447,6 +453,8 @@ POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT FROM alltypesorc_string ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -626,6 +634,8 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT FROM alltypesorc_string ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT to_unix_timestamp(ctimestamp1) = to_unix_timestamp(stimestamp1) AS c1, year(ctimestamp1) = year(stimestamp1), @@ -639,6 +649,8 @@ POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT FROM alltypesorc_string ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -818,6 +830,8 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT FROM alltypesorc_wrong ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_wrong +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT to_unix_timestamp(stimestamp1) AS c1, year(stimestamp1), @@ -831,6 +845,8 @@ POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT FROM alltypesorc_wrong ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_wrong +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -955,6 +971,8 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT count(*) FROM alltypesorc_string PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT min(ctimestamp1), max(ctimestamp1), @@ -962,6 +980,8 @@ POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT count(*) FROM alltypesorc_string POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1083,10 +1103,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT round(sum(ctimestamp1), 3) FROM alltypesorc_string PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT round(sum(ctimestamp1), 3) FROM alltypesorc_string POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1218,6 +1242,8 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT round(stddev_samp(ctimestamp1), 3) FROM alltypesorc_string PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT round(avg(ctimestamp1), 0), variance(ctimestamp1) between 8.97077295279421E19 and 8.97077295279422E19, @@ -1229,6 +1255,8 @@ POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT round(stddev_samp(ctimestamp1), 3) FROM alltypesorc_string POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/spark/windowing.q.out b/ql/src/test/results/clientpositive/spark/windowing.q.out index 7967d05..92984c3 100644 --- a/ql/src/test/results/clientpositive/spark/windowing.q.out +++ b/ql/src/test/results/clientpositive/spark/windowing.q.out @@ -1811,12 +1811,16 @@ sum(p_size) over w1 as s from part window w1 as (distribute by p_mfgr sort by p_name rows between 2 preceding and 2 following) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select DISTINCT p_mfgr, p_name, p_size, sum(p_size) over w1 as s from part window w1 as (distribute by p_mfgr sort by p_name rows between 2 preceding and 2 following) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/special_character_in_tabnames_2.q.out b/ql/src/test/results/clientpositive/special_character_in_tabnames_2.q.out index e7cd36b..4a2b091 100644 --- a/ql/src/test/results/clientpositive/special_character_in_tabnames_2.q.out +++ b/ql/src/test/results/clientpositive/special_character_in_tabnames_2.q.out @@ -65,8 +65,12 @@ POSTHOOK: Input: default@s/c 98 val_98 PREHOOK: query: EXPLAIN SELECT key, value FROM `s/c` WHERE key > 80 AND key < 100 PREHOOK: type: QUERY +PREHOOK: Input: default@s/c +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, value FROM `s/c` WHERE key > 80 AND key < 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@s/c +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/stat_estimate_related_col.q.out b/ql/src/test/results/clientpositive/stat_estimate_related_col.q.out index a17c45bb..2c41ccd 100644 --- a/ql/src/test/results/clientpositive/stat_estimate_related_col.q.out +++ b/ql/src/test/results/clientpositive/stat_estimate_related_col.q.out @@ -76,8 +76,12 @@ POSTHOOK: Input: default@t8 #### A masked pattern was here #### PREHOOK: query: explain analyze select sum(a) from t8 where b in (2,3) group by b PREHOOK: type: QUERY +PREHOOK: Input: default@t8 +#### A masked pattern was here #### POSTHOOK: query: explain analyze select sum(a) from t8 where b in (2,3) group by b POSTHOOK: type: QUERY +POSTHOOK: Input: default@t8 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -140,8 +144,12 @@ POSTHOOK: Input: default@t8 #### A masked pattern was here #### PREHOOK: query: explain analyze select sum(a) from t8 where b=2 group by b PREHOOK: type: QUERY +PREHOOK: Input: default@t8 +#### A masked pattern was here #### POSTHOOK: query: explain analyze select sum(a) from t8 where b=2 group by b POSTHOOK: type: QUERY +POSTHOOK: Input: default@t8 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -208,8 +216,12 @@ POSTHOOK: Input: default@t1 #### A masked pattern was here #### PREHOOK: query: explain analyze select sum(a) from t1 where 2=b and b=2 group by b PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +#### A masked pattern was here #### POSTHOOK: query: explain analyze select sum(a) from t1 where 2=b and b=2 group by b POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -276,8 +288,12 @@ POSTHOOK: Input: default@t1 #### A masked pattern was here #### PREHOOK: query: explain analyze select sum(a) from t1 where b in (2,3) and b=2 group by b PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +#### A masked pattern was here #### POSTHOOK: query: explain analyze select sum(a) from t1 where b in (2,3) and b=2 group by b POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -344,8 +360,12 @@ POSTHOOK: Input: default@t8 #### A masked pattern was here #### PREHOOK: query: explain analyze select sum(a) from t8 where b in (2,3) and b=2 group by b PREHOOK: type: QUERY +PREHOOK: Input: default@t8 +#### A masked pattern was here #### POSTHOOK: query: explain analyze select sum(a) from t8 where b in (2,3) and b=2 group by b POSTHOOK: type: QUERY +POSTHOOK: Input: default@t8 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -414,8 +434,12 @@ POSTHOOK: Input: default@t8 Warning: Shuffle Join JOIN[8][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-1:MAPRED' is a cross product PREHOOK: query: explain analyze select count(*) from t8 ta, t8 tb where ta.a = tb.b and ta.a=3 PREHOOK: type: QUERY +PREHOOK: Input: default@t8 +#### A masked pattern was here #### POSTHOOK: query: explain analyze select count(*) from t8 ta, t8 tb where ta.a = tb.b and ta.a=3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t8 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -506,8 +530,12 @@ POSTHOOK: Input: default@t8 #### A masked pattern was here #### PREHOOK: query: explain analyze select sum(a) from t8 where b in (1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50) and b=2 and b=2 and 2=b group by b PREHOOK: type: QUERY +PREHOOK: Input: default@t8 +#### A masked pattern was here #### POSTHOOK: query: explain analyze select sum(a) from t8 where b in (1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50) and b=2 and b=2 and 2=b group by b POSTHOOK: type: QUERY +POSTHOOK: Input: default@t8 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -574,8 +602,12 @@ POSTHOOK: Input: default@t8 #### A masked pattern was here #### PREHOOK: query: explain analyze select sum(a) from t8 where b=2 and (b = 1 or b=2) group by b PREHOOK: type: QUERY +PREHOOK: Input: default@t8 +#### A masked pattern was here #### POSTHOOK: query: explain analyze select sum(a) from t8 where b=2 and (b = 1 or b=2) group by b POSTHOOK: type: QUERY +POSTHOOK: Input: default@t8 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -642,8 +674,12 @@ POSTHOOK: Input: default@t8 #### A masked pattern was here #### PREHOOK: query: explain analyze select sum(a) from t8 where b=2 and (b = 1 or b=2) and (b=1 or b=3) group by b PREHOOK: type: QUERY +PREHOOK: Input: default@t8 +#### A masked pattern was here #### POSTHOOK: query: explain analyze select sum(a) from t8 where b=2 and (b = 1 or b=2) and (b=1 or b=3) group by b POSTHOOK: type: QUERY +POSTHOOK: Input: default@t8 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -718,12 +754,16 @@ and a=3 and (a = 3 or a=4) group by b PREHOOK: type: QUERY +PREHOOK: Input: default@t8 +#### A masked pattern was here #### POSTHOOK: query: explain analyze select sum(a) from t8 where b=2 and (b = 1 or b=2) and a=3 and (a = 3 or a=4) group by b POSTHOOK: type: QUERY +POSTHOOK: Input: default@t8 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/stats0.q.out b/ql/src/test/results/clientpositive/stats0.q.out index 155e95e..6eb9ebc 100644 --- a/ql/src/test/results/clientpositive/stats0.q.out +++ b/ql/src/test/results/clientpositive/stats0.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain extended insert overwrite table stats_non_partitioned select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@stats_non_partitioned POSTHOOK: query: explain extended insert overwrite table stats_non_partitioned select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@stats_non_partitioned OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`src` STAGE DEPENDENCIES: @@ -746,10 +750,14 @@ PREHOOK: query: explain insert overwrite table stats_partitioned partition (ds='1') select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@stats_partitioned@ds=1 POSTHOOK: query: explain insert overwrite table stats_partitioned partition (ds='1') select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@stats_partitioned@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1416,10 +1424,14 @@ PREHOOK: query: explain extended insert overwrite table stats_non_partitioned select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@stats_non_partitioned POSTHOOK: query: explain extended insert overwrite table stats_non_partitioned select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@stats_non_partitioned OPTIMIZED SQL: SELECT `key`, `value` FROM `default`.`src` STAGE DEPENDENCIES: @@ -2352,10 +2364,14 @@ PREHOOK: query: explain insert overwrite table stats_partitioned partition (ds='1') select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@stats_partitioned@ds=1 POSTHOOK: query: explain insert overwrite table stats_partitioned partition (ds='1') select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@stats_partitioned@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/stats1.q.out b/ql/src/test/results/clientpositive/stats1.q.out index 10291ce..a677662 100644 --- a/ql/src/test/results/clientpositive/stats1.q.out +++ b/ql/src/test/results/clientpositive/stats1.q.out @@ -13,6 +13,9 @@ FROM (SELECT 'tst1' AS key, cast(count(1) AS string) AS value FROM src s1 UNION ALL SELECT s2.key AS key, s2.value AS value FROM src1 s2) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@tmptable_n4 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE tmptable_n4 SELECT unionsrc.key, unionsrc.value @@ -20,6 +23,9 @@ FROM (SELECT 'tst1' AS key, cast(count(1) AS string) AS value FROM src s1 UNION ALL SELECT s2.key AS key, s2.value AS value FROM src1 s2) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@tmptable_n4 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/stats10.q.out b/ql/src/test/results/clientpositive/stats10.q.out index dc81e22..bf23a3e 100644 --- a/ql/src/test/results/clientpositive/stats10.q.out +++ b/ql/src/test/results/clientpositive/stats10.q.out @@ -10,10 +10,14 @@ PREHOOK: query: explain insert overwrite table bucket3_1_n0 partition (ds='1') select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@bucket3_1_n0@ds=1 POSTHOOK: query: explain insert overwrite table bucket3_1_n0 partition (ds='1') select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@bucket3_1_n0@ds=1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -408,8 +412,20 @@ POSTHOOK: Input: default@bucket3_1_n0@ds=1 498 val_498 1 PREHOOK: query: explain analyze table bucket3_1_n0 partition (ds) compute statistics PREHOOK: type: QUERY +PREHOOK: Input: default@bucket3_1_n0 +PREHOOK: Input: default@bucket3_1_n0@ds=1 +PREHOOK: Input: default@bucket3_1_n0@ds=2 +PREHOOK: Output: default@bucket3_1_n0 +PREHOOK: Output: default@bucket3_1_n0@ds=1 +PREHOOK: Output: default@bucket3_1_n0@ds=2 POSTHOOK: query: explain analyze table bucket3_1_n0 partition (ds) compute statistics POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket3_1_n0 +POSTHOOK: Input: default@bucket3_1_n0@ds=1 +POSTHOOK: Input: default@bucket3_1_n0@ds=2 +POSTHOOK: Output: default@bucket3_1_n0 +POSTHOOK: Output: default@bucket3_1_n0@ds=1 +POSTHOOK: Output: default@bucket3_1_n0@ds=2 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/stats12.q.out b/ql/src/test/results/clientpositive/stats12.q.out index 923fc78..c5a4434 100644 --- a/ql/src/test/results/clientpositive/stats12.q.out +++ b/ql/src/test/results/clientpositive/stats12.q.out @@ -36,9 +36,21 @@ POSTHOOK: Lineage: analyze_srcpart_n3 PARTITION(ds=2008-04-09,hr=12).value SIMPL PREHOOK: query: explain extended analyze table analyze_srcpart_n3 PARTITION(ds='2008-04-08',hr) compute statistics PREHOOK: type: QUERY +PREHOOK: Input: default@analyze_srcpart_n3 +PREHOOK: Input: default@analyze_srcpart_n3@ds=2008-04-08/hr=11 +PREHOOK: Input: default@analyze_srcpart_n3@ds=2008-04-08/hr=12 +PREHOOK: Output: default@analyze_srcpart_n3 +PREHOOK: Output: default@analyze_srcpart_n3@ds=2008-04-08/hr=11 +PREHOOK: Output: default@analyze_srcpart_n3@ds=2008-04-08/hr=12 POSTHOOK: query: explain extended analyze table analyze_srcpart_n3 PARTITION(ds='2008-04-08',hr) compute statistics POSTHOOK: type: QUERY +POSTHOOK: Input: default@analyze_srcpart_n3 +POSTHOOK: Input: default@analyze_srcpart_n3@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@analyze_srcpart_n3@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@analyze_srcpart_n3 +POSTHOOK: Output: default@analyze_srcpart_n3@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@analyze_srcpart_n3@ds=2008-04-08/hr=12 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/stats13.q.out b/ql/src/test/results/clientpositive/stats13.q.out index 04a100c..f57ba57 100644 --- a/ql/src/test/results/clientpositive/stats13.q.out +++ b/ql/src/test/results/clientpositive/stats13.q.out @@ -36,9 +36,17 @@ POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).value SIMPLE [ PREHOOK: query: explain extended analyze table analyze_srcpart PARTITION(ds='2008-04-08',hr=11) compute statistics PREHOOK: type: QUERY +PREHOOK: Input: default@analyze_srcpart +PREHOOK: Input: default@analyze_srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: default@analyze_srcpart +PREHOOK: Output: default@analyze_srcpart@ds=2008-04-08/hr=11 POSTHOOK: query: explain extended analyze table analyze_srcpart PARTITION(ds='2008-04-08',hr=11) compute statistics POSTHOOK: type: QUERY +POSTHOOK: Input: default@analyze_srcpart +POSTHOOK: Input: default@analyze_srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@analyze_srcpart +POSTHOOK: Output: default@analyze_srcpart@ds=2008-04-08/hr=11 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/stats2.q.out b/ql/src/test/results/clientpositive/stats2.q.out index e6e91a6..3c3a0e4 100644 --- a/ql/src/test/results/clientpositive/stats2.q.out +++ b/ql/src/test/results/clientpositive/stats2.q.out @@ -9,9 +9,20 @@ POSTHOOK: Output: default@analyze_t1 PREHOOK: query: explain insert overwrite table analyze_t1 partition (ds, hr) select * from srcpart where ds is not null PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: default@analyze_t1 POSTHOOK: query: explain insert overwrite table analyze_t1 partition (ds, hr) select * from srcpart where ds is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -118,8 +129,28 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain analyze table analyze_t1 partition (ds, hr) compute statistics PREHOOK: type: QUERY +PREHOOK: Input: default@analyze_t1 +PREHOOK: Input: default@analyze_t1@ds=2008-04-08/hr=11 +PREHOOK: Input: default@analyze_t1@ds=2008-04-08/hr=12 +PREHOOK: Input: default@analyze_t1@ds=2008-04-09/hr=11 +PREHOOK: Input: default@analyze_t1@ds=2008-04-09/hr=12 +PREHOOK: Output: default@analyze_t1 +PREHOOK: Output: default@analyze_t1@ds=2008-04-08/hr=11 +PREHOOK: Output: default@analyze_t1@ds=2008-04-08/hr=12 +PREHOOK: Output: default@analyze_t1@ds=2008-04-09/hr=11 +PREHOOK: Output: default@analyze_t1@ds=2008-04-09/hr=12 POSTHOOK: query: explain analyze table analyze_t1 partition (ds, hr) compute statistics POSTHOOK: type: QUERY +POSTHOOK: Input: default@analyze_t1 +POSTHOOK: Input: default@analyze_t1@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@analyze_t1@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@analyze_t1@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@analyze_t1@ds=2008-04-09/hr=12 +POSTHOOK: Output: default@analyze_t1 +POSTHOOK: Output: default@analyze_t1@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@analyze_t1@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@analyze_t1@ds=2008-04-09/hr=11 +POSTHOOK: Output: default@analyze_t1@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/stats3.q.out b/ql/src/test/results/clientpositive/stats3.q.out index d0c6054..8128d73 100644 --- a/ql/src/test/results/clientpositive/stats3.q.out +++ b/ql/src/test/results/clientpositive/stats3.q.out @@ -17,9 +17,13 @@ POSTHOOK: Output: default@hive_test_src_n3 PREHOOK: query: explain extended load data local inpath '../../data/files/test.dat' overwrite into table hive_test_src_n3 PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@hive_test_src_n3 POSTHOOK: query: explain extended load data local inpath '../../data/files/test.dat' overwrite into table hive_test_src_n3 POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@hive_test_src_n3 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/stats4.q.out b/ql/src/test/results/clientpositive/stats4.q.out index bee528c..e1ca68f 100644 --- a/ql/src/test/results/clientpositive/stats4.q.out +++ b/ql/src/test/results/clientpositive/stats4.q.out @@ -37,11 +37,23 @@ from srcpart insert overwrite table nzhang_part1 partition (ds, hr) select key, value, ds, hr where ds <= '2008-04-08' insert overwrite table nzhang_part2 partition(ds='2008-12-31', hr) select key, value, hr where ds > '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: default@nzhang_part1 +PREHOOK: Output: default@nzhang_part2@ds=2008-12-31 POSTHOOK: query: explain from srcpart insert overwrite table nzhang_part1 partition (ds, hr) select key, value, ds, hr where ds <= '2008-04-08' insert overwrite table nzhang_part2 partition(ds='2008-12-31', hr) select key, value, hr where ds > '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6 diff --git a/ql/src/test/results/clientpositive/stats5.q.out b/ql/src/test/results/clientpositive/stats5.q.out index c375c11..902eb87 100644 --- a/ql/src/test/results/clientpositive/stats5.q.out +++ b/ql/src/test/results/clientpositive/stats5.q.out @@ -12,8 +12,12 @@ POSTHOOK: Lineage: analyze_src.key SIMPLE [(src)src.FieldSchema(name:key, type:s POSTHOOK: Lineage: analyze_src.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain analyze table analyze_src compute statistics PREHOOK: type: QUERY +PREHOOK: Input: default@analyze_src +PREHOOK: Output: default@analyze_src POSTHOOK: query: explain analyze table analyze_src compute statistics POSTHOOK: type: QUERY +POSTHOOK: Input: default@analyze_src +POSTHOOK: Output: default@analyze_src STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/stats7.q.out b/ql/src/test/results/clientpositive/stats7.q.out index 971c934..ade63de 100644 --- a/ql/src/test/results/clientpositive/stats7.q.out +++ b/ql/src/test/results/clientpositive/stats7.q.out @@ -35,8 +35,20 @@ POSTHOOK: Lineage: analyze_srcpart_n4 PARTITION(ds=2008-04-09,hr=12).key SIMPLE POSTHOOK: Lineage: analyze_srcpart_n4 PARTITION(ds=2008-04-09,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain analyze table analyze_srcpart_n4 PARTITION(ds='2008-04-08',hr) compute statistics PREHOOK: type: QUERY +PREHOOK: Input: default@analyze_srcpart_n4 +PREHOOK: Input: default@analyze_srcpart_n4@ds=2008-04-08/hr=11 +PREHOOK: Input: default@analyze_srcpart_n4@ds=2008-04-08/hr=12 +PREHOOK: Output: default@analyze_srcpart_n4 +PREHOOK: Output: default@analyze_srcpart_n4@ds=2008-04-08/hr=11 +PREHOOK: Output: default@analyze_srcpart_n4@ds=2008-04-08/hr=12 POSTHOOK: query: explain analyze table analyze_srcpart_n4 PARTITION(ds='2008-04-08',hr) compute statistics POSTHOOK: type: QUERY +POSTHOOK: Input: default@analyze_srcpart_n4 +POSTHOOK: Input: default@analyze_srcpart_n4@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@analyze_srcpart_n4@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@analyze_srcpart_n4 +POSTHOOK: Output: default@analyze_srcpart_n4@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@analyze_srcpart_n4@ds=2008-04-08/hr=12 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/stats8.q.out b/ql/src/test/results/clientpositive/stats8.q.out index 8d77e02..73c8458 100644 --- a/ql/src/test/results/clientpositive/stats8.q.out +++ b/ql/src/test/results/clientpositive/stats8.q.out @@ -70,8 +70,16 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain analyze table analyze_srcpart_n1 PARTITION(ds='2008-04-08',hr=11) compute statistics PREHOOK: type: QUERY +PREHOOK: Input: default@analyze_srcpart_n1 +PREHOOK: Input: default@analyze_srcpart_n1@ds=2008-04-08/hr=11 +PREHOOK: Output: default@analyze_srcpart_n1 +PREHOOK: Output: default@analyze_srcpart_n1@ds=2008-04-08/hr=11 POSTHOOK: query: explain analyze table analyze_srcpart_n1 PARTITION(ds='2008-04-08',hr=11) compute statistics POSTHOOK: type: QUERY +POSTHOOK: Input: default@analyze_srcpart_n1 +POSTHOOK: Input: default@analyze_srcpart_n1@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@analyze_srcpart_n1 +POSTHOOK: Output: default@analyze_srcpart_n1@ds=2008-04-08/hr=11 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -214,8 +222,16 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain analyze table analyze_srcpart_n1 PARTITION(ds='2008-04-08',hr=12) compute statistics PREHOOK: type: QUERY +PREHOOK: Input: default@analyze_srcpart_n1 +PREHOOK: Input: default@analyze_srcpart_n1@ds=2008-04-08/hr=12 +PREHOOK: Output: default@analyze_srcpart_n1 +PREHOOK: Output: default@analyze_srcpart_n1@ds=2008-04-08/hr=12 POSTHOOK: query: explain analyze table analyze_srcpart_n1 PARTITION(ds='2008-04-08',hr=12) compute statistics POSTHOOK: type: QUERY +POSTHOOK: Input: default@analyze_srcpart_n1 +POSTHOOK: Input: default@analyze_srcpart_n1@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@analyze_srcpart_n1 +POSTHOOK: Output: default@analyze_srcpart_n1@ds=2008-04-08/hr=12 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -284,8 +300,16 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain analyze table analyze_srcpart_n1 PARTITION(ds='2008-04-09',hr=11) compute statistics PREHOOK: type: QUERY +PREHOOK: Input: default@analyze_srcpart_n1 +PREHOOK: Input: default@analyze_srcpart_n1@ds=2008-04-09/hr=11 +PREHOOK: Output: default@analyze_srcpart_n1 +PREHOOK: Output: default@analyze_srcpart_n1@ds=2008-04-09/hr=11 POSTHOOK: query: explain analyze table analyze_srcpart_n1 PARTITION(ds='2008-04-09',hr=11) compute statistics POSTHOOK: type: QUERY +POSTHOOK: Input: default@analyze_srcpart_n1 +POSTHOOK: Input: default@analyze_srcpart_n1@ds=2008-04-09/hr=11 +POSTHOOK: Output: default@analyze_srcpart_n1 +POSTHOOK: Output: default@analyze_srcpart_n1@ds=2008-04-09/hr=11 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -354,8 +378,16 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain analyze table analyze_srcpart_n1 PARTITION(ds='2008-04-09',hr=12) compute statistics PREHOOK: type: QUERY +PREHOOK: Input: default@analyze_srcpart_n1 +PREHOOK: Input: default@analyze_srcpart_n1@ds=2008-04-09/hr=12 +PREHOOK: Output: default@analyze_srcpart_n1 +PREHOOK: Output: default@analyze_srcpart_n1@ds=2008-04-09/hr=12 POSTHOOK: query: explain analyze table analyze_srcpart_n1 PARTITION(ds='2008-04-09',hr=12) compute statistics POSTHOOK: type: QUERY +POSTHOOK: Input: default@analyze_srcpart_n1 +POSTHOOK: Input: default@analyze_srcpart_n1@ds=2008-04-09/hr=12 +POSTHOOK: Output: default@analyze_srcpart_n1 +POSTHOOK: Output: default@analyze_srcpart_n1@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -424,8 +456,28 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: explain analyze table analyze_srcpart_n1 PARTITION(ds, hr) compute statistics PREHOOK: type: QUERY +PREHOOK: Input: default@analyze_srcpart_n1 +PREHOOK: Input: default@analyze_srcpart_n1@ds=2008-04-08/hr=11 +PREHOOK: Input: default@analyze_srcpart_n1@ds=2008-04-08/hr=12 +PREHOOK: Input: default@analyze_srcpart_n1@ds=2008-04-09/hr=11 +PREHOOK: Input: default@analyze_srcpart_n1@ds=2008-04-09/hr=12 +PREHOOK: Output: default@analyze_srcpart_n1 +PREHOOK: Output: default@analyze_srcpart_n1@ds=2008-04-08/hr=11 +PREHOOK: Output: default@analyze_srcpart_n1@ds=2008-04-08/hr=12 +PREHOOK: Output: default@analyze_srcpart_n1@ds=2008-04-09/hr=11 +PREHOOK: Output: default@analyze_srcpart_n1@ds=2008-04-09/hr=12 POSTHOOK: query: explain analyze table analyze_srcpart_n1 PARTITION(ds, hr) compute statistics POSTHOOK: type: QUERY +POSTHOOK: Input: default@analyze_srcpart_n1 +POSTHOOK: Input: default@analyze_srcpart_n1@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@analyze_srcpart_n1@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@analyze_srcpart_n1@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@analyze_srcpart_n1@ds=2008-04-09/hr=12 +POSTHOOK: Output: default@analyze_srcpart_n1 +POSTHOOK: Output: default@analyze_srcpart_n1@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@analyze_srcpart_n1@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@analyze_srcpart_n1@ds=2008-04-09/hr=11 +POSTHOOK: Output: default@analyze_srcpart_n1@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/stats9.q.out b/ql/src/test/results/clientpositive/stats9.q.out index 1f56ce8..979a934 100644 --- a/ql/src/test/results/clientpositive/stats9.q.out +++ b/ql/src/test/results/clientpositive/stats9.q.out @@ -18,8 +18,12 @@ POSTHOOK: Lineage: analyze_srcbucket.key SIMPLE [(srcbucket)srcbucket.FieldSchem POSTHOOK: Lineage: analyze_srcbucket.value SIMPLE [(srcbucket)srcbucket.FieldSchema(name:value, type:string, comment:null), ] PREHOOK: query: explain analyze table analyze_srcbucket compute statistics PREHOOK: type: QUERY +PREHOOK: Input: default@analyze_srcbucket +PREHOOK: Output: default@analyze_srcbucket POSTHOOK: query: explain analyze table analyze_srcbucket compute statistics POSTHOOK: type: QUERY +POSTHOOK: Input: default@analyze_srcbucket +POSTHOOK: Output: default@analyze_srcbucket STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/stats_empty_dyn_part.q.out b/ql/src/test/results/clientpositive/stats_empty_dyn_part.q.out index 79ba024..cfa5bad 100644 --- a/ql/src/test/results/clientpositive/stats_empty_dyn_part.q.out +++ b/ql/src/test/results/clientpositive/stats_empty_dyn_part.q.out @@ -8,8 +8,11 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tmptable_n7 PREHOOK: query: explain insert overwrite table tmptable_n7 partition (part) select key, value from src where key = 'no_such_value' PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@tmptable_n7 POSTHOOK: query: explain insert overwrite table tmptable_n7 partition (part) select key, value from src where key = 'no_such_value' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/stats_empty_partition2.q.out b/ql/src/test/results/clientpositive/stats_empty_partition2.q.out index a14731c..076d9af 100644 --- a/ql/src/test/results/clientpositive/stats_empty_partition2.q.out +++ b/ql/src/test/results/clientpositive/stats_empty_partition2.q.out @@ -69,9 +69,19 @@ POSTHOOK: Lineage: p1_n0 PARTITION(p=1).a SCRIPT [] PREHOOK: query: explain select * from p1_n0 join t_n32 on (t_n32.a=p1_n0.a) PREHOOK: type: QUERY +PREHOOK: Input: default@p1_n0 +PREHOOK: Input: default@p1_n0@p=1 +PREHOOK: Input: default@p1_n0@p=2 +PREHOOK: Input: default@t_n32 +#### A masked pattern was here #### POSTHOOK: query: explain select * from p1_n0 join t_n32 on (t_n32.a=p1_n0.a) POSTHOOK: type: QUERY +POSTHOOK: Input: default@p1_n0 +POSTHOOK: Input: default@p1_n0@p=1 +POSTHOOK: Input: default@p1_n0@p=2 +POSTHOOK: Input: default@t_n32 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/stats_noscan_1.q.out b/ql/src/test/results/clientpositive/stats_noscan_1.q.out index 972b09d..32001f6 100644 --- a/ql/src/test/results/clientpositive/stats_noscan_1.q.out +++ b/ql/src/test/results/clientpositive/stats_noscan_1.q.out @@ -36,9 +36,17 @@ POSTHOOK: Lineage: analyze_srcpart_n0 PARTITION(ds=2008-04-09,hr=12).value SIMPL PREHOOK: query: explain analyze table analyze_srcpart_n0 PARTITION(ds='2008-04-08',hr=11) compute statistics noscan PREHOOK: type: QUERY +PREHOOK: Input: default@analyze_srcpart_n0 +PREHOOK: Input: default@analyze_srcpart_n0@ds=2008-04-08/hr=11 +PREHOOK: Output: default@analyze_srcpart_n0 +PREHOOK: Output: default@analyze_srcpart_n0@ds=2008-04-08/hr=11 POSTHOOK: query: explain analyze table analyze_srcpart_n0 PARTITION(ds='2008-04-08',hr=11) compute statistics noscan POSTHOOK: type: QUERY +POSTHOOK: Input: default@analyze_srcpart_n0 +POSTHOOK: Input: default@analyze_srcpart_n0@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@analyze_srcpart_n0 +POSTHOOK: Output: default@analyze_srcpart_n0@ds=2008-04-08/hr=11 STAGE DEPENDENCIES: Stage-1 is a root stage @@ -298,9 +306,21 @@ POSTHOOK: Lineage: analyze_srcpart_partial PARTITION(ds=2008-04-09,hr=12).value PREHOOK: query: explain analyze table analyze_srcpart_partial PARTITION(ds='2008-04-08') compute statistics noscan PREHOOK: type: QUERY +PREHOOK: Input: default@analyze_srcpart_partial +PREHOOK: Input: default@analyze_srcpart_partial@ds=2008-04-08/hr=11 +PREHOOK: Input: default@analyze_srcpart_partial@ds=2008-04-08/hr=12 +PREHOOK: Output: default@analyze_srcpart_partial +PREHOOK: Output: default@analyze_srcpart_partial@ds=2008-04-08/hr=11 +PREHOOK: Output: default@analyze_srcpart_partial@ds=2008-04-08/hr=12 POSTHOOK: query: explain analyze table analyze_srcpart_partial PARTITION(ds='2008-04-08') compute statistics noscan POSTHOOK: type: QUERY +POSTHOOK: Input: default@analyze_srcpart_partial +POSTHOOK: Input: default@analyze_srcpart_partial@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@analyze_srcpart_partial@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@analyze_srcpart_partial +POSTHOOK: Output: default@analyze_srcpart_partial@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@analyze_srcpart_partial@ds=2008-04-08/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage diff --git a/ql/src/test/results/clientpositive/stats_noscan_2.q.out b/ql/src/test/results/clientpositive/stats_noscan_2.q.out index 9dda57e..891e868 100644 --- a/ql/src/test/results/clientpositive/stats_noscan_2.q.out +++ b/ql/src/test/results/clientpositive/stats_noscan_2.q.out @@ -143,8 +143,12 @@ POSTHOOK: Lineage: texternal PARTITION(insertdate=2008-01-01).key SIMPLE [(src)s POSTHOOK: Lineage: texternal PARTITION(insertdate=2008-01-01).val SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain select count(*) from texternal where insertdate='2008-01-01' PREHOOK: type: QUERY +PREHOOK: Input: default@texternal +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from texternal where insertdate='2008-01-01' POSTHOOK: type: QUERY +POSTHOOK: Input: default@texternal +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -293,8 +297,14 @@ Storage Desc Params: #### A masked pattern was here #### PREHOOK: query: explain select count(*) from anaylyze_external where insertdate='2008-01-01' PREHOOK: type: QUERY +PREHOOK: Input: default@anaylyze_external +PREHOOK: Input: default@anaylyze_external@insertdate=2008-01-01 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) from anaylyze_external where insertdate='2008-01-01' POSTHOOK: type: QUERY +POSTHOOK: Input: default@anaylyze_external +POSTHOOK: Input: default@anaylyze_external@insertdate=2008-01-01 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/stats_null_optimizer.q.out b/ql/src/test/results/clientpositive/stats_null_optimizer.q.out index 8bc2446..2132d12 100644 --- a/ql/src/test/results/clientpositive/stats_null_optimizer.q.out +++ b/ql/src/test/results/clientpositive/stats_null_optimizer.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain select count(key) from (select null as key from src)src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(key) from (select null as key from src)src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/stats_only_null.q.out b/ql/src/test/results/clientpositive/stats_only_null.q.out index 66d67a3..9c93ff8 100644 --- a/ql/src/test/results/clientpositive/stats_only_null.q.out +++ b/ql/src/test/results/clientpositive/stats_only_null.q.out @@ -69,9 +69,13 @@ POSTHOOK: Lineage: stats_null_part PARTITION(dt=2011).d SIMPLE [(temps_null)temp PREHOOK: query: explain select count(*), count(a), count(b), count(c), count(d) from stats_null PREHOOK: type: QUERY +PREHOOK: Input: default@stats_null +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), count(a), count(b), count(c), count(d) from stats_null POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -120,9 +124,17 @@ STAGE PLANS: PREHOOK: query: explain select count(*), count(a), count(b), count(c), count(d) from stats_null_part PREHOOK: type: QUERY +PREHOOK: Input: default@stats_null_part +PREHOOK: Input: default@stats_null_part@dt=2010 +PREHOOK: Input: default@stats_null_part@dt=2011 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), count(a), count(b), count(c), count(d) from stats_null_part POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_null_part +POSTHOOK: Input: default@stats_null_part@dt=2010 +POSTHOOK: Input: default@stats_null_part@dt=2011 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -287,9 +299,13 @@ Storage Desc Params: PREHOOK: query: explain select count(*), count(a), count(b), count(c), count(d) from stats_null PREHOOK: type: QUERY +PREHOOK: Input: default@stats_null +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), count(a), count(b), count(c), count(d) from stats_null POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_null +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -303,9 +319,13 @@ STAGE PLANS: PREHOOK: query: explain select count(*), count(a), count(b), count(c), count(d) from stats_null_part PREHOOK: type: QUERY +PREHOOK: Input: default@stats_null_part +#### A masked pattern was here #### POSTHOOK: query: explain select count(*), count(a), count(b), count(c), count(d) from stats_null_part POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_null_part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/stats_partial_size.q.out b/ql/src/test/results/clientpositive/stats_partial_size.q.out index 8be5d38..3c0f56d 100644 --- a/ql/src/test/results/clientpositive/stats_partial_size.q.out +++ b/ql/src/test/results/clientpositive/stats_partial_size.q.out @@ -39,8 +39,16 @@ POSTHOOK: Output: default@sample #### A masked pattern was here #### PREHOOK: query: explain select sample_partitioned.x from sample_partitioned, sample where sample.y = sample_partitioned.y PREHOOK: type: QUERY +PREHOOK: Input: default@sample +PREHOOK: Input: default@sample_partitioned +PREHOOK: Input: default@sample_partitioned@y=1 +#### A masked pattern was here #### POSTHOOK: query: explain select sample_partitioned.x from sample_partitioned, sample where sample.y = sample_partitioned.y POSTHOOK: type: QUERY +POSTHOOK: Input: default@sample +POSTHOOK: Input: default@sample_partitioned +POSTHOOK: Input: default@sample_partitioned@y=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/stats_ppr_all.q.out b/ql/src/test/results/clientpositive/stats_ppr_all.q.out index 3b52a15..4c0f48f 100644 --- a/ql/src/test/results/clientpositive/stats_ppr_all.q.out +++ b/ql/src/test/results/clientpositive/stats_ppr_all.q.out @@ -70,8 +70,14 @@ POSTHOOK: Output: default@ss@country=US/year=2015/month=2/day=1 #### A masked pattern was here #### PREHOOK: query: explain select sum(order_amount) from ss where (country="US" and year=2015 and month=2 and day=1) PREHOOK: type: QUERY +PREHOOK: Input: default@ss +PREHOOK: Input: default@ss@country=US/year=2015/month=2/day=1 +#### A masked pattern was here #### POSTHOOK: query: explain select sum(order_amount) from ss where (country="US" and year=2015 and month=2 and day=1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@ss +POSTHOOK: Input: default@ss@country=US/year=2015/month=2/day=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -119,8 +125,12 @@ STAGE PLANS: PREHOOK: query: explain select sum(order_amount) from ss where (year*10000+month*100+day) = "2015010" and 1>0 PREHOOK: type: QUERY +PREHOOK: Input: default@ss +#### A masked pattern was here #### POSTHOOK: query: explain select sum(order_amount) from ss where (year*10000+month*100+day) = "2015010" and 1>0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@ss +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -171,8 +181,14 @@ STAGE PLANS: PREHOOK: query: explain select sum(order_amount) from ss where (year*100+month*10+day) = "201511" and 1>0 PREHOOK: type: QUERY +PREHOOK: Input: default@ss +PREHOOK: Input: default@ss@country=US/year=2015/month=1/day=1 +#### A masked pattern was here #### POSTHOOK: query: explain select sum(order_amount) from ss where (year*100+month*10+day) = "201511" and 1>0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@ss +POSTHOOK: Input: default@ss@country=US/year=2015/month=1/day=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -220,8 +236,16 @@ STAGE PLANS: PREHOOK: query: explain select sum(order_amount) from ss where (year*100+month*10+day) > "201511" and 1>0 PREHOOK: type: QUERY +PREHOOK: Input: default@ss +PREHOOK: Input: default@ss@country=US/year=2015/month=1/day=2 +PREHOOK: Input: default@ss@country=US/year=2015/month=2/day=1 +#### A masked pattern was here #### POSTHOOK: query: explain select sum(order_amount) from ss where (year*100+month*10+day) > "201511" and 1>0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@ss +POSTHOOK: Input: default@ss@country=US/year=2015/month=1/day=2 +POSTHOOK: Input: default@ss@country=US/year=2015/month=2/day=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -272,8 +296,16 @@ STAGE PLANS: PREHOOK: query: explain select '1' from ss where (year*100+month*10+day) > "201511" PREHOOK: type: QUERY +PREHOOK: Input: default@ss +PREHOOK: Input: default@ss@country=US/year=2015/month=1/day=2 +PREHOOK: Input: default@ss@country=US/year=2015/month=2/day=1 +#### A masked pattern was here #### POSTHOOK: query: explain select '1' from ss where (year*100+month*10+day) > "201511" POSTHOOK: type: QUERY +POSTHOOK: Input: default@ss +POSTHOOK: Input: default@ss@country=US/year=2015/month=1/day=2 +POSTHOOK: Input: default@ss@country=US/year=2015/month=2/day=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/statsoptimizer.q.out b/ql/src/test/results/clientpositive/statsoptimizer.q.out index 35330d9..863352a 100644 --- a/ql/src/test/results/clientpositive/statsoptimizer.q.out +++ b/ql/src/test/results/clientpositive/statsoptimizer.q.out @@ -4,12 +4,16 @@ from src WHERE 1=1 group by round(year(to_date(current_date())),-3) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT round(year(to_date(current_date())),-3) as GROUP_BY_FIELD, count (*) as src_cnt from src WHERE 1=1 group by round(year(to_date(current_date())),-3) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/str_to_map.q.out b/ql/src/test/results/clientpositive/str_to_map.q.out index 106af2f..f1aa4c1 100644 --- a/ql/src/test/results/clientpositive/str_to_map.q.out +++ b/ql/src/test/results/clientpositive/str_to_map.q.out @@ -13,8 +13,12 @@ Function class:org.apache.hadoop.hive.ql.udf.generic.GenericUDFStringToMap Function type:BUILTIN PREHOOK: query: explain select str_to_map('a=1,b=2,c=3',',','=')['a'] from src limit 3 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select str_to_map('a=1,b=2,c=3',',','=')['a'] from src limit 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -48,8 +52,12 @@ POSTHOOK: Input: default@src 1 PREHOOK: query: explain select str_to_map('a:1,b:2,c:3') from src limit 3 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select str_to_map('a:1,b:2,c:3') from src limit 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -83,8 +91,12 @@ POSTHOOK: Input: default@src {"a":"1","b":"2","c":"3"} PREHOOK: query: explain select str_to_map('a:1,b:2,c:3',',',':') from src limit 3 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select str_to_map('a:1,b:2,c:3',',',':') from src limit 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -120,10 +132,14 @@ PREHOOK: query: explain select str_to_map(t.ss,',',':')['a'] from (select transform('a:1,b:2,c:3') using 'cat' as (ss) from src) t limit 3 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select str_to_map(t.ss,',',':')['a'] from (select transform('a:1,b:2,c:3') using 'cat' as (ss) from src) t limit 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/structin.q.out b/ql/src/test/results/clientpositive/structin.q.out index 8b2de4b..03585dc 100644 --- a/ql/src/test/results/clientpositive/structin.q.out +++ b/ql/src/test/results/clientpositive/structin.q.out @@ -19,6 +19,8 @@ struct('1234-1111-0074019610','1'), struct('1234-1111-0074022106','1') ) PREHOOK: type: QUERY +PREHOOK: Input: default@t11_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t11_n1 where struct(`id`, `lineid`) IN ( struct('1234-1111-0074578664','3'), @@ -32,6 +34,8 @@ struct('1234-1111-0074019610','1'), struct('1234-1111-0074022106','1') ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t11_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -71,12 +75,16 @@ struct('1234-1111-0074578664','3'), struct('1234-1111-0074578695',1) ) PREHOOK: type: QUERY +PREHOOK: Input: default@t11_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t11_n1 where struct(`id`, `lineid`) IN ( struct('1234-1111-0074578664','3'), struct('1234-1111-0074578695',1) ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t11_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/subq.q.out b/ql/src/test/results/clientpositive/subq.q.out index 91f0116..679330a 100644 --- a/ql/src/test/results/clientpositive/subq.q.out +++ b/ql/src/test/results/clientpositive/subq.q.out @@ -4,12 +4,16 @@ FROM ( ) unioninput INSERT OVERWRITE DIRECTORY 'target/warehouse/union.out' SELECT unioninput.* PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: target/warehouse/union.out POSTHOOK: query: EXPLAIN FROM ( FROM src select src.* WHERE src.key < 100 ) unioninput INSERT OVERWRITE DIRECTORY 'target/warehouse/union.out' SELECT unioninput.* POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: target/warehouse/union.out STAGE DEPENDENCIES: Stage-1 is a root stage Stage-6 depends on stages: Stage-1 , consists of Stage-3, Stage-2, Stage-4 diff --git a/ql/src/test/results/clientpositive/subq2.q.out b/ql/src/test/results/clientpositive/subq2.q.out index 3dd5b4a..df36a15 100644 --- a/ql/src/test/results/clientpositive/subq2.q.out +++ b/ql/src/test/results/clientpositive/subq2.q.out @@ -3,11 +3,15 @@ SELECT a.k, a.c FROM (SELECT b.key as k, count(1) as c FROM src b GROUP BY b.key) a WHERE a.k >= 90 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT a.k, a.c FROM (SELECT b.key as k, count(1) as c FROM src b GROUP BY b.key) a WHERE a.k >= 90 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/subq_where_serialization.q.out b/ql/src/test/results/clientpositive/subq_where_serialization.q.out index 1447c3a..9b9fa2c 100644 --- a/ql/src/test/results/clientpositive/subq_where_serialization.q.out +++ b/ql/src/test/results/clientpositive/subq_where_serialization.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain select src.key from src where src.key in ( select distinct key from src) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select src.key from src where src.key in ( select distinct key from src) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4 diff --git a/ql/src/test/results/clientpositive/subquery_alias.q.out b/ql/src/test/results/clientpositive/subquery_alias.q.out index 56d5518..4d4d3a9 100644 --- a/ql/src/test/results/clientpositive/subquery_alias.q.out +++ b/ql/src/test/results/clientpositive/subquery_alias.q.out @@ -4,12 +4,16 @@ FROM ( ) as unioninput INSERT OVERWRITE DIRECTORY 'target/warehouse/union.out' SELECT unioninput.* PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: target/warehouse/union.out POSTHOOK: query: EXPLAIN FROM ( FROM src select src.* WHERE src.key < 100 ) as unioninput INSERT OVERWRITE DIRECTORY 'target/warehouse/union.out' SELECT unioninput.* POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: target/warehouse/union.out STAGE DEPENDENCIES: Stage-1 is a root stage Stage-6 depends on stages: Stage-1 , consists of Stage-3, Stage-2, Stage-4 @@ -91,12 +95,16 @@ SELECT * FROM ( SELECT * FROM src as s ) as src1 ) as src2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM ( SELECT * FROM ( SELECT * FROM src as s ) as src1 ) as src2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/subquery_exists.q.out b/ql/src/test/results/clientpositive/subquery_exists.q.out index 3c053c0..e5ed339 100644 --- a/ql/src/test/results/clientpositive/subquery_exists.q.out +++ b/ql/src/test/results/clientpositive/subquery_exists.q.out @@ -7,6 +7,8 @@ where exists where b.value = a.value and a.key = b.key and a.value > 'val_9' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b @@ -16,6 +18,8 @@ where exists where b.value = a.value and a.key = b.key and a.value > 'val_9' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -200,6 +204,8 @@ where exists where b.VALUE = a.VALUE ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b @@ -209,6 +215,8 @@ where exists where b.VALUE = a.VALUE ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -286,6 +294,8 @@ where exists where a.value > 'val_9' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b @@ -295,6 +305,8 @@ where exists where a.value > 'val_9' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -929,8 +941,14 @@ POSTHOOK: Lineage: t_n12.i SCRIPT [] Warning: Shuffle Join JOIN[13][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-1:MAPRED' is a cross product PREHOOK: query: explain select * from t_n12 where exists (select count(*) from src where 1=2) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@t_n12 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t_n12 where exists (select count(*) from src where 1=2) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@t_n12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -1075,9 +1093,13 @@ POSTHOOK: Input: default@tx1_n0 PREHOOK: query: explain select count(*) as result,3 as expected from tx1_n0 u where exists (select * from tx1_n0 v where u.a=v.a and u.b <> v.b) PREHOOK: type: QUERY +PREHOOK: Input: default@tx1_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select count(*) as result,3 as expected from tx1_n0 u where exists (select * from tx1_n0 v where u.a=v.a and u.b <> v.b) POSTHOOK: type: QUERY +POSTHOOK: Input: default@tx1_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -1227,8 +1249,14 @@ POSTHOOK: Lineage: t2_n41.i SCRIPT [] POSTHOOK: Lineage: t2_n41.j SCRIPT [] PREHOOK: query: explain select * from t1_n68 where t1_n68.i in (select t2_n41.i from t2_n41 where t2_n41.j <> t1_n68.j) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n68 +PREHOOK: Input: default@t2_n41 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t1_n68 where t1_n68.i in (select t2_n41.i from t2_n41 where t2_n41.j <> t1_n68.j) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n68 +POSTHOOK: Input: default@t2_n41 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/subquery_exists_having.q.out b/ql/src/test/results/clientpositive/subquery_exists_having.q.out index e9253ae..dc3b4f8 100644 --- a/ql/src/test/results/clientpositive/subquery_exists_having.q.out +++ b/ql/src/test/results/clientpositive/subquery_exists_having.q.out @@ -8,6 +8,8 @@ having exists where a.key = b.key and a.value > 'val_9' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select b.key, count(*) from src b @@ -18,6 +20,8 @@ having exists where a.key = b.key and a.value > 'val_9' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -151,6 +155,8 @@ having exists where a.key = b.key and a.value > 'val_9' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select b.key, count(*) from src b @@ -161,6 +167,8 @@ having exists where a.key = b.key and a.value > 'val_9' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/subquery_multiinsert.q.out b/ql/src/test/results/clientpositive/subquery_multiinsert.q.out index d427bc28..181be1b 100644 --- a/ql/src/test/results/clientpositive/subquery_multiinsert.q.out +++ b/ql/src/test/results/clientpositive/subquery_multiinsert.q.out @@ -43,6 +43,9 @@ INSERT OVERWRITE TABLE src_5 where b.key not in ( select key from src s1 where s1.key > '2') order by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_4 +PREHOOK: Output: default@src_5 POSTHOOK: query: explain from src b INSERT OVERWRITE TABLE src_4 @@ -57,6 +60,9 @@ INSERT OVERWRITE TABLE src_5 where b.key not in ( select key from src s1 where s1.key > '2') order by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_4 +POSTHOOK: Output: default@src_5 STAGE DEPENDENCIES: Stage-11 is a root stage Stage-2 depends on stages: Stage-11 @@ -575,6 +581,9 @@ INSERT OVERWRITE TABLE src_5 where b.key not in ( select key from src s1 where s1.key > '2') order by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_4 +PREHOOK: Output: default@src_5 POSTHOOK: query: explain from src b INSERT OVERWRITE TABLE src_4 @@ -589,6 +598,9 @@ INSERT OVERWRITE TABLE src_5 where b.key not in ( select key from src s1 where s1.key > '2') order by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_4 +POSTHOOK: Output: default@src_5 STAGE DEPENDENCIES: Stage-11 is a root stage Stage-15 depends on stages: Stage-11 , consists of Stage-18, Stage-2 diff --git a/ql/src/test/results/clientpositive/subquery_notexists.q.out b/ql/src/test/results/clientpositive/subquery_notexists.q.out index 01f7470..8a12a03 100644 --- a/ql/src/test/results/clientpositive/subquery_notexists.q.out +++ b/ql/src/test/results/clientpositive/subquery_notexists.q.out @@ -7,6 +7,8 @@ where not exists where b.value = a.value and a.key = b.key and a.value > 'val_2' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b @@ -16,6 +18,8 @@ where not exists where b.value = a.value and a.key = b.key and a.value > 'val_2' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -259,6 +263,8 @@ where not exists where b.value = a.value and a.value > 'val_2' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b @@ -268,6 +274,8 @@ where not exists where b.value = a.value and a.value > 'val_2' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -522,6 +530,8 @@ where not exists where b.value <> a.value and a.key > b.key and a.value > 'val_2' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b @@ -531,6 +541,8 @@ where not exists where b.value <> a.value and a.key > b.key and a.value > 'val_2' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-2 is a root stage Stage-1 depends on stages: Stage-2 @@ -652,9 +664,13 @@ Warning: Shuffle Join JOIN[14][tables = [$hdt$_3, $hdt$_4]] in Stage 'Stage-6:MA PREHOOK: query: explain SELECT p1.p_name FROM part p1 LEFT JOIN (select p_type as p_col from part ) p2 WHERE NOT EXISTS (select pp1.p_type as p_col from part pp1 where pp1.p_partkey = p2.p_col) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain SELECT p1.p_name FROM part p1 LEFT JOIN (select p_type as p_col from part ) p2 WHERE NOT EXISTS (select pp1.p_type as p_col from part pp1 where pp1.p_partkey = p2.p_col) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-5 diff --git a/ql/src/test/results/clientpositive/subquery_notexists_having.q.out b/ql/src/test/results/clientpositive/subquery_notexists_having.q.out index 5105a4c..42c2940 100644 --- a/ql/src/test/results/clientpositive/subquery_notexists_having.q.out +++ b/ql/src/test/results/clientpositive/subquery_notexists_having.q.out @@ -8,6 +8,8 @@ having not exists where b.value = a.value and a.key = b.key and a.value > 'val_12' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b @@ -18,6 +20,8 @@ having not exists where b.value = a.value and a.key = b.key and a.value > 'val_12' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 @@ -188,6 +192,8 @@ having not exists where b.value = a.value and a.value > 'val_12' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b @@ -198,6 +204,8 @@ having not exists where b.value = a.value and a.value > 'val_12' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 diff --git a/ql/src/test/results/clientpositive/subquery_notin_having.q.out b/ql/src/test/results/clientpositive/subquery_notin_having.q.out index c062159..2d4ba80 100644 --- a/ql/src/test/results/clientpositive/subquery_notin_having.q.out +++ b/ql/src/test/results/clientpositive/subquery_notin_having.q.out @@ -8,6 +8,8 @@ having key not in where s1.key > '12' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, count(*) from src @@ -17,6 +19,8 @@ having key not in where s1.key > '12' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 @@ -218,6 +222,8 @@ having b.p_mfgr not in where min(p_retailprice) = l and r - l > 600 ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select b.p_mfgr, min(p_retailprice) from part b @@ -228,6 +234,8 @@ having b.p_mfgr not in where min(p_retailprice) = l and r - l > 600 ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-5 @@ -509,6 +517,8 @@ having b.p_mfgr not in having max(p_retailprice) - min(p_retailprice) > 600 ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select b.p_mfgr, min(p_retailprice) from part b @@ -520,6 +530,8 @@ having b.p_mfgr not in having max(p_retailprice) - min(p_retailprice) > 600 ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-5 @@ -823,8 +835,14 @@ POSTHOOK: Lineage: t2_n85.c1 SCRIPT [] Warning: Shuffle Join JOIN[20][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-2:MAPRED' is a cross product PREHOOK: query: explain SELECT c1 FROM t1_n145 group by c1 having c1 NOT IN (SELECT c1 FROM t2_n85) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n145 +PREHOOK: Input: default@t2_n85 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT c1 FROM t1_n145 group by c1 having c1 NOT IN (SELECT c1 FROM t2_n85) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n145 +POSTHOOK: Input: default@t2_n85 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 @@ -1028,8 +1046,14 @@ POSTHOOK: Input: default@t2_n85 #### A masked pattern was here #### PREHOOK: query: explain SELECT c1 FROM t1_n145 group by c1 having c1 NOT IN (SELECT c1 FROM t2_n85 where t1_n145.c1=t2_n85.c1) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n145 +PREHOOK: Input: default@t2_n85 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT c1 FROM t1_n145 group by c1 having c1 NOT IN (SELECT c1 FROM t2_n85 where t1_n145.c1=t2_n85.c1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n145 +POSTHOOK: Input: default@t2_n85 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/subquery_unqual_corr_expr.q.out b/ql/src/test/results/clientpositive/subquery_unqual_corr_expr.q.out index e99ab77..a97d28f 100644 --- a/ql/src/test/results/clientpositive/subquery_unqual_corr_expr.q.out +++ b/ql/src/test/results/clientpositive/subquery_unqual_corr_expr.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select * from src tablesample (10 rows) where lower(key) in (select key from src) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src tablesample (10 rows) where lower(key) in (select key from src) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -90,9 +94,13 @@ Warning: Shuffle Join JOIN[16][tables = [src, sq_1_notin_nullcheck]] in Stage 'S PREHOOK: query: explain select * from src tablesample (10 rows) where concat(key,value) not in (select key from src) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src tablesample (10 rows) where concat(key,value) not in (select key from src) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-4 is a root stage Stage-1 depends on stages: Stage-4 diff --git a/ql/src/test/results/clientpositive/subquery_unqualcolumnrefs.q.out b/ql/src/test/results/clientpositive/subquery_unqualcolumnrefs.q.out index e744d0f..7fafd77 100644 --- a/ql/src/test/results/clientpositive/subquery_unqualcolumnrefs.q.out +++ b/ql/src/test/results/clientpositive/subquery_unqualcolumnrefs.q.out @@ -36,8 +36,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@part2_n2 PREHOOK: query: explain select * from src11_n0 where src11_n0.key1 in (select key from src where src11_n0.value1 = value and key > '9') PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src11_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select * from src11_n0 where src11_n0.key1 in (select key from src where src11_n0.value1 = value and key > '9') POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src11_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -106,8 +112,12 @@ STAGE PLANS: PREHOOK: query: explain select * from src a where a.key in (select key from src where a.value = value and key > '9') PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src a where a.key in (select key from src where a.value = value and key > '9') POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -183,6 +193,8 @@ where b.key in where b.value = value and key > '9' ) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src b @@ -192,6 +204,8 @@ where b.key in where b.value = value and key > '9' ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -267,6 +281,8 @@ where b.p_name not in where r <= 2 and b.p_mfgr = p_mfgr ) PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select p_mfgr, b.p_name, p_size from part b @@ -276,6 +292,8 @@ where b.p_name not in where r <= 2 and b.p_mfgr = p_mfgr ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-4 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/symlink_text_input_format.q.out b/ql/src/test/results/clientpositive/symlink_text_input_format.q.out index 91a97cd..4cf7492 100644 --- a/ql/src/test/results/clientpositive/symlink_text_input_format.q.out +++ b/ql/src/test/results/clientpositive/symlink_text_input_format.q.out @@ -5,9 +5,13 @@ POSTHOOK: type: DROPTABLE PREHOOK: query: EXPLAIN CREATE TABLE symlink_text_input_format (key STRING, value STRING) STORED AS INPUTFORMAT 'org.apache.hadoop.hive.ql.io.SymlinkTextInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat' PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@symlink_text_input_format POSTHOOK: query: EXPLAIN CREATE TABLE symlink_text_input_format (key STRING, value STRING) STORED AS INPUTFORMAT 'org.apache.hadoop.hive.ql.io.SymlinkTextInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat' POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@symlink_text_input_format STAGE DEPENDENCIES: Stage-0 is a root stage @@ -30,8 +34,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@symlink_text_input_format PREHOOK: query: EXPLAIN SELECT * FROM symlink_text_input_format order by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@symlink_text_input_format +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM symlink_text_input_format order by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@symlink_text_input_format +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -97,8 +105,12 @@ POSTHOOK: Input: default@symlink_text_input_format 8 28 PREHOOK: query: EXPLAIN SELECT value FROM symlink_text_input_format order by value PREHOOK: type: QUERY +PREHOOK: Input: default@symlink_text_input_format +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT value FROM symlink_text_input_format order by value POSTHOOK: type: QUERY +POSTHOOK: Input: default@symlink_text_input_format +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -164,8 +176,12 @@ POSTHOOK: Input: default@symlink_text_input_format 28 PREHOOK: query: EXPLAIN SELECT count(1) FROM symlink_text_input_format PREHOOK: type: QUERY +PREHOOK: Input: default@symlink_text_input_format +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(1) FROM symlink_text_input_format POSTHOOK: type: QUERY +POSTHOOK: Input: default@symlink_text_input_format +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -236,8 +252,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@symlink_text_input_format PREHOOK: query: EXPLAIN SELECT * FROM symlink_text_input_format order by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@symlink_text_input_format +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM symlink_text_input_format order by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@symlink_text_input_format +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -306,8 +326,12 @@ POSTHOOK: Input: default@symlink_text_input_format 8 28 PREHOOK: query: EXPLAIN SELECT value FROM symlink_text_input_format order by value PREHOOK: type: QUERY +PREHOOK: Input: default@symlink_text_input_format +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT value FROM symlink_text_input_format order by value POSTHOOK: type: QUERY +POSTHOOK: Input: default@symlink_text_input_format +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -376,8 +400,12 @@ POSTHOOK: Input: default@symlink_text_input_format 28 PREHOOK: query: EXPLAIN SELECT count(1) FROM symlink_text_input_format PREHOOK: type: QUERY +PREHOOK: Input: default@symlink_text_input_format +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(1) FROM symlink_text_input_format POSTHOOK: type: QUERY +POSTHOOK: Input: default@symlink_text_input_format +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/tablevalues.q.out b/ql/src/test/results/clientpositive/tablevalues.q.out index 74fda00..14833c8 100644 --- a/ql/src/test/results/clientpositive/tablevalues.q.out +++ b/ql/src/test/results/clientpositive/tablevalues.q.out @@ -23,11 +23,15 @@ INSERT INTO mytbl_n1(key,value) SELECT a,b as c FROM TABLE(VALUES(1,2),(3,4)) AS vc(a,b) WHERE b = 9 PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@mytbl_n1 POSTHOOK: query: EXPLAIN INSERT INTO mytbl_n1(key,value) SELECT a,b as c FROM TABLE(VALUES(1,2),(3,4)) AS vc(a,b) WHERE b = 9 POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@mytbl_n1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -173,6 +177,8 @@ FROM LATERAL VIEW INLINE(array(struct('A', 10, t.key),struct('B', 20, t.key))) tf AS col1, col2, col3 PREHOOK: type: QUERY +PREHOOK: Input: default@mytbl_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT tf.col1, tf.col2, tf.col3 FROM @@ -180,6 +186,8 @@ FROM LATERAL VIEW INLINE(array(struct('A', 10, t.key),struct('B', 20, t.key))) tf AS col1, col2, col3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@mytbl_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -245,9 +253,13 @@ B 20 100 PREHOOK: query: EXPLAIN SELECT INLINE(array(struct('A', 10, 30),struct('B', 20, 30))) AS (col1, col2, col3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT INLINE(array(struct('A', 10, 30),struct('B', 20, 30))) AS (col1, col2, col3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -300,11 +312,15 @@ SELECT tf.col1, tf.col2, tf.col3 FROM TABLE(VALUES('A', 10, 30.0),('B', 20, 30.0)) AS tf(col1, col2, col3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT tf.col1, tf.col2, tf.col3 FROM TABLE(VALUES('A', 10, 30.0),('B', 20, 30.0)) AS tf(col1, col2, col3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -363,12 +379,18 @@ FROM TABLE(VALUES('A', 10, 30),('B', 20, 30)) AS tf(col1, col2, col3), (SELECT key, value FROM mytbl_n1) t PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Input: default@mytbl_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT tf.col1, tf.col2, tf.col3 FROM TABLE(VALUES('A', 10, 30),('B', 20, 30)) AS tf(col1, col2, col3), (SELECT key, value FROM mytbl_n1) t POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Input: default@mytbl_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -457,12 +479,16 @@ FROM TABLE(VALUES('A', 10, 30),('B', 20, 30)) AS tf(col1, col2, col3), TABLE(VALUES('A', 10),('B', 20)) AS tf2(col1, col2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT tf.col1, tf.col2, tf.col3 FROM TABLE(VALUES('A', 10, 30),('B', 20, 30)) AS tf(col1, col2, col3), TABLE(VALUES('A', 10),('B', 20)) AS tf2(col1, col2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -549,12 +575,18 @@ FROM (SELECT key, value FROM mytbl_n1) t, TABLE(VALUES('A', 10, 30),('B', 20, 30)) AS tf(col1, col2, col3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Input: default@mytbl_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT tf.col1, tf.col2, tf.col3 FROM (SELECT key, value FROM mytbl_n1) t, TABLE(VALUES('A', 10, 30),('B', 20, 30)) AS tf(col1, col2, col3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Input: default@mytbl_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -646,12 +678,16 @@ FROM (SELECT key, value FROM mytbl_n1) t, LATERAL TABLE(VALUES('A', 10, t.key),('B', 20, t.key)) AS tf(col1, col2, col3) PREHOOK: type: QUERY +PREHOOK: Input: default@mytbl_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT tf.col1, tf.col2, tf.col3 FROM (SELECT key, value FROM mytbl_n1) t, LATERAL TABLE(VALUES('A', 10, t.key),('B', 20, t.key)) AS tf(col1, col2, col3) POSTHOOK: type: QUERY +POSTHOOK: Input: default@mytbl_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -718,12 +754,16 @@ FROM (SELECT key, value FROM mytbl_n1) t, LATERAL TABLE(VALUES('A', 10, t.key),('B', 20, t.key)) AS tf PREHOOK: type: QUERY +PREHOOK: Input: default@mytbl_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT t.key FROM (SELECT key, value FROM mytbl_n1) t, LATERAL TABLE(VALUES('A', 10, t.key),('B', 20, t.key)) AS tf POSTHOOK: type: QUERY +POSTHOOK: Input: default@mytbl_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -790,12 +830,16 @@ FROM (SELECT key, value FROM mytbl_n1) t, LATERAL TABLE(VALUES('A', 10, t.key),('B', 20, t.key)) AS tf(col1, col2, col3) PREHOOK: type: QUERY +PREHOOK: Input: default@mytbl_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT tf.col3 FROM (SELECT key, value FROM mytbl_n1) t, LATERAL TABLE(VALUES('A', 10, t.key),('B', 20, t.key)) AS tf(col1, col2, col3) POSTHOOK: type: QUERY +POSTHOOK: Input: default@mytbl_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -862,12 +906,16 @@ FROM (SELECT row_number() over (order by key desc) as r FROM mytbl_n1) t, LATERAL TABLE(VALUES('A', 10, t.r),('B', 20, t.r)) AS tf(col1, col2, col3) PREHOOK: type: QUERY +PREHOOK: Input: default@mytbl_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT tf.col3 FROM (SELECT row_number() over (order by key desc) as r FROM mytbl_n1) t, LATERAL TABLE(VALUES('A', 10, t.r),('B', 20, t.r)) AS tf(col1, col2, col3) POSTHOOK: type: QUERY +POSTHOOK: Input: default@mytbl_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/temp_table_display_colstats_tbllvl.q.out b/ql/src/test/results/clientpositive/temp_table_display_colstats_tbllvl.q.out index 707306c..2a442b4 100644 --- a/ql/src/test/results/clientpositive/temp_table_display_colstats_tbllvl.q.out +++ b/ql/src/test/results/clientpositive/temp_table_display_colstats_tbllvl.q.out @@ -155,9 +155,15 @@ comment from deserializer PREHOOK: query: explain analyze table UserVisits_web_text_none compute statistics for columns sourceIP, avgTimeOnSite, adRevenue PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@uservisits_web_text_none +PREHOOK: Output: default@uservisits_web_text_none +#### A masked pattern was here #### POSTHOOK: query: explain analyze table UserVisits_web_text_none compute statistics for columns sourceIP, avgTimeOnSite, adRevenue POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@uservisits_web_text_none +POSTHOOK: Output: default@uservisits_web_text_none +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -207,9 +213,15 @@ STAGE PLANS: PREHOOK: query: explain extended analyze table UserVisits_web_text_none compute statistics for columns sourceIP, avgTimeOnSite, adRevenue PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@uservisits_web_text_none +PREHOOK: Output: default@uservisits_web_text_none +#### A masked pattern was here #### POSTHOOK: query: explain extended analyze table UserVisits_web_text_none compute statistics for columns sourceIP, avgTimeOnSite, adRevenue POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@uservisits_web_text_none +POSTHOOK: Output: default@uservisits_web_text_none +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 @@ -484,9 +496,15 @@ COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\" PREHOOK: query: explain analyze table empty_tab compute statistics for columns a,b,c,d,e PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@empty_tab +PREHOOK: Output: default@empty_tab +#### A masked pattern was here #### POSTHOOK: query: explain analyze table empty_tab compute statistics for columns a,b,c,d,e POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@empty_tab +POSTHOOK: Output: default@empty_tab +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 diff --git a/ql/src/test/results/clientpositive/temp_table_join1.q.out b/ql/src/test/results/clientpositive/temp_table_join1.q.out index f30bc83..ad6c5d9 100644 --- a/ql/src/test/results/clientpositive/temp_table_join1.q.out +++ b/ql/src/test/results/clientpositive/temp_table_join1.q.out @@ -24,10 +24,14 @@ PREHOOK: query: EXPLAIN FROM src_nontemp src1 JOIN src_nontemp src2 ON (src1.key = src2.key) SELECT src1.key, src2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src_nontemp +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM src_nontemp src1 JOIN src_nontemp src2 ON (src1.key = src2.key) SELECT src1.key, src2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_nontemp +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -118,10 +122,16 @@ PREHOOK: query: EXPLAIN FROM src_nontemp src1 JOIN src_temp src2 ON (src1.key = src2.key) SELECT src1.key, src2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src_nontemp +PREHOOK: Input: default@src_temp +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM src_nontemp src1 JOIN src_temp src2 ON (src1.key = src2.key) SELECT src1.key, src2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_nontemp +POSTHOOK: Input: default@src_temp +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -214,10 +224,14 @@ PREHOOK: query: EXPLAIN FROM src_temp src1 JOIN src_temp src2 ON (src1.key = src2.key) SELECT src1.key, src2.value PREHOOK: type: QUERY +PREHOOK: Input: default@src_temp +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM src_temp src1 JOIN src_temp src2 ON (src1.key = src2.key) SELECT src1.key, src2.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_temp +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/temp_table_truncate.q.out b/ql/src/test/results/clientpositive/temp_table_truncate.q.out index 23084cc..557e33e 100644 --- a/ql/src/test/results/clientpositive/temp_table_truncate.q.out +++ b/ql/src/test/results/clientpositive/temp_table_truncate.q.out @@ -88,8 +88,10 @@ POSTHOOK: Input: default@tmp_srcpart 2000 PREHOOK: query: EXPLAIN TRUNCATE TABLE tmp_src PREHOOK: type: TRUNCATETABLE +PREHOOK: Output: default@tmp_src POSTHOOK: query: EXPLAIN TRUNCATE TABLE tmp_src POSTHOOK: type: TRUNCATETABLE +POSTHOOK: Output: default@tmp_src STAGE DEPENDENCIES: Stage-0 is a root stage @@ -116,8 +118,10 @@ POSTHOOK: Input: default@tmp_src 0 PREHOOK: query: EXPLAIN TRUNCATE TABLE tmp_srcpart PREHOOK: type: TRUNCATETABLE +PREHOOK: Output: default@tmp_srcpart POSTHOOK: query: EXPLAIN TRUNCATE TABLE tmp_srcpart POSTHOOK: type: TRUNCATETABLE +POSTHOOK: Output: default@tmp_srcpart STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/tez/acid_vectorization_original_tez.q.out b/ql/src/test/results/clientpositive/tez/acid_vectorization_original_tez.q.out index 634b4ea..7ab0053 100644 --- a/ql/src/test/results/clientpositive/tez/acid_vectorization_original_tez.q.out +++ b/ql/src/test/results/clientpositive/tez/acid_vectorization_original_tez.q.out @@ -428,8 +428,12 @@ POSTHOOK: Input: default@over10k_orc_bucketed_n0 POSTHOOK: Output: default@over10k_orc_bucketed_n0 PREHOOK: query: explain select t, si, i from over10k_orc_bucketed_n0 where b = 4294967363 and t < 100 order by t, si, i PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_orc_bucketed_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select t, si, i from over10k_orc_bucketed_n0 where b = 4294967363 and t < 100 order by t, si, i POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_orc_bucketed_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -497,8 +501,12 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 35 463 65646 PREHOOK: query: explain select ROW__ID, t, si, i from over10k_orc_bucketed_n0 where b = 4294967363 and t < 100 order by ROW__ID PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_orc_bucketed_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select ROW__ID, t, si, i from over10k_orc_bucketed_n0 where b = 4294967363 and t < 100 order by ROW__ID POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_orc_bucketed_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -567,8 +575,12 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### {"writeid":0,"bucketid":537067520,"rowid":406} 35 463 65646 PREHOOK: query: explain update over10k_orc_bucketed_n0 set i = 0 where b = 4294967363 and t < 100 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_orc_bucketed_n0 +PREHOOK: Output: default@over10k_orc_bucketed_n0 POSTHOOK: query: explain update over10k_orc_bucketed_n0 set i = 0 where b = 4294967363 and t < 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_orc_bucketed_n0 +POSTHOOK: Output: default@over10k_orc_bucketed_n0 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -662,8 +674,12 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### {"writeid":### Masked writeid ###,"bucketid":537067520,"rowid":1} 35 463 0 PREHOOK: query: explain select ROW__ID, count(*) from over10k_orc_bucketed_n0 group by ROW__ID having count(*) > 1 PREHOOK: type: QUERY +PREHOOK: Input: default@over10k_orc_bucketed_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select ROW__ID, count(*) from over10k_orc_bucketed_n0 group by ROW__ID having count(*) > 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over10k_orc_bucketed_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/tez/explainanalyze_1.q.out b/ql/src/test/results/clientpositive/tez/explainanalyze_1.q.out index f32397a..2a4e218 100644 --- a/ql/src/test/results/clientpositive/tez/explainanalyze_1.q.out +++ b/ql/src/test/results/clientpositive/tez/explainanalyze_1.q.out @@ -8,8 +8,12 @@ POSTHOOK: Input: default@src POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select * from src a union all select * from src b limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain analyze select * from src a union all select * from src b limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -48,8 +52,12 @@ POSTHOOK: Input: default@src POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select key from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain analyze select key from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Stage-0 @@ -72,8 +80,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t_n28 PREHOOK: query: explain analyze create table t_n28 as select key from src PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@t_n28 POSTHOOK: query: explain analyze create table t_n28 as select key from src POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@t_n28 Plan optimized by CBO. Stage-3 @@ -116,8 +130,12 @@ POSTHOOK: Input: default@src POSTHOOK: Output: default@t_n28 PREHOOK: query: explain analyze insert overwrite table t_n28 select key from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@t_n28 POSTHOOK: query: explain analyze insert overwrite table t_n28 select key from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@t_n28 Plan optimized by CBO. Vertex dependency in root stage @@ -157,8 +175,12 @@ POSTHOOK: Input: default@src POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select key from src limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain analyze select key from src limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Stage-0 @@ -181,8 +203,12 @@ POSTHOOK: Input: default@src POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select key from src where value < 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain analyze select key from src where value < 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Stage-0 @@ -205,8 +231,12 @@ POSTHOOK: Input: default@src POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select key from src where key < 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain analyze select key from src where key < 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Stage-0 @@ -238,8 +268,12 @@ POSTHOOK: Input: default@src POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select key, count(key) from src group by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain analyze select key, count(key) from src group by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -280,8 +314,12 @@ POSTHOOK: Input: default@src POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select count(*) from src a join src b on a.key = b.value where a.key > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain analyze select count(*) from src a join src b on a.key = b.value where a.key > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -329,8 +367,12 @@ POSTHOOK: Input: default@src POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select count(*) from src a join src b on a.key = b.key where a.key > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain analyze select count(*) from src a join src b on a.key = b.key where a.key > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -387,8 +429,12 @@ POSTHOOK: Input: default@src POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select * from src a union all select * from src b PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain analyze select * from src a union all select * from src b POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -436,10 +482,14 @@ PREHOOK: query: EXPLAIN analyze SELECT x.key, y.value FROM src x JOIN src y ON (x.key = y.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN analyze SELECT x.key, y.value FROM src x JOIN src y ON (x.key = y.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -496,12 +546,18 @@ TRANSFORM(a.key, a.value) USING 'cat' AS (tkey, tvalue) FROM src a join src b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: cat +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain analyze SELECT TRANSFORM(a.key, a.value) USING 'cat' AS (tkey, tvalue) FROM src a join src b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: cat +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan not optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/tez/explainanalyze_3.q.out b/ql/src/test/results/clientpositive/tez/explainanalyze_3.q.out index dee97db..7d97716 100644 --- a/ql/src/test/results/clientpositive/tez/explainanalyze_3.q.out +++ b/ql/src/test/results/clientpositive/tez/explainanalyze_3.q.out @@ -19,9 +19,21 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select key, value FROM srcpart LATERAL VIEW explode(array(1,2,3)) myTable AS myCol PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain analyze select key, value FROM srcpart LATERAL VIEW explode(array(1,2,3)) myTable AS myCol POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan not optimized by CBO. Stage-0 @@ -54,8 +66,10 @@ POSTHOOK: type: SHOWTABLES POSTHOOK: Input: database:default PREHOOK: query: explain analyze show tables PREHOOK: type: SHOWTABLES +PREHOOK: Input: database:default POSTHOOK: query: explain analyze show tables POSTHOOK: type: SHOWTABLES +POSTHOOK: Input: database:default Stage-1 Fetch Operator limit:-1 @@ -73,8 +87,12 @@ POSTHOOK: Output: database:newDB POSTHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### PREHOOK: type: CREATEDATABASE +PREHOOK: Output: database:newDB +PREHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### POSTHOOK: type: CREATEDATABASE +POSTHOOK: Output: database:newDB +POSTHOOK: Output: hdfs://### HDFS PATH ### Stage-0 #### A masked pattern was here #### @@ -93,8 +111,10 @@ POSTHOOK: type: DESCDATABASE POSTHOOK: Input: database:newdb PREHOOK: query: explain analyze describe database extended newDB PREHOOK: type: DESCDATABASE +PREHOOK: Input: database:newdb POSTHOOK: query: explain analyze describe database extended newDB POSTHOOK: type: DESCDATABASE +POSTHOOK: Input: database:newdb Stage-1 Fetch Operator limit:-1 @@ -115,8 +135,10 @@ POSTHOOK: type: SWITCHDATABASE POSTHOOK: Input: database:newdb PREHOOK: query: explain analyze use newDB PREHOOK: type: SWITCHDATABASE +PREHOOK: Input: database:newdb POSTHOOK: query: explain analyze use newDB POSTHOOK: type: SWITCHDATABASE +POSTHOOK: Input: database:newdb Stage-0 PREHOOK: query: use newDB @@ -143,8 +165,12 @@ POSTHOOK: Input: newdb@tab_n2 POSTHOOK: Output: newdb@tab_n2 PREHOOK: query: explain analyze alter table tab_n2 rename to newName PREHOOK: type: ALTERTABLE_RENAME +PREHOOK: Input: newdb@tab_n2 +PREHOOK: Output: newdb@tab_n2 POSTHOOK: query: explain analyze alter table tab_n2 rename to newName POSTHOOK: type: ALTERTABLE_RENAME +POSTHOOK: Input: newdb@tab_n2 +POSTHOOK: Output: newdb@tab_n2 Stage-0 Alter Table Operator: new name:newDB.newName,old name:newDB.tab_n2,type:rename @@ -159,8 +185,12 @@ POSTHOOK: Input: newdb@tab_n2 POSTHOOK: Output: newdb@tab_n2 PREHOOK: query: explain analyze drop table tab_n2 PREHOOK: type: DROPTABLE +PREHOOK: Input: newdb@tab_n2 +PREHOOK: Output: newdb@tab_n2 POSTHOOK: query: explain analyze drop table tab_n2 POSTHOOK: type: DROPTABLE +POSTHOOK: Input: newdb@tab_n2 +POSTHOOK: Output: newdb@tab_n2 Stage-0 Drop Table Operator: table:tab_n2 @@ -181,8 +211,10 @@ POSTHOOK: type: SWITCHDATABASE POSTHOOK: Input: database:default PREHOOK: query: explain analyze use default PREHOOK: type: SWITCHDATABASE +PREHOOK: Input: database:default POSTHOOK: query: explain analyze use default POSTHOOK: type: SWITCHDATABASE +POSTHOOK: Input: database:default Stage-0 PREHOOK: query: use default @@ -225,8 +257,12 @@ POSTHOOK: Input: default@src_stats POSTHOOK: Output: default@src_stats PREHOOK: query: explain analyze analyze table src_stats compute statistics PREHOOK: type: QUERY +PREHOOK: Input: default@src_stats +PREHOOK: Output: default@src_stats POSTHOOK: query: explain analyze analyze table src_stats compute statistics POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_stats +POSTHOOK: Output: default@src_stats Stage-2 Stats Work{} Stage-0 @@ -246,8 +282,14 @@ POSTHOOK: Output: default@src_stats POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze analyze table src_stats compute statistics for columns PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@src_stats +PREHOOK: Output: default@src_stats +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain analyze analyze table src_stats compute statistics for columns POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@src_stats +POSTHOOK: Output: default@src_stats +POSTHOOK: Output: hdfs://### HDFS PATH ### Vertex dependency in root stage Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE) @@ -274,9 +316,11 @@ POSTHOOK: Output: database:default PREHOOK: query: explain analyze CREATE TEMPORARY MACRO SIGMOID (x DOUBLE) 1.0 / (1.0 + EXP(-x)) PREHOOK: type: CREATEMACRO +PREHOOK: Output: database:default POSTHOOK: query: explain analyze CREATE TEMPORARY MACRO SIGMOID (x DOUBLE) 1.0 / (1.0 + EXP(-x)) POSTHOOK: type: CREATEMACRO +POSTHOOK: Output: database:default Stage-0 PREHOOK: query: CREATE TEMPORARY MACRO SIGMOID (x DOUBLE) 1.0 / (1.0 + EXP(-x)) @@ -295,8 +339,12 @@ POSTHOOK: Input: default@src POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze SELECT SIGMOID(2) FROM src LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain analyze SELECT SIGMOID(2) FROM src LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Stage-0 @@ -316,8 +364,10 @@ POSTHOOK: type: DROPMACRO POSTHOOK: Output: database:default PREHOOK: query: explain analyze DROP TEMPORARY MACRO SIGMOID PREHOOK: type: DROPMACRO +PREHOOK: Output: database:default POSTHOOK: query: explain analyze DROP TEMPORARY MACRO SIGMOID POSTHOOK: type: DROPMACRO +POSTHOOK: Output: database:default Stage-0 PREHOOK: query: DROP TEMPORARY MACRO SIGMOID @@ -338,8 +388,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@src_autho_test_n4 PREHOOK: query: explain analyze create table src_autho_test_n4 as select * from src PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@src_autho_test_n4 POSTHOOK: query: explain analyze create table src_autho_test_n4 as select * from src POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@src_autho_test_n4 Plan optimized by CBO. Stage-3 @@ -381,8 +437,10 @@ POSTHOOK: type: GRANT_PRIVILEGE POSTHOOK: Output: default@src_autho_test_n4 PREHOOK: query: explain analyze grant select on table src_autho_test_n4 to user hive_test_user PREHOOK: type: GRANT_PRIVILEGE +PREHOOK: Output: default@src_autho_test_n4 POSTHOOK: query: explain analyze grant select on table src_autho_test_n4 to user hive_test_user POSTHOOK: type: GRANT_PRIVILEGE +POSTHOOK: Output: default@src_autho_test_n4 Stage-0 PREHOOK: query: grant select on table src_autho_test_n4 to user hive_test_user @@ -453,8 +511,10 @@ POSTHOOK: type: REVOKE_PRIVILEGE POSTHOOK: Output: default@src_autho_test_n4 PREHOOK: query: explain analyze revoke select on table src_autho_test_n4 from user hive_test_user PREHOOK: type: REVOKE_PRIVILEGE +PREHOOK: Output: default@src_autho_test_n4 POSTHOOK: query: explain analyze revoke select on table src_autho_test_n4 from user hive_test_user POSTHOOK: type: REVOKE_PRIVILEGE +POSTHOOK: Output: default@src_autho_test_n4 Stage-0 PREHOOK: query: grant select(key) on table src_autho_test_n4 to user hive_test_user @@ -465,8 +525,10 @@ POSTHOOK: type: GRANT_PRIVILEGE POSTHOOK: Output: default@src_autho_test_n4 PREHOOK: query: explain analyze grant select(key) on table src_autho_test_n4 to user hive_test_user PREHOOK: type: GRANT_PRIVILEGE +PREHOOK: Output: default@src_autho_test_n4 POSTHOOK: query: explain analyze grant select(key) on table src_autho_test_n4 to user hive_test_user POSTHOOK: type: GRANT_PRIVILEGE +POSTHOOK: Output: default@src_autho_test_n4 Stage-0 PREHOOK: query: revoke select(key) on table src_autho_test_n4 from user hive_test_user @@ -477,8 +539,10 @@ POSTHOOK: type: REVOKE_PRIVILEGE POSTHOOK: Output: default@src_autho_test_n4 PREHOOK: query: explain analyze revoke select(key) on table src_autho_test_n4 from user hive_test_user PREHOOK: type: REVOKE_PRIVILEGE +PREHOOK: Output: default@src_autho_test_n4 POSTHOOK: query: explain analyze revoke select(key) on table src_autho_test_n4 from user hive_test_user POSTHOOK: type: REVOKE_PRIVILEGE +POSTHOOK: Output: default@src_autho_test_n4 Stage-0 PREHOOK: query: create role sRc_roLE @@ -575,9 +639,15 @@ POSTHOOK: Output: default@v_n5 PREHOOK: query: explain analyze create view v_n5 as with cte as (select * from src order by key limit 5) select * from cte PREHOOK: type: CREATEVIEW +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@v_n5 POSTHOOK: query: explain analyze create view v_n5 as with cte as (select * from src order by key limit 5) select * from cte POSTHOOK: type: CREATEVIEW +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@v_n5 Plan optimized by CBO. Stage-1 @@ -598,9 +668,13 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze with cte as (select * from src order by key limit 5) select * from cte PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain analyze with cte as (select * from src order by key limit 5) select * from cte POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -649,8 +723,12 @@ POSTHOOK: Input: default@orc_merge5_n1 POSTHOOK: Output: default@orc_merge5_n1 PREHOOK: query: explain analyze insert overwrite table orc_merge5_n1 select userid,string1,subtype,decimal1,ts from orc_merge5_n1 where userid<=13 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_merge5_n1 +PREHOOK: Output: default@orc_merge5_n1 POSTHOOK: query: explain analyze insert overwrite table orc_merge5_n1 select userid,string1,subtype,decimal1,ts from orc_merge5_n1 where userid<=13 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_merge5_n1 +POSTHOOK: Output: default@orc_merge5_n1 Plan optimized by CBO. Vertex dependency in root stage @@ -832,10 +910,20 @@ PREHOOK: query: explain analyze select a.key, a.value, b.value from tab_n2 a join tab_part_n3 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n2 +PREHOOK: Input: default@tab_n2@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n3 +PREHOOK: Input: default@tab_part_n3@ds=2008-04-08 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain analyze select a.key, a.value, b.value from tab_n2 a join tab_part_n3 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n2 +POSTHOOK: Input: default@tab_n2@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n3 +POSTHOOK: Input: default@tab_part_n3@ds=2008-04-08 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/tez/explainanalyze_4.q.out b/ql/src/test/results/clientpositive/tez/explainanalyze_4.q.out index 9d14557..8573447 100644 --- a/ql/src/test/results/clientpositive/tez/explainanalyze_4.q.out +++ b/ql/src/test/results/clientpositive/tez/explainanalyze_4.q.out @@ -24,6 +24,8 @@ where a.cint between 1000000 and 3000000 and b.cbigint is not null order by a.cint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain analyze select * @@ -32,6 +34,8 @@ where a.cint between 1000000 and 3000000 and b.cbigint is not null order by a.cint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -120,6 +124,8 @@ from alltypesorc a join alltypesorc b on a.cint = b.cint where a.cint between 1000000 and 3000000 and b.cbigint is not null PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain analyze select count(*) @@ -127,6 +133,8 @@ from alltypesorc a join alltypesorc b on a.cint = b.cint where a.cint between 1000000 and 3000000 and b.cbigint is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -210,6 +218,8 @@ where group by a.csmallint order by c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain analyze select a.csmallint, count(*) c1 @@ -219,6 +229,8 @@ where group by a.csmallint order by c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -313,6 +325,8 @@ where a.cint between 1000000 and 3000000 and b.cbigint is not null order by a.cint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain analyze select * @@ -321,6 +335,8 @@ where a.cint between 1000000 and 3000000 and b.cbigint is not null order by a.cint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -409,6 +425,8 @@ from alltypesorc a join alltypesorc b on a.cint = b.cint where a.cint between 1000000 and 3000000 and b.cbigint is not null PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain analyze select count(*) @@ -416,6 +434,8 @@ from alltypesorc a join alltypesorc b on a.cint = b.cint where a.cint between 1000000 and 3000000 and b.cbigint is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -499,6 +519,8 @@ where group by a.csmallint order by c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain analyze select a.csmallint, count(*) c1 @@ -508,6 +530,8 @@ where group by a.csmallint order by c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/tez/explainanalyze_5.q.out b/ql/src/test/results/clientpositive/tez/explainanalyze_5.q.out index 8d71080..28dfe76 100644 --- a/ql/src/test/results/clientpositive/tez/explainanalyze_5.q.out +++ b/ql/src/test/results/clientpositive/tez/explainanalyze_5.q.out @@ -24,8 +24,12 @@ POSTHOOK: Input: default@src_stats_n0 POSTHOOK: Output: default@src_stats_n0 PREHOOK: query: explain analyze analyze table src_stats_n0 compute statistics PREHOOK: type: QUERY +PREHOOK: Input: default@src_stats_n0 +PREHOOK: Output: default@src_stats_n0 POSTHOOK: query: explain analyze analyze table src_stats_n0 compute statistics POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_stats_n0 +POSTHOOK: Output: default@src_stats_n0 Stage-2 Stats Work{} Stage-0 @@ -45,8 +49,14 @@ POSTHOOK: Output: default@src_stats_n0 POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze analyze table src_stats_n0 compute statistics for columns PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@src_stats_n0 +PREHOOK: Output: default@src_stats_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain analyze analyze table src_stats_n0 compute statistics for columns POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@src_stats_n0 +POSTHOOK: Output: default@src_stats_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### Vertex dependency in root stage Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE) @@ -88,8 +98,14 @@ POSTHOOK: Input: default@src1 POSTHOOK: Output: default@src_multi2_n7 PREHOOK: query: explain analyze insert overwrite table src_multi2_n7 select subq.key, src.value from (select * from src union select * from src1)subq join src on subq.key=src.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@src_multi2_n7 POSTHOOK: query: explain analyze insert overwrite table src_multi2_n7 select subq.key, src.value from (select * from src union select * from src1)subq join src on subq.key=src.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@src_multi2_n7 Plan optimized by CBO. Vertex dependency in root stage @@ -279,8 +295,12 @@ POSTHOOK: Input: default@acid_uami_n2 POSTHOOK: Output: default@acid_uami_n2 PREHOOK: query: explain analyze update acid_uami_n2 set de = 3.14 where de = 109.23 or de = 119.23 PREHOOK: type: QUERY +PREHOOK: Input: default@acid_uami_n2 +PREHOOK: Output: default@acid_uami_n2 POSTHOOK: query: explain analyze update acid_uami_n2 set de = 3.14 where de = 109.23 or de = 119.23 POSTHOOK: type: QUERY +POSTHOOK: Input: default@acid_uami_n2 +POSTHOOK: Output: default@acid_uami_n2 Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -392,8 +412,12 @@ POSTHOOK: Input: default@acid_dot_n0 POSTHOOK: Output: default@acid_dot_n0 PREHOOK: query: explain analyze delete from acid_dot_n0 where cint < -1070551679 PREHOOK: type: QUERY +PREHOOK: Input: default@acid_dot_n0 +PREHOOK: Output: default@acid_dot_n0 POSTHOOK: query: explain analyze delete from acid_dot_n0 where cint < -1070551679 POSTHOOK: type: QUERY +POSTHOOK: Input: default@acid_dot_n0 +POSTHOOK: Output: default@acid_dot_n0 Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE) diff --git a/ql/src/test/results/clientpositive/tez/explainuser_3.q.out b/ql/src/test/results/clientpositive/tez/explainuser_3.q.out index 4196b31..25e4672 100644 --- a/ql/src/test/results/clientpositive/tez/explainuser_3.q.out +++ b/ql/src/test/results/clientpositive/tez/explainuser_3.q.out @@ -28,8 +28,12 @@ POSTHOOK: Output: default@acid_vectorized_n0 POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain select a, b from acid_vectorized_n0 order by a, b PREHOOK: type: QUERY +PREHOOK: Input: default@acid_vectorized_n0 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select a, b from acid_vectorized_n0 order by a, b POSTHOOK: type: QUERY +POSTHOOK: Input: default@acid_vectorized_n0 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -53,9 +57,21 @@ Stage-0 PREHOOK: query: explain select key, value FROM srcpart LATERAL VIEW explode(array(1,2,3)) myTable AS myCol PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select key, value FROM srcpart LATERAL VIEW explode(array(1,2,3)) myTable AS myCol POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan not optimized by CBO. Stage-0 @@ -82,8 +98,10 @@ Stage-0 PREHOOK: query: explain show tables PREHOOK: type: SHOWTABLES +PREHOOK: Input: database:default POSTHOOK: query: explain show tables POSTHOOK: type: SHOWTABLES +POSTHOOK: Input: database:default Stage-1 Fetch Operator limit:-1 @@ -93,8 +111,12 @@ Stage-1 #### A masked pattern was here #### PREHOOK: type: CREATEDATABASE +PREHOOK: Output: database:newDB +PREHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### POSTHOOK: type: CREATEDATABASE +POSTHOOK: Output: database:newDB +POSTHOOK: Output: hdfs://### HDFS PATH ### Stage-0 #### A masked pattern was here #### @@ -107,8 +129,10 @@ POSTHOOK: Output: database:newDB POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain describe database extended newDB PREHOOK: type: DESCDATABASE +PREHOOK: Input: database:newdb POSTHOOK: query: explain describe database extended newDB POSTHOOK: type: DESCDATABASE +POSTHOOK: Input: database:newdb Stage-1 Fetch Operator limit:-1 @@ -123,8 +147,10 @@ POSTHOOK: Input: database:newdb newdb location/in/test hive_test_user USER PREHOOK: query: explain use newDB PREHOOK: type: SWITCHDATABASE +PREHOOK: Input: database:newdb POSTHOOK: query: explain use newDB POSTHOOK: type: SWITCHDATABASE +POSTHOOK: Input: database:newdb Stage-0 PREHOOK: query: use newDB @@ -143,16 +169,24 @@ POSTHOOK: Output: database:newdb POSTHOOK: Output: newDB@tab_n1 PREHOOK: query: explain alter table tab_n1 rename to newName PREHOOK: type: ALTERTABLE_RENAME +PREHOOK: Input: newdb@tab_n1 +PREHOOK: Output: newdb@tab_n1 POSTHOOK: query: explain alter table tab_n1 rename to newName POSTHOOK: type: ALTERTABLE_RENAME +POSTHOOK: Input: newdb@tab_n1 +POSTHOOK: Output: newdb@tab_n1 Stage-0 Alter Table Operator: new name:newDB.newName,old name:newDB.tab_n1,type:rename PREHOOK: query: explain drop table tab_n1 PREHOOK: type: DROPTABLE +PREHOOK: Input: newdb@tab_n1 +PREHOOK: Output: newdb@tab_n1 POSTHOOK: query: explain drop table tab_n1 POSTHOOK: type: DROPTABLE +POSTHOOK: Input: newdb@tab_n1 +POSTHOOK: Output: newdb@tab_n1 Stage-0 Drop Table Operator: table:tab_n1 @@ -167,8 +201,10 @@ POSTHOOK: Input: newdb@tab_n1 POSTHOOK: Output: newdb@tab_n1 PREHOOK: query: explain use default PREHOOK: type: SWITCHDATABASE +PREHOOK: Input: database:default POSTHOOK: query: explain use default POSTHOOK: type: SWITCHDATABASE +POSTHOOK: Input: database:default Stage-0 PREHOOK: query: use default @@ -187,8 +223,12 @@ POSTHOOK: Input: database:newdb POSTHOOK: Output: database:newdb PREHOOK: query: explain analyze table src compute statistics PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src POSTHOOK: query: explain analyze table src compute statistics POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src Stage-2 Stats Work{} Stage-0 @@ -198,8 +238,14 @@ Stage-2 PREHOOK: query: explain analyze table src compute statistics for columns PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@src +PREHOOK: Output: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain analyze table src compute statistics for columns POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### Vertex dependency in root stage Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE) @@ -222,9 +268,11 @@ Stage-2 PREHOOK: query: explain CREATE TEMPORARY MACRO SIGMOID (x DOUBLE) 1.0 / (1.0 + EXP(-x)) PREHOOK: type: CREATEMACRO +PREHOOK: Output: database:default POSTHOOK: query: explain CREATE TEMPORARY MACRO SIGMOID (x DOUBLE) 1.0 / (1.0 + EXP(-x)) POSTHOOK: type: CREATEMACRO +POSTHOOK: Output: database:default Stage-0 PREHOOK: query: CREATE TEMPORARY MACRO SIGMOID (x DOUBLE) 1.0 / (1.0 + EXP(-x)) @@ -235,8 +283,12 @@ POSTHOOK: type: CREATEMACRO POSTHOOK: Output: database:default PREHOOK: query: EXPLAIN SELECT SIGMOID(2) FROM src LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT SIGMOID(2) FROM src LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Stage-0 @@ -250,8 +302,10 @@ Stage-0 PREHOOK: query: explain DROP TEMPORARY MACRO SIGMOID PREHOOK: type: DROPMACRO +PREHOOK: Output: database:default POSTHOOK: query: explain DROP TEMPORARY MACRO SIGMOID POSTHOOK: type: DROPMACRO +POSTHOOK: Output: database:default Stage-0 PREHOOK: query: DROP TEMPORARY MACRO SIGMOID @@ -262,8 +316,14 @@ POSTHOOK: type: DROPMACRO POSTHOOK: Output: database:default PREHOOK: query: explain create table src_autho_test_n3 as select * from src PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@src_autho_test_n3 POSTHOOK: query: explain create table src_autho_test_n3 as select * from src POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@src_autho_test_n3 Plan optimized by CBO. Stage-3 @@ -299,8 +359,10 @@ POSTHOOK: Lineage: src_autho_test_n3.key SIMPLE [(src)src.FieldSchema(name:key, POSTHOOK: Lineage: src_autho_test_n3.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain grant select on table src_autho_test_n3 to user hive_test_user PREHOOK: type: GRANT_PRIVILEGE +PREHOOK: Output: default@src_autho_test_n3 POSTHOOK: query: explain grant select on table src_autho_test_n3 to user hive_test_user POSTHOOK: type: GRANT_PRIVILEGE +POSTHOOK: Output: default@src_autho_test_n3 Stage-0 PREHOOK: query: grant select on table src_autho_test_n3 to user hive_test_user @@ -357,20 +419,26 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 119 PREHOOK: query: explain revoke select on table src_autho_test_n3 from user hive_test_user PREHOOK: type: REVOKE_PRIVILEGE +PREHOOK: Output: default@src_autho_test_n3 POSTHOOK: query: explain revoke select on table src_autho_test_n3 from user hive_test_user POSTHOOK: type: REVOKE_PRIVILEGE +POSTHOOK: Output: default@src_autho_test_n3 Stage-0 PREHOOK: query: explain grant select(key) on table src_autho_test_n3 to user hive_test_user PREHOOK: type: GRANT_PRIVILEGE +PREHOOK: Output: default@src_autho_test_n3 POSTHOOK: query: explain grant select(key) on table src_autho_test_n3 to user hive_test_user POSTHOOK: type: GRANT_PRIVILEGE +POSTHOOK: Output: default@src_autho_test_n3 Stage-0 PREHOOK: query: explain revoke select(key) on table src_autho_test_n3 from user hive_test_user PREHOOK: type: REVOKE_PRIVILEGE +PREHOOK: Output: default@src_autho_test_n3 POSTHOOK: query: explain revoke select(key) on table src_autho_test_n3 from user hive_test_user POSTHOOK: type: REVOKE_PRIVILEGE +POSTHOOK: Output: default@src_autho_test_n3 Stage-0 PREHOOK: query: explain @@ -435,9 +503,15 @@ Stage-0 PREHOOK: query: explain create view v_n1 as with cte as (select * from src order by key limit 5) select * from cte PREHOOK: type: CREATEVIEW +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@v_n1 POSTHOOK: query: explain create view v_n1 as with cte as (select * from src order by key limit 5) select * from cte POSTHOOK: type: CREATEVIEW +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@v_n1 Plan optimized by CBO. Stage-1 @@ -448,9 +522,13 @@ select * from cte PREHOOK: query: explain with cte as (select * from src order by key limit 5) select * from cte PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain with cte as (select * from src order by key limit 5) select * from cte POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -491,8 +569,12 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@orc_merge5_n0 PREHOOK: query: explain insert overwrite table orc_merge5_n0 select userid,string1,subtype,decimal1,ts from orc_merge5_n0 where userid<=13 PREHOOK: type: QUERY +PREHOOK: Input: default@orc_merge5_n0 +PREHOOK: Output: default@orc_merge5_n0 POSTHOOK: query: explain insert overwrite table orc_merge5_n0 select userid,string1,subtype,decimal1,ts from orc_merge5_n0 where userid<=13 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_merge5_n0 +POSTHOOK: Output: default@orc_merge5_n0 Plan optimized by CBO. Vertex dependency in root stage @@ -660,10 +742,20 @@ PREHOOK: query: explain select a.key, a.value, b.value from tab_n1 a join tab_part_n2 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n1 +PREHOOK: Input: default@tab_n1@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n2 +PREHOOK: Input: default@tab_part_n2@ds=2008-04-08 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select a.key, a.value, b.value from tab_n1 a join tab_part_n2 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n1 +POSTHOOK: Input: default@tab_n1@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n2 +POSTHOOK: Input: default@tab_part_n2@ds=2008-04-08 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_1.q.out b/ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_1.q.out index 910a812..e4874d2 100644 --- a/ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_1.q.out +++ b/ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_1.q.out @@ -15,6 +15,8 @@ select count(*) from on cd.cint = c.cint where c.cint < 2000000000) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select count(*) from (select c.ctinyint @@ -23,6 +25,8 @@ select count(*) from on cd.cint = c.cint where c.cint < 2000000000) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -134,6 +138,8 @@ select count(*) from on cd.cint = c.cint where c.cint < 2000000000) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select count(*) from (select c.ctinyint @@ -142,6 +148,8 @@ select count(*) from on cd.cint = c.cint where c.cint < 2000000000) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -253,6 +261,8 @@ select count(*) from inner join alltypesorc cd on cd.cint = c.cint) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select count(*) from (select c.ctinyint @@ -260,6 +270,8 @@ select count(*) from inner join alltypesorc cd on cd.cint = c.cint) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -368,6 +380,8 @@ select count(*) from inner join alltypesorc cd on cd.cint = c.cint) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select count(*) from (select c.ctinyint @@ -375,6 +389,8 @@ select count(*) from inner join alltypesorc cd on cd.cint = c.cint) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -484,6 +500,8 @@ select count(*) from left outer join alltypesorc cd on cd.cint = c.cint) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select count(*) from (select c.ctinyint @@ -491,6 +509,8 @@ select count(*) from left outer join alltypesorc cd on cd.cint = c.cint) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -593,6 +613,8 @@ select count(*) from left outer join alltypesorc cd on cd.cint = c.cint) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select count(*) from (select c.ctinyint @@ -600,6 +622,8 @@ select count(*) from left outer join alltypesorc cd on cd.cint = c.cint) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -735,6 +759,10 @@ select count(*) from inner join parttbl p2 on p1.key = p2.key) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@parttbl +PREHOOK: Input: default@parttbl@dt=2000-01-01 +PREHOOK: Input: default@parttbl@dt=2000-01-02 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select count(*) from (select p1.value @@ -742,6 +770,10 @@ select count(*) from inner join parttbl p2 on p1.key = p2.key) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@parttbl +POSTHOOK: Input: default@parttbl@dt=2000-01-01 +POSTHOOK: Input: default@parttbl@dt=2000-01-02 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -854,6 +886,10 @@ select count(*) from inner join parttbl p2 on p1.key = p2.key) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@parttbl +PREHOOK: Input: default@parttbl@dt=2000-01-01 +PREHOOK: Input: default@parttbl@dt=2000-01-02 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select count(*) from (select p1.value @@ -861,6 +897,10 @@ select count(*) from inner join parttbl p2 on p1.key = p2.key) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@parttbl +POSTHOOK: Input: default@parttbl@dt=2000-01-01 +POSTHOOK: Input: default@parttbl@dt=2000-01-02 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -974,6 +1014,10 @@ select count(*) from inner join parttbl p2 on p1.key = p2.key) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@parttbl +PREHOOK: Input: default@parttbl@dt=2000-01-01 +PREHOOK: Input: default@parttbl@dt=2000-01-02 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select count(*) from (select p1.value @@ -981,6 +1025,10 @@ select count(*) from inner join parttbl p2 on p1.key = p2.key) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@parttbl +POSTHOOK: Input: default@parttbl@dt=2000-01-01 +POSTHOOK: Input: default@parttbl@dt=2000-01-02 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1098,6 +1146,10 @@ select count(*) from inner join parttbl p2 on p1.key = p2.key) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@parttbl +PREHOOK: Input: default@parttbl@dt=2000-01-01 +PREHOOK: Input: default@parttbl@dt=2000-01-02 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select count(*) from (select p1.value @@ -1105,6 +1157,10 @@ select count(*) from inner join parttbl p2 on p1.key = p2.key) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@parttbl +POSTHOOK: Input: default@parttbl@dt=2000-01-01 +POSTHOOK: Input: default@parttbl@dt=2000-01-02 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1251,11 +1307,15 @@ PREHOOK: query: EXPLAIN SELECT l.cint, r.cint, l.cdecimal1, r.cdecimal2 JOIN decimal_mapjoin r ON l.cint = r.cint WHERE l.cint = 6981 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_mapjoin +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT l.cint, r.cint, l.cdecimal1, r.cdecimal2 FROM decimal_mapjoin l JOIN decimal_mapjoin r ON l.cint = r.cint WHERE l.cint = 6981 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_mapjoin +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1451,11 +1511,15 @@ PREHOOK: query: EXPLAIN SELECT l.cint, r.cint, l.cdecimal1, r.cdecimal2 JOIN decimal_mapjoin r ON l.cint = r.cint WHERE l.cint = 6981 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_mapjoin +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT l.cint, r.cint, l.cdecimal1, r.cdecimal2 FROM decimal_mapjoin l JOIN decimal_mapjoin r ON l.cint = r.cint WHERE l.cint = 6981 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_mapjoin +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_2.q.out b/ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_2.q.out index a3a77f9..8953765 100644 --- a/ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_2.q.out +++ b/ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_2.q.out @@ -21,11 +21,27 @@ SELECT COUNT(*) FROM src1 x JOIN srcpart z ON (x.key = z.key) JOIN src y ON (y.key = x.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT COUNT(*) FROM src1 x JOIN srcpart z ON (x.key = z.key) JOIN src y ON (y.key = x.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -149,11 +165,27 @@ SELECT COUNT(*) FROM src1 x JOIN srcpart z ON (x.key = z.key) JOIN src y ON (y.key = x.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT COUNT(*) FROM src1 x JOIN srcpart z ON (x.key = z.key) JOIN src y ON (y.key = x.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -288,12 +320,28 @@ FROM src1 x JOIN srcpart z ON (x.key = z.key) JOIN srcpart w ON (x.key = w.key) JOIN src y ON (y.key = x.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT COUNT(*) FROM src1 x JOIN srcpart z ON (x.key = z.key) JOIN srcpart w ON (x.key = w.key) JOIN src y ON (y.key = x.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -437,12 +485,28 @@ FROM src1 x JOIN srcpart z ON (x.key = z.key) JOIN srcpart w ON (x.key = w.key) JOIN src y ON (y.key = x.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT COUNT(*) FROM src1 x JOIN srcpart z ON (x.key = z.key) JOIN srcpart w ON (x.key = w.key) JOIN src y ON (y.key = x.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -599,6 +663,14 @@ SELECT COUNT(*) FROM src1 x JOIN srcpart z ON (x.value = z.value) JOIN src y ON (y.value = x.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT COUNT(*) FROM src1 x JOIN srcpart z ON (x.key = z.key) @@ -608,6 +680,14 @@ SELECT COUNT(*) FROM src1 x JOIN srcpart z ON (x.value = z.value) JOIN src y ON (y.value = x.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -843,6 +923,14 @@ SELECT COUNT(*) FROM src1 x JOIN srcpart z ON (x.value = z.value) JOIN src y ON (y.value = x.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT COUNT(*) FROM src1 x JOIN srcpart z ON (x.key = z.key) @@ -852,6 +940,14 @@ SELECT COUNT(*) FROM src1 x JOIN srcpart z ON (x.value = z.value) JOIN src y ON (y.value = x.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1099,6 +1195,14 @@ JOIN src y2 ON (x.value = y2.value) WHERE z1.key < 'zzzzzzzz' AND z2.key < 'zzzzzzzzzz' AND y1.value < 'zzzzzzzz' AND y2.value < 'zzzzzzzzzz' PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT COUNT(*) FROM src1 x @@ -1109,6 +1213,14 @@ JOIN src y2 ON (x.value = y2.value) WHERE z1.key < 'zzzzzzzz' AND z2.key < 'zzzzzzzzzz' AND y1.value < 'zzzzzzzz' AND y2.value < 'zzzzzzzzzz' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1289,6 +1401,14 @@ JOIN src y2 ON (x.value = y2.value) WHERE z1.key < 'zzzzzzzz' AND z2.key < 'zzzzzzzzzz' AND y1.value < 'zzzzzzzz' AND y2.value < 'zzzzzzzzzz' PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT COUNT(*) FROM src1 x @@ -1299,6 +1419,14 @@ JOIN src y2 ON (x.value = y2.value) WHERE z1.key < 'zzzzzzzz' AND z2.key < 'zzzzzzzzzz' AND y1.value < 'zzzzzzzz' AND y2.value < 'zzzzzzzzzz' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: hdfs://### HDFS PATH ### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/tez/multi_count_distinct.q.out b/ql/src/test/results/clientpositive/tez/multi_count_distinct.q.out index 7d8c75d..e647d3a 100644 --- a/ql/src/test/results/clientpositive/tez/multi_count_distinct.q.out +++ b/ql/src/test/results/clientpositive/tez/multi_count_distinct.q.out @@ -23,8 +23,12 @@ POSTHOOK: Lineage: employee_n1.education_level SCRIPT [] POSTHOOK: Lineage: employee_n1.gender SCRIPT [] PREHOOK: query: explain select count(distinct department_id), count(distinct gender), count(distinct education_level) from employee_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@employee_n1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select count(distinct department_id), count(distinct gender), count(distinct education_level) from employee_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@employee_n1 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -100,9 +104,13 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain select count(distinct gender), count(distinct department_id), count(distinct gender), count(distinct education_level), count(distinct education_level, department_id), count(distinct department_id, education_level), count(distinct department_id, education_level, gender) from employee_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@employee_n1 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select count(distinct gender), count(distinct department_id), count(distinct gender), count(distinct education_level), count(distinct education_level, department_id), count(distinct department_id, education_level), count(distinct department_id, education_level, gender) from employee_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@employee_n1 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/tez/tez-tag.q.out b/ql/src/test/results/clientpositive/tez/tez-tag.q.out index cf96067..ba1b537 100644 --- a/ql/src/test/results/clientpositive/tez/tez-tag.q.out +++ b/ql/src/test/results/clientpositive/tez/tez-tag.q.out @@ -169,8 +169,20 @@ POSTHOOK: Output: default@tab2_n2 POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain select count(*) from tab_n5 a join tab_part_n6 b on a.key = b.key join src1 c on a.value = c.value PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +PREHOOK: Input: default@tab_n5 +PREHOOK: Input: default@tab_n5@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n6 +PREHOOK: Input: default@tab_part_n6@ds=2008-04-08 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select count(*) from tab_n5 a join tab_part_n6 b on a.key = b.key join src1 c on a.value = c.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@tab_n5 +POSTHOOK: Input: default@tab_n5@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n6 +POSTHOOK: Input: default@tab_part_n6@ds=2008-04-08 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -244,8 +256,14 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 40 PREHOOK: query: explain select count(*) from (select x.key as key, min(x.value) as value from tab2_n2 x group by x.key) a join (select x.key as key, min(x.value) as value from tab2_n2 x group by x.key) b on a.key = b.key join src1 c on a.value = c.value where c.key < 0 PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +PREHOOK: Input: default@tab2_n2 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain select count(*) from (select x.key as key, min(x.value) as value from tab2_n2 x group by x.key) a join (select x.key as key, min(x.value) as value from tab2_n2 x group by x.key) b on a.key = b.key join src1 c on a.value = c.value where c.key < 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@tab2_n2 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/tez/topnkey.q.out b/ql/src/test/results/clientpositive/tez/topnkey.q.out index 66b9191..e786c39 100644 --- a/ql/src/test/results/clientpositive/tez/topnkey.q.out +++ b/ql/src/test/results/clientpositive/tez/topnkey.q.out @@ -1,9 +1,13 @@ PREHOOK: query: EXPLAIN SELECT key, SUM(CAST(SUBSTR(value,5) AS INT)) FROM src GROUP BY key ORDER BY key LIMIT 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT key, SUM(CAST(SUBSTR(value,5) AS INT)) FROM src GROUP BY key ORDER BY key LIMIT 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -52,9 +56,13 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN SELECT key FROM src GROUP BY key ORDER BY key LIMIT 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN SELECT key FROM src GROUP BY key ORDER BY key LIMIT 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -103,9 +111,13 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain vectorization detail SELECT src1.key, src2.value FROM src src1 JOIN src src2 ON (src1.key = src2.key) ORDER BY src1.key LIMIT 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization detail SELECT src1.key, src2.value FROM src src1 JOIN src src2 ON (src1.key = src2.key) ORDER BY src1.key LIMIT 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/tez/vector_join_part_col_char.q.out b/ql/src/test/results/clientpositive/tez/vector_join_part_col_char.q.out index b618dc2..d629f16 100644 --- a/ql/src/test/results/clientpositive/tez/vector_join_part_col_char.q.out +++ b/ql/src/test/results/clientpositive/tez/vector_join_part_col_char.q.out @@ -99,8 +99,22 @@ gpa=3 gpa=3.5 PREHOOK: query: explain vectorization select c1.name, c1.age, c1.gpa, c2.name, c2.age, c2.gpa from char_tbl1 c1 join char_tbl2 c2 on (c1.gpa = c2.gpa) PREHOOK: type: QUERY +PREHOOK: Input: default@char_tbl1 +PREHOOK: Input: default@char_tbl1@gpa=2.5 +PREHOOK: Input: default@char_tbl1@gpa=3.5 +PREHOOK: Input: default@char_tbl2 +PREHOOK: Input: default@char_tbl2@gpa=3 +PREHOOK: Input: default@char_tbl2@gpa=3.5 +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization select c1.name, c1.age, c1.gpa, c2.name, c2.age, c2.gpa from char_tbl1 c1 join char_tbl2 c2 on (c1.gpa = c2.gpa) POSTHOOK: type: QUERY +POSTHOOK: Input: default@char_tbl1 +POSTHOOK: Input: default@char_tbl1@gpa=2.5 +POSTHOOK: Input: default@char_tbl1@gpa=3.5 +POSTHOOK: Input: default@char_tbl2 +POSTHOOK: Input: default@char_tbl2@gpa=3 +POSTHOOK: Input: default@char_tbl2@gpa=3.5 +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/tez/vector_non_string_partition.q.out b/ql/src/test/results/clientpositive/tez/vector_non_string_partition.q.out index 130029c..be2bf2b 100644 --- a/ql/src/test/results/clientpositive/tez/vector_non_string_partition.q.out +++ b/ql/src/test/results/clientpositive/tez/vector_non_string_partition.q.out @@ -29,8 +29,14 @@ POSTHOOK: Input: default@non_string_part ctinyint=__HIVE_DEFAULT_PARTITION__ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cint, ctinyint FROM non_string_part WHERE cint > 0 ORDER BY cint LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@non_string_part +PREHOOK: Input: default@non_string_part@ctinyint=__HIVE_DEFAULT_PARTITION__ +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cint, ctinyint FROM non_string_part WHERE cint > 0 ORDER BY cint LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@non_string_part +POSTHOOK: Input: default@non_string_part@ctinyint=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -151,8 +157,14 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 1286921 NULL PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cint, cstring1 FROM non_string_part WHERE cint > 0 ORDER BY cint, cstring1 LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@non_string_part +PREHOOK: Input: default@non_string_part@ctinyint=__HIVE_DEFAULT_PARTITION__ +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cint, cstring1 FROM non_string_part WHERE cint > 0 ORDER BY cint, cstring1 LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@non_string_part +POSTHOOK: Input: default@non_string_part@ctinyint=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Output: hdfs://### HDFS PATH ### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/tez/vector_topnkey.q.out b/ql/src/test/results/clientpositive/tez/vector_topnkey.q.out index d6f7cc2..aecd7c7 100644 --- a/ql/src/test/results/clientpositive/tez/vector_topnkey.q.out +++ b/ql/src/test/results/clientpositive/tez/vector_topnkey.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain vectorization detail SELECT key, SUM(CAST(SUBSTR(value,5) AS INT)) FROM src GROUP BY key ORDER BY key LIMIT 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization detail SELECT key, SUM(CAST(SUBSTR(value,5) AS INT)) FROM src GROUP BY key ORDER BY key LIMIT 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -52,9 +56,13 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain vectorization detail SELECT key FROM src GROUP BY key ORDER BY key LIMIT 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization detail SELECT key FROM src GROUP BY key ORDER BY key LIMIT 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage @@ -103,9 +111,13 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain vectorization detail SELECT src1.key, src2.value FROM src src1 JOIN src src2 ON (src1.key = src2.key) ORDER BY src1.key LIMIT 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: explain vectorization detail SELECT src1.key, src2.value FROM src src1 JOIN src src2 ON (src1.key = src2.key) ORDER BY src1.key LIMIT 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage diff --git a/ql/src/test/results/clientpositive/timestamp.q.out b/ql/src/test/results/clientpositive/timestamp.q.out index 5b6d3eb..2db1d85 100644 --- a/ql/src/test/results/clientpositive/timestamp.q.out +++ b/ql/src/test/results/clientpositive/timestamp.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain select cast('2011-01-01 01:01:01' as timestamp) as c from src union select cast('2011-01-01 01:01:01' as timestamp) as c from src limit 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select cast('2011-01-01 01:01:01' as timestamp) as c from src union select cast('2011-01-01 01:01:01' as timestamp) as c from src limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -88,8 +92,12 @@ POSTHOOK: Input: default@src 2011-01-01 01:01:01 PREHOOK: query: explain select cast('2011-01-01 01:01:01.123' as timestamp) as c from src union select cast('2011-01-01 01:01:01.123' as timestamp) as c from src limit 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select cast('2011-01-01 01:01:01.123' as timestamp) as c from src union select cast('2011-01-01 01:01:01.123' as timestamp) as c from src limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/timestamp_ints_casts.q.out b/ql/src/test/results/clientpositive/timestamp_ints_casts.q.out index 7c4108d..6384e94 100644 --- a/ql/src/test/results/clientpositive/timestamp_ints_casts.q.out +++ b/ql/src/test/results/clientpositive/timestamp_ints_casts.q.out @@ -16,6 +16,8 @@ from alltypesorc where cbigint % 250 = 0 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select @@ -34,6 +36,8 @@ from alltypesorc where cbigint % 250 = 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -149,6 +153,8 @@ from alltypesorc where cbigint % 250 = 0 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select @@ -167,6 +173,8 @@ from alltypesorc where cbigint % 250 = 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/timestamp_literal.q.out b/ql/src/test/results/clientpositive/timestamp_literal.q.out index 55d7ad5..cfcd06f 100644 --- a/ql/src/test/results/clientpositive/timestamp_literal.q.out +++ b/ql/src/test/results/clientpositive/timestamp_literal.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select timestamp '2011-01-01 01:01:01' PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select timestamp '2011-01-01 01:01:01' POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -34,9 +38,13 @@ POSTHOOK: Input: _dummy_database@_dummy_table PREHOOK: query: explain select '2011-01-01 01:01:01.101' <> timestamp '2011-01-01 01:01:01.100' PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select '2011-01-01 01:01:01.101' <> timestamp '2011-01-01 01:01:01.100' POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -67,9 +75,13 @@ true PREHOOK: query: explain select 1 where timestamp '2011-01-01 01:01:01.101' <> timestamp '2011-01-01 01:01:01.100' PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select 1 where timestamp '2011-01-01 01:01:01.101' <> timestamp '2011-01-01 01:01:01.100' POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/timestamptz.q.out b/ql/src/test/results/clientpositive/timestamptz.q.out index 0b5c05c..09c50dd 100644 --- a/ql/src/test/results/clientpositive/timestamptz.q.out +++ b/ql/src/test/results/clientpositive/timestamptz.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain select cast('2005-01-03 02:01:00 GMT' as timestamp with local time zone) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select cast('2005-01-03 02:01:00 GMT' as timestamp with local time zone) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -31,8 +35,12 @@ POSTHOOK: Input: _dummy_database@_dummy_table 2005-01-02 18:01:00.0 US/Pacific PREHOOK: query: explain select cast('2016-01-03 12:26:34.0123 America/Los_Angeles' as timestamplocaltz) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select cast('2016-01-03 12:26:34.0123 America/Los_Angeles' as timestamplocaltz) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -62,8 +70,12 @@ POSTHOOK: Input: _dummy_database@_dummy_table 2016-01-03 12:26:34.0123 US/Pacific PREHOOK: query: explain select cast('2016-01-03Europe/London' as timestamplocaltz) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select cast('2016-01-03Europe/London' as timestamplocaltz) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -93,8 +105,12 @@ POSTHOOK: Input: _dummy_database@_dummy_table 2016-01-02 16:00:00.0 US/Pacific PREHOOK: query: explain select cast('2016-01-03 13:34:56.38 +1:00' as timestamplocaltz) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select cast('2016-01-03 13:34:56.38 +1:00' as timestamplocaltz) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/topnkey.q.out b/ql/src/test/results/clientpositive/topnkey.q.out index 31f3a70..1c24bec 100644 --- a/ql/src/test/results/clientpositive/topnkey.q.out +++ b/ql/src/test/results/clientpositive/topnkey.q.out @@ -1,9 +1,13 @@ PREHOOK: query: EXPLAIN SELECT key, SUM(CAST(SUBSTR(value,5) AS INT)) FROM src GROUP BY key ORDER BY key LIMIT 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, SUM(CAST(SUBSTR(value,5) AS INT)) FROM src GROUP BY key ORDER BY key LIMIT 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -95,9 +99,13 @@ POSTHOOK: Input: default@src PREHOOK: query: EXPLAIN SELECT key FROM src GROUP BY key ORDER BY key LIMIT 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key FROM src GROUP BY key ORDER BY key LIMIT 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -185,9 +193,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain vectorization detail SELECT src1.key, src2.value FROM src src1 JOIN src src2 ON (src1.key = src2.key) ORDER BY src1.key LIMIT 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail SELECT src1.key, src2.value FROM src src1 JOIN src src2 ON (src1.key = src2.key) ORDER BY src1.key LIMIT 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: false enabledConditionsNotMet: [hive.vectorized.execution.enabled IS false] diff --git a/ql/src/test/results/clientpositive/transform1.q.out b/ql/src/test/results/clientpositive/transform1.q.out index eee6d46..a0d89f4 100644 --- a/ql/src/test/results/clientpositive/transform1.q.out +++ b/ql/src/test/results/clientpositive/transform1.q.out @@ -9,9 +9,15 @@ POSTHOOK: Output: default@transform1_t1 PREHOOK: query: EXPLAIN SELECT transform(*) USING 'cat' AS (col array) FROM transform1_t1 PREHOOK: type: QUERY +PREHOOK: Input: cat +PREHOOK: Input: default@transform1_t1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT transform(*) USING 'cat' AS (col array) FROM transform1_t1 POSTHOOK: type: QUERY +POSTHOOK: Input: cat +POSTHOOK: Input: default@transform1_t1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -80,9 +86,15 @@ POSTHOOK: Lineage: transform1_t2.col EXPRESSION [] PREHOOK: query: EXPLAIN SELECT transform('0\0021\0022') USING 'cat' AS (col array) FROM transform1_t2 PREHOOK: type: QUERY +PREHOOK: Input: cat +PREHOOK: Input: default@transform1_t2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT transform('0\0021\0022') USING 'cat' AS (col array) FROM transform1_t2 POSTHOOK: type: QUERY +POSTHOOK: Input: cat +POSTHOOK: Input: default@transform1_t2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/transform_ppr1.q.out b/ql/src/test/results/clientpositive/transform_ppr1.q.out index 6344239..4d23519 100644 --- a/ql/src/test/results/clientpositive/transform_ppr1.q.out +++ b/ql/src/test/results/clientpositive/transform_ppr1.q.out @@ -7,6 +7,13 @@ FROM ( ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 AND tmap.ds = '2008-04-08' PREHOOK: type: QUERY +PREHOOK: Input: cat +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED FROM ( FROM srcpart src @@ -16,6 +23,13 @@ FROM ( ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 AND tmap.ds = '2008-04-08' POSTHOOK: type: QUERY +POSTHOOK: Input: cat +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/transform_ppr2.q.out b/ql/src/test/results/clientpositive/transform_ppr2.q.out index 9555e5a..226cfba 100644 --- a/ql/src/test/results/clientpositive/transform_ppr2.q.out +++ b/ql/src/test/results/clientpositive/transform_ppr2.q.out @@ -8,6 +8,11 @@ FROM ( ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 PREHOOK: type: QUERY +PREHOOK: Input: cat +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED FROM ( FROM srcpart src @@ -18,6 +23,11 @@ FROM ( ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 POSTHOOK: type: QUERY +POSTHOOK: Input: cat +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/truncate_column_list_bucket.q.out b/ql/src/test/results/clientpositive/truncate_column_list_bucket.q.out index bc595e3..37dc9e2 100644 --- a/ql/src/test/results/clientpositive/truncate_column_list_bucket.q.out +++ b/ql/src/test/results/clientpositive/truncate_column_list_bucket.q.out @@ -51,8 +51,14 @@ POSTHOOK: Input: default@test_tab_n3 POSTHOOK: Output: default@test_tab_n3@part=1 PREHOOK: query: EXPLAIN EXTENDED SELECT * FROM test_tab_n3 WHERE part = '1' AND key = '484' PREHOOK: type: QUERY +PREHOOK: Input: default@test_tab_n3 +PREHOOK: Input: default@test_tab_n3@part=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT * FROM test_tab_n3 WHERE part = '1' AND key = '484' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_tab_n3 +POSTHOOK: Input: default@test_tab_n3@part=1 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT CAST('484' AS STRING) AS `key`, `value`, CAST('1' AS STRING) AS `part` FROM `default`.`test_tab_n3` WHERE `part` = '1' AND `key` = '484' @@ -137,8 +143,14 @@ POSTHOOK: Input: default@test_tab_n3@part=1 484 NULL 1 PREHOOK: query: EXPLAIN EXTENDED SELECT * FROM test_tab_n3 WHERE part = '1' AND key = '0' PREHOOK: type: QUERY +PREHOOK: Input: default@test_tab_n3 +PREHOOK: Input: default@test_tab_n3@part=1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT * FROM test_tab_n3 WHERE part = '1' AND key = '0' POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_tab_n3 +POSTHOOK: Input: default@test_tab_n3@part=1 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT CAST('0' AS STRING) AS `key`, `value`, CAST('1' AS STRING) AS `part` FROM `default`.`test_tab_n3` WHERE `part` = '1' AND `key` = '0' diff --git a/ql/src/test/results/clientpositive/truncate_table.q.out b/ql/src/test/results/clientpositive/truncate_table.q.out index a3399e0..6ce5f3a 100644 --- a/ql/src/test/results/clientpositive/truncate_table.q.out +++ b/ql/src/test/results/clientpositive/truncate_table.q.out @@ -116,8 +116,10 @@ POSTHOOK: Output: default@srcpart_truncate@ds=2008-04-09/hr=11 POSTHOOK: Output: default@srcpart_truncate@ds=2008-04-09/hr=12 PREHOOK: query: explain TRUNCATE TABLE src_truncate PREHOOK: type: TRUNCATETABLE +PREHOOK: Output: default@src_truncate POSTHOOK: query: explain TRUNCATE TABLE src_truncate POSTHOOK: type: TRUNCATETABLE +POSTHOOK: Output: default@src_truncate STAGE DEPENDENCIES: Stage-0 is a root stage @@ -152,8 +154,10 @@ POSTHOOK: Input: default@src_truncate 0 PREHOOK: query: explain TRUNCATE TABLE srcpart_truncate partition (ds='2008-04-08', hr='11') PREHOOK: type: TRUNCATETABLE +PREHOOK: Output: default@srcpart_truncate@ds=2008-04-08/hr=11 POSTHOOK: query: explain TRUNCATE TABLE srcpart_truncate partition (ds='2008-04-08', hr='11') POSTHOOK: type: TRUNCATETABLE +POSTHOOK: Output: default@srcpart_truncate@ds=2008-04-08/hr=11 STAGE DEPENDENCIES: Stage-0 is a root stage @@ -193,8 +197,12 @@ POSTHOOK: Input: default@srcpart_truncate 0 PREHOOK: query: explain TRUNCATE TABLE srcpart_truncate partition (ds, hr='12') PREHOOK: type: TRUNCATETABLE +PREHOOK: Output: default@srcpart_truncate@ds=2008-04-08/hr=12 +PREHOOK: Output: default@srcpart_truncate@ds=2008-04-09/hr=12 POSTHOOK: query: explain TRUNCATE TABLE srcpart_truncate partition (ds, hr='12') POSTHOOK: type: TRUNCATETABLE +POSTHOOK: Output: default@srcpart_truncate@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@srcpart_truncate@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-0 is a root stage @@ -238,8 +246,16 @@ POSTHOOK: Input: default@srcpart_truncate 0 PREHOOK: query: explain TRUNCATE TABLE srcpart_truncate PREHOOK: type: TRUNCATETABLE +PREHOOK: Output: default@srcpart_truncate@ds=2008-04-08/hr=11 +PREHOOK: Output: default@srcpart_truncate@ds=2008-04-08/hr=12 +PREHOOK: Output: default@srcpart_truncate@ds=2008-04-09/hr=11 +PREHOOK: Output: default@srcpart_truncate@ds=2008-04-09/hr=12 POSTHOOK: query: explain TRUNCATE TABLE srcpart_truncate POSTHOOK: type: TRUNCATETABLE +POSTHOOK: Output: default@srcpart_truncate@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@srcpart_truncate@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@srcpart_truncate@ds=2008-04-09/hr=11 +POSTHOOK: Output: default@srcpart_truncate@ds=2008-04-09/hr=12 STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/type_cast_1.q.out b/ql/src/test/results/clientpositive/type_cast_1.q.out index 99aff5b..22dad1a 100644 --- a/ql/src/test/results/clientpositive/type_cast_1.q.out +++ b/ql/src/test/results/clientpositive/type_cast_1.q.out @@ -1,9 +1,13 @@ PREHOOK: query: EXPLAIN SELECT IF(false, 1, cast(2 as smallint)) + 3 FROM src LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT IF(false, 1, cast(2 as smallint)) + 3 FROM src LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/type_widening.q.out b/ql/src/test/results/clientpositive/type_widening.q.out index 7124ce4..a9291fb 100644 --- a/ql/src/test/results/clientpositive/type_widening.q.out +++ b/ql/src/test/results/clientpositive/type_widening.q.out @@ -1,7 +1,11 @@ PREHOOK: query: EXPLAIN SELECT COALESCE(0, 9223372036854775807) FROM src LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT COALESCE(0, 9223372036854775807) FROM src LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -33,8 +37,12 @@ POSTHOOK: Input: default@src 0 PREHOOK: query: EXPLAIN SELECT * FROM (SELECT 0 AS numcol FROM src UNION ALL SELECT 9223372036854775807 AS numcol FROM src) a ORDER BY numcol PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM (SELECT 0 AS numcol FROM src UNION ALL SELECT 9223372036854775807 AS numcol FROM src) a ORDER BY numcol POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1106,8 +1114,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t1_n114 PREHOOK: query: explain select * from t1_n114 where a > 2 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n114 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t1_n114 where a > 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n114 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1130,8 +1142,12 @@ STAGE PLANS: PREHOOK: query: explain select * from t1_n114 where b < 2 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n114 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t1_n114 where b < 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n114 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1154,8 +1170,12 @@ STAGE PLANS: PREHOOK: query: explain select * from t1_n114 where a < 200 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n114 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t1_n114 where a < 200 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n114 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -1178,8 +1198,12 @@ STAGE PLANS: PREHOOK: query: explain select * from t1_n114 where b > 40000 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n114 +#### A masked pattern was here #### POSTHOOK: query: explain select * from t1_n114 where b > 40000 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n114 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udaf_binarysetfunctions.q.out b/ql/src/test/results/clientpositive/udaf_binarysetfunctions.q.out index bac3766..d7fd293 100644 --- a/ql/src/test/results/clientpositive/udaf_binarysetfunctions.q.out +++ b/ql/src/test/results/clientpositive/udaf_binarysetfunctions.q.out @@ -362,10 +362,14 @@ PREHOOK: query: explain select px,var_pop(x),var_pop(y),corr(y,x),covar_samp(y,x regr_intercept(y,x), regr_r2(y,x), regr_sxx(y,x), regr_syy(y,x), regr_sxy(y,x), regr_avgx(y,x), regr_avgy(y,x), regr_count(y,x) from t_n21 group by px order by px PREHOOK: type: QUERY +PREHOOK: Input: default@t_n21 +#### A masked pattern was here #### POSTHOOK: query: explain select px,var_pop(x),var_pop(y),corr(y,x),covar_samp(y,x),covar_pop(y,x),regr_count(y,x),regr_slope(y,x), regr_intercept(y,x), regr_r2(y,x), regr_sxx(y,x), regr_syy(y,x), regr_sxy(y,x), regr_avgx(y,x), regr_avgy(y,x), regr_count(y,x) from t_n21 group by px order by px POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_n21 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/udaf_binarysetfunctions_no_cbo.q.out b/ql/src/test/results/clientpositive/udaf_binarysetfunctions_no_cbo.q.out index 2fb18c4..7173535 100644 --- a/ql/src/test/results/clientpositive/udaf_binarysetfunctions_no_cbo.q.out +++ b/ql/src/test/results/clientpositive/udaf_binarysetfunctions_no_cbo.q.out @@ -362,10 +362,14 @@ PREHOOK: query: explain select px,var_pop(x),var_pop(y),corr(y,x),covar_samp(y,x regr_intercept(y,x), regr_r2(y,x), regr_sxx(y,x), regr_syy(y,x), regr_sxy(y,x), regr_avgx(y,x), regr_avgy(y,x), regr_count(y,x) from t_n6 group by px order by px PREHOOK: type: QUERY +PREHOOK: Input: default@t_n6 +#### A masked pattern was here #### POSTHOOK: query: explain select px,var_pop(x),var_pop(y),corr(y,x),covar_samp(y,x),covar_pop(y,x),regr_count(y,x),regr_slope(y,x), regr_intercept(y,x), regr_r2(y,x), regr_sxx(y,x), regr_syy(y,x), regr_sxy(y,x), regr_avgx(y,x), regr_avgy(y,x), regr_count(y,x) from t_n6 group by px order by px POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_n6 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/udaf_number_format.q.out b/ql/src/test/results/clientpositive/udaf_number_format.q.out index 3ae86d2..b0be64c 100644 --- a/ql/src/test/results/clientpositive/udaf_number_format.q.out +++ b/ql/src/test/results/clientpositive/udaf_number_format.q.out @@ -5,6 +5,8 @@ PREHOOK: query: EXPLAIN SELECT std('a') FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT sum('a'), avg('a'), @@ -12,6 +14,8 @@ POSTHOOK: query: EXPLAIN SELECT std('a') FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/udaf_percentile_approx_23.q.out b/ql/src/test/results/clientpositive/udaf_percentile_approx_23.q.out index 7a27cd0..76ad4ea 100644 --- a/ql/src/test/results/clientpositive/udaf_percentile_approx_23.q.out +++ b/ql/src/test/results/clientpositive/udaf_percentile_approx_23.q.out @@ -497,9 +497,13 @@ POSTHOOK: Input: default@t12_n0 PREHOOK: query: explain select percentile_approx(case when key < 100 then cast('NaN' as double) else key end, 0.5) from bucket_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select percentile_approx(case when key < 100 then cast('NaN' as double) else key end, 0.5) from bucket_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -556,9 +560,13 @@ true PREHOOK: query: explain select percentile_approx(key, 0.5) from bucket_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select percentile_approx(key, 0.5) from bucket_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/udf1.q.out b/ql/src/test/results/clientpositive/udf1.q.out index 5d0a7fa..708f03c 100644 --- a/ql/src/test/results/clientpositive/udf1.q.out +++ b/ql/src/test/results/clientpositive/udf1.q.out @@ -23,6 +23,8 @@ FROM src INSERT OVERWRITE TABLE dest1_n1 SELECT 'a' LIKE '%a%', 'b' LIKE '%a%', REGEXP_REPLACE('abc', '', 'A'), 'abc' RLIKE '' WHERE src.key = 86 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n1 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n1 SELECT 'a' LIKE '%a%', 'b' LIKE '%a%', 'ab' LIKE '%a%', 'ab' LIKE '%a_', '%_' LIKE '\%\_', 'ab' LIKE '\%\_', 'ab' LIKE '_a%', 'ab' LIKE 'a', @@ -32,6 +34,8 @@ FROM src INSERT OVERWRITE TABLE dest1_n1 SELECT 'a' LIKE '%a%', 'b' LIKE '%a%', REGEXP_REPLACE('abc', '', 'A'), 'abc' RLIKE '' WHERE src.key = 86 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/udf2.q.out b/ql/src/test/results/clientpositive/udf2.q.out index 9d710d1..b9b8310 100644 --- a/ql/src/test/results/clientpositive/udf2.q.out +++ b/ql/src/test/results/clientpositive/udf2.q.out @@ -18,9 +18,13 @@ POSTHOOK: Lineage: dest1_n55.c1 SIMPLE [] PREHOOK: query: EXPLAIN SELECT '|', trim(dest1_n55.c1), '|', rtrim(dest1_n55.c1), '|', ltrim(dest1_n55.c1), '|' FROM dest1_n55 PREHOOK: type: QUERY +PREHOOK: Input: default@dest1_n55 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT '|', trim(dest1_n55.c1), '|', rtrim(dest1_n55.c1), '|', ltrim(dest1_n55.c1), '|' FROM dest1_n55 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest1_n55 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/udf3.q.out b/ql/src/test/results/clientpositive/udf3.q.out index 0f7c859..e98cc83 100644 --- a/ql/src/test/results/clientpositive/udf3.q.out +++ b/ql/src/test/results/clientpositive/udf3.q.out @@ -10,10 +10,14 @@ PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n104 SELECT count(CAST('' AS INT)), sum(CAST('' AS INT)), avg(CAST('' AS INT)), min(CAST('' AS INT)), max(CAST('' AS INT)) PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n104 POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1_n104 SELECT count(CAST('' AS INT)), sum(CAST('' AS INT)), avg(CAST('' AS INT)), min(CAST('' AS INT)), max(CAST('' AS INT)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n104 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/udf4.q.out b/ql/src/test/results/clientpositive/udf4.q.out index 0abb82d..d9b841a 100644 --- a/ql/src/test/results/clientpositive/udf4.q.out +++ b/ql/src/test/results/clientpositive/udf4.q.out @@ -40,6 +40,8 @@ CAST(1 AS BIGINT) ^ CAST(3 AS BIGINT) FROM dest1_n149 PREHOOK: type: QUERY +PREHOOK: Input: default@dest1_n149 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT round(1.0), round(1.5), round(-1.5), floor(1.0), floor(1.5), floor(-1.5), sqrt(1.0), sqrt(-1.0), sqrt(0.0), ceil(1.0), ceil(1.5), ceil(-1.5), ceiling(1.0), rand(3), +3, -3, 1++2, 1+-2, @@ -65,6 +67,8 @@ CAST(1 AS BIGINT) ^ CAST(3 AS BIGINT) FROM dest1_n149 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest1_n149 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/udf5.q.out b/ql/src/test/results/clientpositive/udf5.q.out index 04327e8..0227cf7 100644 --- a/ql/src/test/results/clientpositive/udf5.q.out +++ b/ql/src/test/results/clientpositive/udf5.q.out @@ -18,9 +18,13 @@ POSTHOOK: Lineage: dest1_n14.c1 SIMPLE [] PREHOOK: query: EXPLAIN SELECT from_unixtime(1226446340), to_date(from_unixtime(1226446340)), day('2008-11-01'), month('2008-11-01'), year('2008-11-01'), day('2008-11-01 15:32:20'), month('2008-11-01 15:32:20'), year('2008-11-01 15:32:20') FROM dest1_n14 PREHOOK: type: QUERY +PREHOOK: Input: default@dest1_n14 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT from_unixtime(1226446340), to_date(from_unixtime(1226446340)), day('2008-11-01'), month('2008-11-01'), year('2008-11-01'), day('2008-11-01 15:32:20'), month('2008-11-01 15:32:20'), year('2008-11-01 15:32:20') FROM dest1_n14 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest1_n14 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -50,9 +54,13 @@ POSTHOOK: Input: default@dest1_n14 PREHOOK: query: EXPLAIN SELECT from_unixtime(unix_timestamp('2010-01-13 11:57:40', 'yyyy-MM-dd HH:mm:ss'), 'MM/dd/yy HH:mm:ss'), from_unixtime(unix_timestamp('2010-01-13 11:57:40')) from dest1_n14 PREHOOK: type: QUERY +PREHOOK: Input: default@dest1_n14 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT from_unixtime(unix_timestamp('2010-01-13 11:57:40', 'yyyy-MM-dd HH:mm:ss'), 'MM/dd/yy HH:mm:ss'), from_unixtime(unix_timestamp('2010-01-13 11:57:40')) from dest1_n14 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest1_n14 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf6.q.out b/ql/src/test/results/clientpositive/udf6.q.out index 14aed20..e6d5832 100644 --- a/ql/src/test/results/clientpositive/udf6.q.out +++ b/ql/src/test/results/clientpositive/udf6.q.out @@ -18,9 +18,13 @@ POSTHOOK: Lineage: dest1_n60.c1 SIMPLE [] PREHOOK: query: EXPLAIN SELECT IF(TRUE, 1, 2) FROM dest1_n60 PREHOOK: type: QUERY +PREHOOK: Input: default@dest1_n60 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT IF(TRUE, 1, 2) FROM dest1_n60 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest1_n60 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -55,6 +59,8 @@ SELECT IF(TRUE, 1, 2), IF(FALSE, 1, 2), IF(NULL, 1, 2), IF(TRUE, "a", "b"), CAST(128 AS INT), CAST(1.0 AS DOUBLE), CAST('128' AS STRING) FROM dest1_n60 PREHOOK: type: QUERY +PREHOOK: Input: default@dest1_n60 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT IF(TRUE, 1, 2), IF(FALSE, 1, 2), IF(NULL, 1, 2), IF(TRUE, "a", "b"), IF(TRUE, 0.1, 0.2), IF(FALSE, CAST(1 AS BIGINT), CAST(2 AS BIGINT)), @@ -63,6 +69,8 @@ SELECT IF(TRUE, 1, 2), IF(FALSE, 1, 2), IF(NULL, 1, 2), IF(TRUE, "a", "b"), CAST(128 AS INT), CAST(1.0 AS DOUBLE), CAST('128' AS STRING) FROM dest1_n60 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest1_n60 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf7.q.out b/ql/src/test/results/clientpositive/udf7.q.out index b0ea085..44b282f 100644 --- a/ql/src/test/results/clientpositive/udf7.q.out +++ b/ql/src/test/results/clientpositive/udf7.q.out @@ -25,6 +25,8 @@ SELECT ROUND(LN(3.0),12), LN(0.0), LN(-1), ROUND(LOG(3.0),12), LOG(0.0), POWER(CAST (2 AS DECIMAL), CAST (3 AS INT)), POW(CAST (2 AS DECIMAL), CAST(3 AS INT)) FROM dest1_n111 PREHOOK: type: QUERY +PREHOOK: Input: default@dest1_n111 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT ROUND(LN(3.0),12), LN(0.0), LN(-1), ROUND(LOG(3.0),12), LOG(0.0), LOG(-1), ROUND(LOG2(3.0),12), LOG2(0.0), LOG2(-1), @@ -35,6 +37,8 @@ SELECT ROUND(LN(3.0),12), LN(0.0), LN(-1), ROUND(LOG(3.0),12), LOG(0.0), POWER(CAST (2 AS DECIMAL), CAST (3 AS INT)), POW(CAST (2 AS DECIMAL), CAST(3 AS INT)) FROM dest1_n111 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest1_n111 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf8.q.out b/ql/src/test/results/clientpositive/udf8.q.out index 954b6aa..e1ef995 100644 --- a/ql/src/test/results/clientpositive/udf8.q.out +++ b/ql/src/test/results/clientpositive/udf8.q.out @@ -27,9 +27,13 @@ POSTHOOK: Lineage: dest1_n54.c1 SIMPLE [] PREHOOK: query: EXPLAIN SELECT avg(c1), sum(c1), count(c1) FROM dest1_n54 PREHOOK: type: QUERY +PREHOOK: Input: default@dest1_n54 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT avg(c1), sum(c1), count(c1) FROM dest1_n54 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest1_n54 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/udf9.q.out b/ql/src/test/results/clientpositive/udf9.q.out index 13a16ab..5947101 100644 --- a/ql/src/test/results/clientpositive/udf9.q.out +++ b/ql/src/test/results/clientpositive/udf9.q.out @@ -9,6 +9,8 @@ SELECT DATEDIFF('2008-12-31', '2009-01-01'), DATEDIFF('2008-03-01', '2008-02-28' DATE_SUB('2007-02-28', 365), DATE_SUB('2007-02-28 01:12:34', 730) FROM src WHERE src.key = 86 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT DATEDIFF('2008-12-31', '2009-01-01'), DATEDIFF('2008-03-01', '2008-02-28'), DATEDIFF('2007-03-01', '2007-01-28'), DATEDIFF('2008-03-01 23:59:59', '2008-03-02 00:00:00'), @@ -20,6 +22,8 @@ SELECT DATEDIFF('2008-12-31', '2009-01-01'), DATEDIFF('2008-03-01', '2008-02-28' DATE_SUB('2007-02-28', 365), DATE_SUB('2007-02-28 01:12:34', 730) FROM src WHERE src.key = 86 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/udf_10_trims.q.out b/ql/src/test/results/clientpositive/udf_10_trims.q.out index 6aea773..f3c420d 100644 --- a/ql/src/test/results/clientpositive/udf_10_trims.q.out +++ b/ql/src/test/results/clientpositive/udf_10_trims.q.out @@ -12,12 +12,16 @@ SELECT trim(trim(trim(trim(trim(trim(trim(trim(trim(trim( ' abc ')))))))))) FROM src WHERE src.key = 86 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n5 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE dest1_n5 SELECT trim(trim(trim(trim(trim(trim(trim(trim(trim(trim( ' abc ')))))))))) FROM src WHERE src.key = 86 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n5 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/udf_E.q.out b/ql/src/test/results/clientpositive/udf_E.q.out index fe6cd9d..469f396 100644 --- a/ql/src/test/results/clientpositive/udf_E.q.out +++ b/ql/src/test/results/clientpositive/udf_E.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select E() FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select E() FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -50,9 +54,13 @@ Function type:BUILTIN PREHOOK: query: explain select E() FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select E() FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_PI.q.out b/ql/src/test/results/clientpositive/udf_PI.q.out index df911df..a9ec8c1 100644 --- a/ql/src/test/results/clientpositive/udf_PI.q.out +++ b/ql/src/test/results/clientpositive/udf_PI.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select PI() FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select PI() FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -50,9 +54,13 @@ Function type:BUILTIN PREHOOK: query: explain select PI() FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select PI() FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_abs.q.out b/ql/src/test/results/clientpositive/udf_abs.q.out index dcd4b36..fee7592 100644 --- a/ql/src/test/results/clientpositive/udf_abs.q.out +++ b/ql/src/test/results/clientpositive/udf_abs.q.out @@ -23,6 +23,8 @@ PREHOOK: query: EXPLAIN SELECT abs(9223372036854775807) FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT abs(0), abs(-1), @@ -31,6 +33,8 @@ POSTHOOK: query: EXPLAIN SELECT abs(9223372036854775807) FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -76,12 +80,16 @@ PREHOOK: query: EXPLAIN SELECT abs(3.14159265) FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT abs(0.0), abs(-3.14159265), abs(3.14159265) FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_add_months.q.out b/ql/src/test/results/clientpositive/udf_add_months.q.out index 69b0c4f..7150f59 100644 --- a/ql/src/test/results/clientpositive/udf_add_months.q.out +++ b/ql/src/test/results/clientpositive/udf_add_months.q.out @@ -20,8 +20,12 @@ Function class:org.apache.hadoop.hive.ql.udf.generic.GenericUDFAddMonths Function type:BUILTIN PREHOOK: query: explain select add_months('2014-01-14', 1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select add_months('2014-01-14', 1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_aes_decrypt.q.out b/ql/src/test/results/clientpositive/udf_aes_decrypt.q.out index c6fc081..89caf99 100644 --- a/ql/src/test/results/clientpositive/udf_aes_decrypt.q.out +++ b/ql/src/test/results/clientpositive/udf_aes_decrypt.q.out @@ -15,8 +15,12 @@ Function class:org.apache.hadoop.hive.ql.udf.generic.GenericUDFAesDecrypt Function type:BUILTIN PREHOOK: query: explain select aes_decrypt(unbase64("y6Ss+zCYObpCbgfWfyNWTw=="), '1234567890123456') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select aes_decrypt(unbase64("y6Ss+zCYObpCbgfWfyNWTw=="), '1234567890123456') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_aes_encrypt.q.out b/ql/src/test/results/clientpositive/udf_aes_encrypt.q.out index 2317c67..3a96c4b 100644 --- a/ql/src/test/results/clientpositive/udf_aes_encrypt.q.out +++ b/ql/src/test/results/clientpositive/udf_aes_encrypt.q.out @@ -15,8 +15,12 @@ Function class:org.apache.hadoop.hive.ql.udf.generic.GenericUDFAesEncrypt Function type:BUILTIN PREHOOK: query: explain select aes_encrypt('ABC', '1234567890123456') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select aes_encrypt('ABC', '1234567890123456') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_array.q.out b/ql/src/test/results/clientpositive/udf_array.q.out index 16aedb2..a2ebaba 100644 --- a/ql/src/test/results/clientpositive/udf_array.q.out +++ b/ql/src/test/results/clientpositive/udf_array.q.out @@ -13,9 +13,13 @@ Function type:BUILTIN PREHOOK: query: EXPLAIN SELECT array(), array()[1], array(1, 2, 3), array(1, 2, 3)[2], array(1,"a", 2, 3), array(1,"a", 2, 3)[2], array(array(1), array(2), array(3), array(4))[1][0] FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT array(), array()[1], array(1, 2, 3), array(1, 2, 3)[2], array(1,"a", 2, 3), array(1,"a", 2, 3)[2], array(array(1), array(2), array(3), array(4))[1][0] FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_ascii.q.out b/ql/src/test/results/clientpositive/udf_ascii.q.out index 780e3e0..42dd231 100644 --- a/ql/src/test/results/clientpositive/udf_ascii.q.out +++ b/ql/src/test/results/clientpositive/udf_ascii.q.out @@ -21,12 +21,16 @@ PREHOOK: query: EXPLAIN SELECT ascii('!') FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT ascii('Facebook'), ascii(''), ascii('!') FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_between.q.out b/ql/src/test/results/clientpositive/udf_between.q.out index 9262d42..92707eb 100644 --- a/ql/src/test/results/clientpositive/udf_between.q.out +++ b/ql/src/test/results/clientpositive/udf_between.q.out @@ -12,8 +12,12 @@ Function class:org.apache.hadoop.hive.ql.udf.generic.GenericUDFBetween Function type:BUILTIN PREHOOK: query: explain SELECT * FROM src where key + 100 between (150 + -50) AND (150 + 50) LIMIT 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src where key + 100 between (150 + -50) AND (150 + 50) LIMIT 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -67,8 +71,12 @@ POSTHOOK: Input: default@src 83 val_83 PREHOOK: query: explain SELECT * FROM src where key + 100 not between (150 + -50) AND (150 + 50) LIMIT 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src where key + 100 not between (150 + -50) AND (150 + 50) LIMIT 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -122,8 +130,12 @@ POSTHOOK: Input: default@src 374 val_374 PREHOOK: query: explain SELECT * FROM src where 'b' between 'a' AND 'c' LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src where 'b' between 'a' AND 'c' LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -155,8 +167,12 @@ POSTHOOK: Input: default@src 238 val_238 PREHOOK: query: explain SELECT * FROM src where 2 between 2 AND '3' LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM src where 2 between 2 AND '3' LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_bitwise_shiftleft.q.out b/ql/src/test/results/clientpositive/udf_bitwise_shiftleft.q.out index 2bc6e04..0dd68b7 100644 --- a/ql/src/test/results/clientpositive/udf_bitwise_shiftleft.q.out +++ b/ql/src/test/results/clientpositive/udf_bitwise_shiftleft.q.out @@ -16,8 +16,12 @@ Function class:org.apache.hadoop.hive.ql.udf.UDFOPBitShiftLeft Function type:BUILTIN PREHOOK: query: explain select shiftleft(4, 1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select shiftleft(4, 1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_bitwise_shiftright.q.out b/ql/src/test/results/clientpositive/udf_bitwise_shiftright.q.out index 99c7ad1..9b3b17d 100644 --- a/ql/src/test/results/clientpositive/udf_bitwise_shiftright.q.out +++ b/ql/src/test/results/clientpositive/udf_bitwise_shiftright.q.out @@ -16,8 +16,12 @@ Function class:org.apache.hadoop.hive.ql.udf.UDFOPBitShiftRight Function type:BUILTIN PREHOOK: query: explain select shiftright(4, 1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select shiftright(4, 1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_bitwise_shiftrightunsigned.q.out b/ql/src/test/results/clientpositive/udf_bitwise_shiftrightunsigned.q.out index fca858b..be49958 100644 --- a/ql/src/test/results/clientpositive/udf_bitwise_shiftrightunsigned.q.out +++ b/ql/src/test/results/clientpositive/udf_bitwise_shiftrightunsigned.q.out @@ -16,8 +16,12 @@ Function class:org.apache.hadoop.hive.ql.udf.UDFOPBitShiftRightUnsigned Function type:BUILTIN PREHOOK: query: explain select shiftrightunsigned(4, 1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select shiftrightunsigned(4, 1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_case.q.out b/ql/src/test/results/clientpositive/udf_case.q.out index 37e336d..60a348e 100644 --- a/ql/src/test/results/clientpositive/udf_case.q.out +++ b/ql/src/test/results/clientpositive/udf_case.q.out @@ -50,6 +50,8 @@ SELECT CASE 1 END FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT CASE 1 WHEN 1 THEN 2 @@ -78,6 +80,8 @@ SELECT CASE 1 END FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_case_column_pruning.q.out b/ql/src/test/results/clientpositive/udf_case_column_pruning.q.out index af812a5..2a9236e 100644 --- a/ql/src/test/results/clientpositive/udf_case_column_pruning.q.out +++ b/ql/src/test/results/clientpositive/udf_case_column_pruning.q.out @@ -8,6 +8,8 @@ FROM src a JOIN src b ON a.key = b.key ORDER BY key LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT CASE a.key WHEN '1' THEN 2 @@ -18,6 +20,8 @@ FROM src a JOIN src b ON a.key = b.key ORDER BY key LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/udf_case_thrift.q.out b/ql/src/test/results/clientpositive/udf_case_thrift.q.out index ba07842..7e58e5c 100644 --- a/ql/src/test/results/clientpositive/udf_case_thrift.q.out +++ b/ql/src/test/results/clientpositive/udf_case_thrift.q.out @@ -16,6 +16,8 @@ SELECT CASE src_thrift.lint[0] END)[0] FROM src_thrift tablesample (3 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src_thrift +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT CASE src_thrift.lint[0] WHEN 0 THEN src_thrift.lint[0] + 1 @@ -34,6 +36,8 @@ SELECT CASE src_thrift.lint[0] END)[0] FROM src_thrift tablesample (3 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_thrift +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_cbrt.q.out b/ql/src/test/results/clientpositive/udf_cbrt.q.out index f5a19e6..fd02051 100644 --- a/ql/src/test/results/clientpositive/udf_cbrt.q.out +++ b/ql/src/test/results/clientpositive/udf_cbrt.q.out @@ -15,8 +15,12 @@ Function class:org.apache.hadoop.hive.ql.udf.generic.GenericUDFCbrt Function type:BUILTIN PREHOOK: query: explain select cbrt(27.0) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select cbrt(27.0) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_character_length.q.out b/ql/src/test/results/clientpositive/udf_character_length.q.out index 046d207..75350d1 100644 --- a/ql/src/test/results/clientpositive/udf_character_length.q.out +++ b/ql/src/test/results/clientpositive/udf_character_length.q.out @@ -40,8 +40,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@dest1_n97 PREHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE dest1_n97 SELECT character_length(src1.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest1_n97 POSTHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE dest1_n97 SELECT character_length(src1.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest1_n97 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -232,8 +236,12 @@ POSTHOOK: Output: default@dest1_n97 POSTHOOK: Lineage: dest1_n97.name EXPRESSION [] PREHOOK: query: EXPLAIN SELECT character_length(dest1_n97.name) FROM dest1_n97 PREHOOK: type: QUERY +PREHOOK: Input: default@dest1_n97 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT character_length(dest1_n97.name) FROM dest1_n97 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest1_n97 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -263,8 +271,12 @@ NULL 2 PREHOOK: query: EXPLAIN SELECT char_length(dest1_n97.name) FROM dest1_n97 PREHOOK: type: QUERY +PREHOOK: Input: default@dest1_n97 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT char_length(dest1_n97.name) FROM dest1_n97 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest1_n97 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_compare_java_string.q.out b/ql/src/test/results/clientpositive/udf_compare_java_string.q.out index 08bac4a..75d0124 100644 --- a/ql/src/test/results/clientpositive/udf_compare_java_string.q.out +++ b/ql/src/test/results/clientpositive/udf_compare_java_string.q.out @@ -1,9 +1,11 @@ PREHOOK: query: EXPLAIN CREATE TEMPORARY FUNCTION test_udf_get_java_string AS 'org.apache.hadoop.hive.ql.udf.generic.GenericUDFTestGetJavaString' PREHOOK: type: CREATEFUNCTION +PREHOOK: Output: test_udf_get_java_string POSTHOOK: query: EXPLAIN CREATE TEMPORARY FUNCTION test_udf_get_java_string AS 'org.apache.hadoop.hive.ql.udf.generic.GenericUDFTestGetJavaString' POSTHOOK: type: CREATEFUNCTION +POSTHOOK: Output: test_udf_get_java_string STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_concat_ws.q.out b/ql/src/test/results/clientpositive/udf_concat_ws.q.out index 3c56225..c5e9334 100644 --- a/ql/src/test/results/clientpositive/udf_concat_ws.q.out +++ b/ql/src/test/results/clientpositive/udf_concat_ws.q.out @@ -38,12 +38,16 @@ SELECT concat_ws(dest1_n8.c1, dest1_n8.c2, dest1_n8.c3), concat_ws(NULL, dest1_n8.c1, dest1_n8.c2, dest1_n8.c3), concat_ws('**', dest1_n8.c1, NULL, dest1_n8.c3) FROM dest1_n8 PREHOOK: type: QUERY +PREHOOK: Input: default@dest1_n8 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT concat_ws(dest1_n8.c1, dest1_n8.c2, dest1_n8.c3), concat_ws(',', dest1_n8.c1, dest1_n8.c2, dest1_n8.c3), concat_ws(NULL, dest1_n8.c1, dest1_n8.c2, dest1_n8.c3), concat_ws('**', dest1_n8.c1, NULL, dest1_n8.c3) FROM dest1_n8 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest1_n8 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -85,6 +89,8 @@ SELECT concat_ws('.', array('www', 'face', 'book', 'com'), '1234'), concat_ws('[]', array('www'), 'face', array('book', 'com', '1234')), concat_ws('AAA', array('www'), array('face', 'book', 'com'), '1234') FROM dest1_n8 tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@dest1_n8 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT concat_ws('.', array('www', 'face', 'book', 'com'), '1234'), concat_ws('-', 'www', array('face', 'book', 'com'), '1234'), @@ -94,6 +100,8 @@ SELECT concat_ws('.', array('www', 'face', 'book', 'com'), '1234'), concat_ws('[]', array('www'), 'face', array('book', 'com', '1234')), concat_ws('AAA', array('www'), array('face', 'book', 'com'), '1234') FROM dest1_n8 tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest1_n8 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_count.q.out b/ql/src/test/results/clientpositive/udf_count.q.out index 29e4f68..9aac787 100644 --- a/ql/src/test/results/clientpositive/udf_count.q.out +++ b/ql/src/test/results/clientpositive/udf_count.q.out @@ -16,8 +16,12 @@ Function class:org.apache.hadoop.hive.ql.udf.generic.GenericUDAFCount Function type:BUILTIN PREHOOK: query: EXPLAIN SELECT count(key) FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(key) FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -39,8 +43,12 @@ POSTHOOK: Input: default@src 500 PREHOOK: query: EXPLAIN SELECT count(DISTINCT key) FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(DISTINCT key) FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -126,8 +134,12 @@ POSTHOOK: Input: default@src 309 PREHOOK: query: EXPLAIN SELECT count(DISTINCT key, value) FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(DISTINCT key, value) FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -184,8 +196,12 @@ POSTHOOK: Input: default@src 309 PREHOOK: query: EXPLAIN SELECT count(*) FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(*) FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -207,8 +223,12 @@ POSTHOOK: Input: default@src 500 PREHOOK: query: EXPLAIN SELECT count(1) FROM src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(1) FROM src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_crc32.q.out b/ql/src/test/results/clientpositive/udf_crc32.q.out index 43be194..ef48075 100644 --- a/ql/src/test/results/clientpositive/udf_crc32.q.out +++ b/ql/src/test/results/clientpositive/udf_crc32.q.out @@ -17,8 +17,12 @@ Function class:org.apache.hadoop.hive.ql.udf.UDFCrc32 Function type:BUILTIN PREHOOK: query: explain select crc32('ABC') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select crc32('ABC') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_current_database.q.out b/ql/src/test/results/clientpositive/udf_current_database.q.out index efdd2be..96561e6 100644 --- a/ql/src/test/results/clientpositive/udf_current_database.q.out +++ b/ql/src/test/results/clientpositive/udf_current_database.q.out @@ -6,9 +6,13 @@ current_database() - returns currently using database name PREHOOK: query: explain select current_database() PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select current_database() POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -51,9 +55,13 @@ POSTHOOK: Input: database:xxx PREHOOK: query: explain select current_database() PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select current_database() POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -90,9 +98,13 @@ POSTHOOK: Input: database:default PREHOOK: query: explain select current_database() PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select current_database() POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -129,9 +141,13 @@ POSTHOOK: Input: database:xxx PREHOOK: query: explain select current_database() PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select current_database() POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_date_format.q.out b/ql/src/test/results/clientpositive/udf_date_format.q.out index 338465a..928948c 100644 --- a/ql/src/test/results/clientpositive/udf_date_format.q.out +++ b/ql/src/test/results/clientpositive/udf_date_format.q.out @@ -15,8 +15,12 @@ Function class:org.apache.hadoop.hive.ql.udf.generic.GenericUDFDateFormat Function type:BUILTIN PREHOOK: query: explain select date_format('2015-04-08', 'EEEE') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select date_format('2015-04-08', 'EEEE') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_decode.q.out b/ql/src/test/results/clientpositive/udf_decode.q.out index f3ab815..bb6cd78 100644 --- a/ql/src/test/results/clientpositive/udf_decode.q.out +++ b/ql/src/test/results/clientpositive/udf_decode.q.out @@ -15,8 +15,12 @@ Function class:org.apache.hadoop.hive.ql.udf.generic.GenericUDFDecode Function type:BUILTIN PREHOOK: query: explain select decode(binary('TestDecode1'), 'UTF-8') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select decode(binary('TestDecode1'), 'UTF-8') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_degrees.q.out b/ql/src/test/results/clientpositive/udf_degrees.q.out index 8490c44..1440c5f 100644 --- a/ql/src/test/results/clientpositive/udf_degrees.q.out +++ b/ql/src/test/results/clientpositive/udf_degrees.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select degrees(PI()) FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select degrees(PI()) FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -50,9 +54,13 @@ Function type:BUILTIN PREHOOK: query: explain select degrees(PI()) FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select degrees(PI()) FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_elt.q.out b/ql/src/test/results/clientpositive/udf_elt.q.out index 792a1e8..2e7fb9f 100644 --- a/ql/src/test/results/clientpositive/udf_elt.q.out +++ b/ql/src/test/results/clientpositive/udf_elt.q.out @@ -27,6 +27,8 @@ SELECT elt(2, 'abc', 'defg'), elt(3, 'abc', 'defg') FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT elt(2, 'abc', 'defg'), elt(3, 'aa', 'bb', 'cc', 'dd', 'ee', 'ff', 'gg'), @@ -41,6 +43,8 @@ SELECT elt(2, 'abc', 'defg'), elt(3, 'abc', 'defg') FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_example_add.q.out b/ql/src/test/results/clientpositive/udf_example_add.q.out index b092383..43b4edd 100644 --- a/ql/src/test/results/clientpositive/udf_example_add.q.out +++ b/ql/src/test/results/clientpositive/udf_example_add.q.out @@ -14,6 +14,8 @@ SELECT example_add(1, 2), example_add(1, 2, 3, 4.4) FROM src LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT example_add(1, 2), example_add(1, 2, 3), @@ -24,6 +26,8 @@ SELECT example_add(1, 2), example_add(1, 2, 3, 4.4) FROM src LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_explode.q.out b/ql/src/test/results/clientpositive/udf_explode.q.out index 5ef38fe..eded62c 100644 --- a/ql/src/test/results/clientpositive/udf_explode.q.out +++ b/ql/src/test/results/clientpositive/udf_explode.q.out @@ -12,8 +12,12 @@ Function class:org.apache.hadoop.hive.ql.udf.generic.GenericUDTFExplode Function type:BUILTIN PREHOOK: query: EXPLAIN EXTENDED SELECT explode(array(1,2,3)) AS myCol FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT explode(array(1,2,3)) AS myCol FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -38,8 +42,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN EXTENDED SELECT a.myCol, count(1) FROM (SELECT explode(array(1,2,3)) AS myCol FROM src tablesample (1 rows)) a GROUP BY a.myCol PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT a.myCol, count(1) FROM (SELECT explode(array(1,2,3)) AS myCol FROM src tablesample (1 rows)) a GROUP BY a.myCol POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -200,8 +208,12 @@ POSTHOOK: Input: default@src 3 1 PREHOOK: query: EXPLAIN EXTENDED SELECT explode(map(1,'one',2,'two',3,'three')) AS (key,val) FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT explode(map(1,'one',2,'two',3,'three')) AS (key,val) FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -226,8 +238,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.val, count(1) FROM (SELECT explode(map(1,'one',2,'two',3,'three')) AS (key,val) FROM src tablesample (1 rows)) a GROUP BY a.key, a.val PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT a.key, a.val, count(1) FROM (SELECT explode(map(1,'one',2,'two',3,'three')) AS (key,val) FROM src tablesample (1 rows)) a GROUP BY a.key, a.val POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/udf_factorial.q.out b/ql/src/test/results/clientpositive/udf_factorial.q.out index 4700c69..d00f92c 100644 --- a/ql/src/test/results/clientpositive/udf_factorial.q.out +++ b/ql/src/test/results/clientpositive/udf_factorial.q.out @@ -16,8 +16,12 @@ Function class:org.apache.hadoop.hive.ql.udf.generic.GenericUDFFactorial Function type:BUILTIN PREHOOK: query: explain select factorial(5) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select factorial(5) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_find_in_set.q.out b/ql/src/test/results/clientpositive/udf_find_in_set.q.out index 79ce332..be723d4 100644 --- a/ql/src/test/results/clientpositive/udf_find_in_set.q.out +++ b/ql/src/test/results/clientpositive/udf_find_in_set.q.out @@ -19,9 +19,13 @@ Function type:BUILTIN PREHOOK: query: EXPLAIN FROM src1 SELECT find_in_set(src1.key,concat(src1.key,',',src1.value)) PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM src1 SELECT find_in_set(src1.key,concat(src1.key,',',src1.value)) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_folder_constants.q.out b/ql/src/test/results/clientpositive/udf_folder_constants.q.out index a33571c..b333e23 100644 --- a/ql/src/test/results/clientpositive/udf_folder_constants.q.out +++ b/ql/src/test/results/clientpositive/udf_folder_constants.q.out @@ -44,9 +44,15 @@ POSTHOOK: Lineage: udf_tb2.month SCRIPT [] PREHOOK: query: explain select unix_timestamp(concat(a.year, '-01-01 00:00:00')) from (select * from udf_tb1 where year=2001) a join udf_tb2 b on (a.month=b.month) PREHOOK: type: QUERY +PREHOOK: Input: default@udf_tb1 +PREHOOK: Input: default@udf_tb2 +#### A masked pattern was here #### POSTHOOK: query: explain select unix_timestamp(concat(a.year, '-01-01 00:00:00')) from (select * from udf_tb1 where year=2001) a join udf_tb2 b on (a.month=b.month) POSTHOOK: type: QUERY +POSTHOOK: Input: default@udf_tb1 +POSTHOOK: Input: default@udf_tb2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/udf_format_number.q.out b/ql/src/test/results/clientpositive/udf_format_number.q.out index 0621875..7ca7657 100644 --- a/ql/src/test/results/clientpositive/udf_format_number.q.out +++ b/ql/src/test/results/clientpositive/udf_format_number.q.out @@ -28,6 +28,8 @@ SELECT format_number(12332.123456, 4), format_number(12332.2,'##################.###') FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT format_number(12332.123456, 4), format_number(12332.1,4), @@ -35,6 +37,8 @@ SELECT format_number(12332.123456, 4), format_number(12332.2,'##################.###') FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_from_utc_timestamp.q.out b/ql/src/test/results/clientpositive/udf_from_utc_timestamp.q.out index 7e76090..7294680 100644 --- a/ql/src/test/results/clientpositive/udf_from_utc_timestamp.q.out +++ b/ql/src/test/results/clientpositive/udf_from_utc_timestamp.q.out @@ -12,8 +12,12 @@ Function class:org.apache.hadoop.hive.ql.udf.generic.GenericUDFFromUtcTimestamp Function type:BUILTIN PREHOOK: query: explain select from_utc_timestamp('2012-02-11 10:30:00', 'PST') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select from_utc_timestamp('2012-02-11 10:30:00', 'PST') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_get_json_object.q.out b/ql/src/test/results/clientpositive/udf_get_json_object.q.out index 8e3b52a..a2e2e84 100644 --- a/ql/src/test/results/clientpositive/udf_get_json_object.q.out +++ b/ql/src/test/results/clientpositive/udf_get_json_object.q.out @@ -45,9 +45,13 @@ POSTHOOK: Lineage: dest1_n66.c1 SIMPLE [] PREHOOK: query: EXPLAIN #### A masked pattern was here #### PREHOOK: type: QUERY +PREHOOK: Input: default@src_json +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN #### A masked pattern was here #### POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_json +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_greatest.q.out b/ql/src/test/results/clientpositive/udf_greatest.q.out index f5be6db..be58652 100644 --- a/ql/src/test/results/clientpositive/udf_greatest.q.out +++ b/ql/src/test/results/clientpositive/udf_greatest.q.out @@ -30,6 +30,8 @@ SELECT GREATEST('a', 'b', 'c'), GREATEST(cast(null as string), null, null) FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT GREATEST('a', 'b', 'c'), GREATEST('C', 'a', 'B'), @@ -47,6 +49,8 @@ SELECT GREATEST('a', 'b', 'c'), GREATEST(cast(null as string), null, null) FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_hash.q.out b/ql/src/test/results/clientpositive/udf_hash.q.out index 94b0bde..9b6a5ac 100644 --- a/ql/src/test/results/clientpositive/udf_hash.q.out +++ b/ql/src/test/results/clientpositive/udf_hash.q.out @@ -18,6 +18,8 @@ SELECT hash(CAST(1 AS TINYINT)), hash(CAST(2 AS SMALLINT)), hash(1, 2, 3) FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT hash(CAST(1 AS TINYINT)), hash(CAST(2 AS SMALLINT)), hash(3), hash(CAST('123456789012' AS BIGINT)), @@ -26,6 +28,8 @@ SELECT hash(CAST(1 AS TINYINT)), hash(CAST(2 AS SMALLINT)), hash(1, 2, 3) FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_hour.q.out b/ql/src/test/results/clientpositive/udf_hour.q.out index 318a98a..5553c48 100644 --- a/ql/src/test/results/clientpositive/udf_hour.q.out +++ b/ql/src/test/results/clientpositive/udf_hour.q.out @@ -22,10 +22,14 @@ PREHOOK: query: EXPLAIN SELECT hour('2009-08-07 13:14:15'), hour('13:14:15'), hour('2009-08-07') FROM src WHERE key = 86 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT hour('2009-08-07 13:14:15'), hour('13:14:15'), hour('2009-08-07') FROM src WHERE key = 86 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_if.q.out b/ql/src/test/results/clientpositive/udf_if.q.out index c46a730..e6615a4 100644 --- a/ql/src/test/results/clientpositive/udf_if.q.out +++ b/ql/src/test/results/clientpositive/udf_if.q.out @@ -19,6 +19,8 @@ SELECT IF(TRUE, 1, 2) AS COL1, IF(IF(TRUE, NULL, FALSE), 1, 2) AS COL6 FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT IF(TRUE, 1, 2) AS COL1, IF(FALSE, CAST(NULL AS STRING), CAST(1 AS STRING)) AS COL2, @@ -28,6 +30,8 @@ SELECT IF(TRUE, 1, 2) AS COL1, IF(IF(TRUE, NULL, FALSE), 1, 2) AS COL6 FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -74,6 +78,8 @@ SELECT IF(TRUE, CAST(128 AS SMALLINT), CAST(1 AS TINYINT)) AS COL1, IF(FALSE, 'ABC', 12.3) AS COL4 FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT IF(TRUE, CAST(128 AS SMALLINT), CAST(1 AS TINYINT)) AS COL1, IF(FALSE, 1, 1.1) AS COL2, @@ -81,6 +87,8 @@ SELECT IF(TRUE, CAST(128 AS SMALLINT), CAST(1 AS TINYINT)) AS COL1, IF(FALSE, 'ABC', 12.3) AS COL4 FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_in_file.q.out b/ql/src/test/results/clientpositive/udf_in_file.q.out index f5310c6..43d75a6 100644 --- a/ql/src/test/results/clientpositive/udf_in_file.q.out +++ b/ql/src/test/results/clientpositive/udf_in_file.q.out @@ -35,6 +35,8 @@ SELECT in_file(str_val, "../../data/files/test2.dat"), in_file(CAST(NULL AS STRING), "../../data/files/test2.dat") FROM value_src LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@value_src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT in_file(str_val, "../../data/files/test2.dat"), in_file(ch_val, "../../data/files/test2.dat"), @@ -47,6 +49,8 @@ SELECT in_file(str_val, "../../data/files/test2.dat"), in_file(CAST(NULL AS STRING), "../../data/files/test2.dat") FROM value_src LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@value_src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/udf_inline.q.out b/ql/src/test/results/clientpositive/udf_inline.q.out index cceee0e..12422a4 100644 --- a/ql/src/test/results/clientpositive/udf_inline.q.out +++ b/ql/src/test/results/clientpositive/udf_inline.q.out @@ -11,6 +11,8 @@ PREHOOK: query: explain SELECT inline( ) ) as (id, text) FROM SRC limit 2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT inline( ARRAY( STRUCT (1,'dude!'), @@ -19,6 +21,8 @@ POSTHOOK: query: explain SELECT inline( ) ) as (id, text) FROM SRC limit 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_instr.q.out b/ql/src/test/results/clientpositive/udf_instr.q.out index e5d6a34..67dd28c 100644 --- a/ql/src/test/results/clientpositive/udf_instr.q.out +++ b/ql/src/test/results/clientpositive/udf_instr.q.out @@ -29,6 +29,8 @@ SELECT instr('abcd', 'abc'), instr('abcd', null) FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT instr('abcd', 'abc'), instr('abcabc', 'ccc'), @@ -45,6 +47,8 @@ SELECT instr('abcd', 'abc'), instr('abcd', null) FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_isnull_isnotnull.q.out b/ql/src/test/results/clientpositive/udf_isnull_isnotnull.q.out index 864b887..95563c0 100644 --- a/ql/src/test/results/clientpositive/udf_isnull_isnotnull.q.out +++ b/ql/src/test/results/clientpositive/udf_isnull_isnotnull.q.out @@ -29,6 +29,8 @@ SELECT NULL IS NULL, FROM src WHERE true IS NOT NULL LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT NULL IS NULL, 1 IS NOT NULL, @@ -36,6 +38,8 @@ SELECT NULL IS NULL, FROM src WHERE true IS NOT NULL LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -81,6 +85,8 @@ SELECT src_thrift.lint IS NOT NULL, WHERE src_thrift.lint IS NOT NULL AND NOT (src_thrift.mstringstring IS NULL) LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src_thrift +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM src_thrift SELECT src_thrift.lint IS NOT NULL, @@ -89,6 +95,8 @@ SELECT src_thrift.lint IS NOT NULL, WHERE src_thrift.lint IS NOT NULL AND NOT (src_thrift.mstringstring IS NULL) LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_thrift +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_java_method.q.out b/ql/src/test/results/clientpositive/udf_java_method.q.out index 6a62111..71de4a1 100644 --- a/ql/src/test/results/clientpositive/udf_java_method.q.out +++ b/ql/src/test/results/clientpositive/udf_java_method.q.out @@ -23,6 +23,8 @@ SELECT java_method("java.lang.String", "valueOf", 1), java_method("java.lang.Math", "floor", 1.9D) FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT java_method("java.lang.String", "valueOf", 1), java_method("java.lang.String", "isEmpty"), @@ -33,6 +35,8 @@ SELECT java_method("java.lang.String", "valueOf", 1), java_method("java.lang.Math", "floor", 1.9D) FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_last_day.q.out b/ql/src/test/results/clientpositive/udf_last_day.q.out index 05c9201..716e39b 100644 --- a/ql/src/test/results/clientpositive/udf_last_day.q.out +++ b/ql/src/test/results/clientpositive/udf_last_day.q.out @@ -16,8 +16,12 @@ Function class:org.apache.hadoop.hive.ql.udf.generic.GenericUDFLastDay Function type:BUILTIN PREHOOK: query: explain select last_day('2015-02-05') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select last_day('2015-02-05') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_least.q.out b/ql/src/test/results/clientpositive/udf_least.q.out index 606a372..bc867dc 100644 --- a/ql/src/test/results/clientpositive/udf_least.q.out +++ b/ql/src/test/results/clientpositive/udf_least.q.out @@ -30,6 +30,8 @@ SELECT LEAST('a', 'b', 'c'), LEAST(cast(null as string), null, null) FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT LEAST('a', 'b', 'c'), LEAST('C', 'a', 'B'), @@ -47,6 +49,8 @@ SELECT LEAST('a', 'b', 'c'), LEAST(cast(null as string), null, null) FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_length.q.out b/ql/src/test/results/clientpositive/udf_length.q.out index d463b29..3b6affb 100644 --- a/ql/src/test/results/clientpositive/udf_length.q.out +++ b/ql/src/test/results/clientpositive/udf_length.q.out @@ -23,8 +23,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@dest1_n134 PREHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE dest1_n134 SELECT length(src1.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest1_n134 POSTHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE dest1_n134 SELECT length(src1.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest1_n134 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -206,8 +210,12 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@dest1_n134 PREHOOK: query: EXPLAIN SELECT length(dest1_n134.name) FROM dest1_n134 PREHOOK: type: QUERY +PREHOOK: Input: default@dest1_n134 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT length(dest1_n134.name) FROM dest1_n134 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest1_n134 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_levenshtein.q.out b/ql/src/test/results/clientpositive/udf_levenshtein.q.out index aae706b..7b8047b 100644 --- a/ql/src/test/results/clientpositive/udf_levenshtein.q.out +++ b/ql/src/test/results/clientpositive/udf_levenshtein.q.out @@ -15,8 +15,12 @@ Function class:org.apache.hadoop.hive.ql.udf.generic.GenericUDFLevenshtein Function type:BUILTIN PREHOOK: query: explain select levenshtein('Test String1', 'Test String2') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select levenshtein('Test String1', 'Test String2') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_like.q.out b/ql/src/test/results/clientpositive/udf_like.q.out index c248e54..b0e0e73 100644 --- a/ql/src/test/results/clientpositive/udf_like.q.out +++ b/ql/src/test/results/clientpositive/udf_like.q.out @@ -19,12 +19,16 @@ SELECT '_%_' LIKE '%\_\%\_%', '__' LIKE '%\_\%\_%', '%%_%_' LIKE '%\_\%\_%', '%_ '%_' LIKE '\%\_', 'ab' LIKE '\%\_', 'ab' LIKE '_a%', 'ab' LIKE 'a','ab' LIKE '','' LIKE '' FROM src WHERE src.key = 86 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT '_%_' LIKE '%\_\%\_%', '__' LIKE '%\_\%\_%', '%%_%_' LIKE '%\_\%\_%', '%_%_%' LIKE '%\%\_\%', '_%_' LIKE '\%\_%', '%__' LIKE '__\%%', '_%' LIKE '\_\%\_\%%', '_%' LIKE '\_\%_%', '%_' LIKE '\%\_', 'ab' LIKE '\%\_', 'ab' LIKE '_a%', 'ab' LIKE 'a','ab' LIKE '','' LIKE '' FROM src WHERE src.key = 86 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_locate.q.out b/ql/src/test/results/clientpositive/udf_locate.q.out index 8688074..63213b3 100644 --- a/ql/src/test/results/clientpositive/udf_locate.q.out +++ b/ql/src/test/results/clientpositive/udf_locate.q.out @@ -33,6 +33,8 @@ SELECT locate('abc', 'abcd'), locate('abc', 'abcd', 'invalid number') FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT locate('abc', 'abcd'), locate('ccc', 'abcabc'), @@ -53,6 +55,8 @@ SELECT locate('abc', 'abcd'), locate('abc', 'abcd', 'invalid number') FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_logic_java_boolean.q.out b/ql/src/test/results/clientpositive/udf_logic_java_boolean.q.out index b3a14e7..0d63db7 100644 --- a/ql/src/test/results/clientpositive/udf_logic_java_boolean.q.out +++ b/ql/src/test/results/clientpositive/udf_logic_java_boolean.q.out @@ -1,9 +1,11 @@ PREHOOK: query: EXPLAIN CREATE TEMPORARY FUNCTION test_udf_get_java_boolean AS 'org.apache.hadoop.hive.ql.udf.generic.GenericUDFTestGetJavaBoolean' PREHOOK: type: CREATEFUNCTION +PREHOOK: Output: test_udf_get_java_boolean POSTHOOK: query: EXPLAIN CREATE TEMPORARY FUNCTION test_udf_get_java_boolean AS 'org.apache.hadoop.hive.ql.udf.generic.GenericUDFTestGetJavaBoolean' POSTHOOK: type: CREATEFUNCTION +POSTHOOK: Output: test_udf_get_java_boolean STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_lower.q.out b/ql/src/test/results/clientpositive/udf_lower.q.out index d2fcbc7..d232d33 100644 --- a/ql/src/test/results/clientpositive/udf_lower.q.out +++ b/ql/src/test/results/clientpositive/udf_lower.q.out @@ -17,9 +17,13 @@ Function type:BUILTIN PREHOOK: query: EXPLAIN SELECT lower('AbC 123'), upper('AbC 123') FROM src WHERE key = 86 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT lower('AbC 123'), upper('AbC 123') FROM src WHERE key = 86 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/udf_lpad.q.out b/ql/src/test/results/clientpositive/udf_lpad.q.out index 4dcb105..f7a316e 100644 --- a/ql/src/test/results/clientpositive/udf_lpad.q.out +++ b/ql/src/test/results/clientpositive/udf_lpad.q.out @@ -25,12 +25,16 @@ PREHOOK: query: EXPLAIN SELECT lpad('hi', 6, '123') FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT lpad('hi', 1, '?'), lpad('hi', 5, '.'), lpad('hi', 6, '123') FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_map.q.out b/ql/src/test/results/clientpositive/udf_map.q.out index ba6195a..702feb2 100644 --- a/ql/src/test/results/clientpositive/udf_map.q.out +++ b/ql/src/test/results/clientpositive/udf_map.q.out @@ -13,9 +13,13 @@ Function type:BUILTIN PREHOOK: query: EXPLAIN SELECT map(), map(1, "a", 2, "b", 3, "c"), map(1, 2, "a", "b"), map(1, "a", 2, "b", 3, "c")[2], map(1, 2, "a", "b")["a"], map(1, array("a"))[1][0] FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT map(), map(1, "a", 2, "b", 3, "c"), map(1, 2, "a", "b"), map(1, "a", 2, "b", 3, "c")[2], map(1, 2, "a", "b")["a"], map(1, array("a"))[1][0] FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_mask.q.out b/ql/src/test/results/clientpositive/udf_mask.q.out index ca201fb..ed01449 100644 --- a/ql/src/test/results/clientpositive/udf_mask.q.out +++ b/ql/src/test/results/clientpositive/udf_mask.q.out @@ -28,8 +28,12 @@ Function class:org.apache.hadoop.hive.ql.udf.generic.GenericUDFMask Function type:BUILTIN PREHOOK: query: explain select mask('TestString-123', 'X', 'x', '0', '1') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select mask('TestString-123', 'X', 'x', '0', '1') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_mask_first_n.q.out b/ql/src/test/results/clientpositive/udf_mask_first_n.q.out index 2d79ebe..e33fb42 100644 --- a/ql/src/test/results/clientpositive/udf_mask_first_n.q.out +++ b/ql/src/test/results/clientpositive/udf_mask_first_n.q.out @@ -25,8 +25,12 @@ Function class:org.apache.hadoop.hive.ql.udf.generic.GenericUDFMaskFirstN Function type:BUILTIN PREHOOK: query: explain select mask_first_n('TestString-123', 4, 'X', 'x', '0', '1') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select mask_first_n('TestString-123', 4, 'X', 'x', '0', '1') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_mask_hash.q.out b/ql/src/test/results/clientpositive/udf_mask_hash.q.out index cb13344..6d79a56 100644 --- a/ql/src/test/results/clientpositive/udf_mask_hash.q.out +++ b/ql/src/test/results/clientpositive/udf_mask_hash.q.out @@ -16,8 +16,12 @@ Function class:org.apache.hadoop.hive.ql.udf.generic.GenericUDFMaskHash Function type:BUILTIN PREHOOK: query: explain select mask_hash('TestString-123') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select mask_hash('TestString-123') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_mask_last_n.q.out b/ql/src/test/results/clientpositive/udf_mask_last_n.q.out index 73e9498..07a254f 100644 --- a/ql/src/test/results/clientpositive/udf_mask_last_n.q.out +++ b/ql/src/test/results/clientpositive/udf_mask_last_n.q.out @@ -25,8 +25,12 @@ Function class:org.apache.hadoop.hive.ql.udf.generic.GenericUDFMaskLastN Function type:BUILTIN PREHOOK: query: explain select mask_last_n('TestString-123', 4, 'X', 'x', '0', '1') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select mask_last_n('TestString-123', 4, 'X', 'x', '0', '1') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_mask_show_first_n.q.out b/ql/src/test/results/clientpositive/udf_mask_show_first_n.q.out index 5e7a382..3ec3270 100644 --- a/ql/src/test/results/clientpositive/udf_mask_show_first_n.q.out +++ b/ql/src/test/results/clientpositive/udf_mask_show_first_n.q.out @@ -25,8 +25,12 @@ Function class:org.apache.hadoop.hive.ql.udf.generic.GenericUDFMaskShowFirstN Function type:BUILTIN PREHOOK: query: explain select mask_show_first_n('TestString-123', 4, 'X', 'x', '0', '1') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select mask_show_first_n('TestString-123', 4, 'X', 'x', '0', '1') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_mask_show_last_n.q.out b/ql/src/test/results/clientpositive/udf_mask_show_last_n.q.out index c293fa4..4dd42fd 100644 --- a/ql/src/test/results/clientpositive/udf_mask_show_last_n.q.out +++ b/ql/src/test/results/clientpositive/udf_mask_show_last_n.q.out @@ -25,8 +25,12 @@ Function class:org.apache.hadoop.hive.ql.udf.generic.GenericUDFMaskShowLastN Function type:BUILTIN PREHOOK: query: explain select mask_show_last_n('TestString-123', 4, 'X', 'x', '0', '1') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select mask_show_last_n('TestString-123', 4, 'X', 'x', '0', '1') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_md5.q.out b/ql/src/test/results/clientpositive/udf_md5.q.out index 54099d2..16a949e 100644 --- a/ql/src/test/results/clientpositive/udf_md5.q.out +++ b/ql/src/test/results/clientpositive/udf_md5.q.out @@ -18,8 +18,12 @@ Function class:org.apache.hadoop.hive.ql.udf.UDFMd5 Function type:BUILTIN PREHOOK: query: explain select md5('ABC') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select md5('ABC') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_minute.q.out b/ql/src/test/results/clientpositive/udf_minute.q.out index 02a5c8d..9d219af 100644 --- a/ql/src/test/results/clientpositive/udf_minute.q.out +++ b/ql/src/test/results/clientpositive/udf_minute.q.out @@ -22,10 +22,14 @@ PREHOOK: query: EXPLAIN SELECT minute('2009-08-07 13:14:15'), minute('13:14:15'), minute('2009-08-07') FROM src WHERE key = 86 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT minute('2009-08-07 13:14:15'), minute('13:14:15'), minute('2009-08-07') FROM src WHERE key = 86 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/udf_months_between.q.out b/ql/src/test/results/clientpositive/udf_months_between.q.out index aecc6e7..44a73e8 100644 --- a/ql/src/test/results/clientpositive/udf_months_between.q.out +++ b/ql/src/test/results/clientpositive/udf_months_between.q.out @@ -17,8 +17,12 @@ Function class:org.apache.hadoop.hive.ql.udf.generic.GenericUDFMonthsBetween Function type:BUILTIN PREHOOK: query: explain select months_between('1995-02-02', '1995-01-01') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select months_between('1995-02-02', '1995-01-01') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_named_struct.q.out b/ql/src/test/results/clientpositive/udf_named_struct.q.out index a15126a..38fd723 100644 --- a/ql/src/test/results/clientpositive/udf_named_struct.q.out +++ b/ql/src/test/results/clientpositive/udf_named_struct.q.out @@ -14,10 +14,14 @@ PREHOOK: query: EXPLAIN SELECT named_struct("foo", 1, "bar", 2), named_struct("foo", 1, "bar", 2).foo FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT named_struct("foo", 1, "bar", 2), named_struct("foo", 1, "bar", 2).foo FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_next_day.q.out b/ql/src/test/results/clientpositive/udf_next_day.q.out index fc9f651..c4214d7 100644 --- a/ql/src/test/results/clientpositive/udf_next_day.q.out +++ b/ql/src/test/results/clientpositive/udf_next_day.q.out @@ -16,9 +16,13 @@ Function type:BUILTIN PREHOOK: query: EXPLAIN SELECT next_day('2014-01-14', 'MO') FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT next_day('2014-01-14', 'MO') FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_notequal.q.out b/ql/src/test/results/clientpositive/udf_notequal.q.out index 390390f..87e5676 100644 --- a/ql/src/test/results/clientpositive/udf_notequal.q.out +++ b/ql/src/test/results/clientpositive/udf_notequal.q.out @@ -29,11 +29,15 @@ SELECT key, value FROM src WHERE key <> '302' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, value FROM src WHERE key <> '302' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -570,11 +574,15 @@ SELECT key, value FROM src WHERE key != '302' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT key, value FROM src WHERE key != '302' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_nullif.q.out b/ql/src/test/results/clientpositive/udf_nullif.q.out index d7b0bbb..3251b22 100644 --- a/ql/src/test/results/clientpositive/udf_nullif.q.out +++ b/ql/src/test/results/clientpositive/udf_nullif.q.out @@ -14,8 +14,12 @@ Function class:org.apache.hadoop.hive.ql.udf.generic.GenericUDFNullif Function type:BUILTIN PREHOOK: query: explain select nullif(1,2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select nullif(1,2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -36,8 +40,12 @@ STAGE PLANS: PREHOOK: query: explain select nullif(1.0,2.0) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select nullif(1.0,2.0) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -58,8 +66,12 @@ STAGE PLANS: PREHOOK: query: explain select nullif('y','x') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select nullif('y','x') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_nvl.q.out b/ql/src/test/results/clientpositive/udf_nvl.q.out index 583df01..32272a9 100644 --- a/ql/src/test/results/clientpositive/udf_nvl.q.out +++ b/ql/src/test/results/clientpositive/udf_nvl.q.out @@ -18,11 +18,15 @@ SELECT NVL( 1 , 2 ) AS COL1, NVL( NULL, 5 ) AS COL2 FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT NVL( 1 , 2 ) AS COL1, NVL( NULL, 5 ) AS COL2 FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_octet_length.q.out b/ql/src/test/results/clientpositive/udf_octet_length.q.out index cbb614c..781d802 100644 --- a/ql/src/test/results/clientpositive/udf_octet_length.q.out +++ b/ql/src/test/results/clientpositive/udf_octet_length.q.out @@ -23,8 +23,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@dest1_n165 PREHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE dest1_n165 SELECT octet_length(src1.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest1_n165 POSTHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE dest1_n165 SELECT octet_length(src1.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest1_n165 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -215,8 +219,12 @@ POSTHOOK: Output: default@dest1_n165 POSTHOOK: Lineage: dest1_n165.name EXPRESSION [] PREHOOK: query: EXPLAIN SELECT octet_length(dest1_n165.name) FROM dest1_n165 PREHOOK: type: QUERY +PREHOOK: Input: default@dest1_n165 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT octet_length(dest1_n165.name) FROM dest1_n165 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest1_n165 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_parse_url.q.out b/ql/src/test/results/clientpositive/udf_parse_url.q.out index 5b7476f..480eb01 100644 --- a/ql/src/test/results/clientpositive/udf_parse_url.q.out +++ b/ql/src/test/results/clientpositive/udf_parse_url.q.out @@ -33,6 +33,8 @@ parse_url('http://facebook.com/path1/p.php?k1=v1&k2=v2#Ref1', 'USERINFO') , parse_url('http://facebook.com/path1/p.php?k1=v1&k2=v2#Ref1', 'AUTHORITY') FROM src WHERE key = 86 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT parse_url('http://facebook.com/path1/p.php?k1=v1&k2=v2#Ref1', 'HOST'), parse_url('http://facebook.com/path1/p.php?k1=v1&k2=v2#Ref1', 'PATH'), @@ -47,6 +49,8 @@ parse_url('http://facebook.com/path1/p.php?k1=v1&k2=v2#Ref1', 'USERINFO') , parse_url('http://facebook.com/path1/p.php?k1=v1&k2=v2#Ref1', 'AUTHORITY') FROM src WHERE key = 86 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/udf_printf.q.out b/ql/src/test/results/clientpositive/udf_printf.q.out index 099773c..9809f95 100644 --- a/ql/src/test/results/clientpositive/udf_printf.q.out +++ b/ql/src/test/results/clientpositive/udf_printf.q.out @@ -22,9 +22,13 @@ Function type:BUILTIN PREHOOK: query: EXPLAIN SELECT printf("Hello World %d %s", 100, "days") FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT printf("Hello World %d %s", 100, "days") FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_quarter.q.out b/ql/src/test/results/clientpositive/udf_quarter.q.out index 0e257a4..8a47994 100644 --- a/ql/src/test/results/clientpositive/udf_quarter.q.out +++ b/ql/src/test/results/clientpositive/udf_quarter.q.out @@ -14,8 +14,12 @@ Function class:org.apache.hadoop.hive.ql.udf.generic.GenericUDFQuarter Function type:BUILTIN PREHOOK: query: explain select quarter('2015-04-24') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select quarter('2015-04-24') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_radians.q.out b/ql/src/test/results/clientpositive/udf_radians.q.out index 0ce8281..cac8ef9 100644 --- a/ql/src/test/results/clientpositive/udf_radians.q.out +++ b/ql/src/test/results/clientpositive/udf_radians.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select radians(57.2958) FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select radians(57.2958) FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -59,9 +63,13 @@ Function type:BUILTIN PREHOOK: query: explain select radians(57.2958) FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select radians(57.2958) FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_reflect.q.out b/ql/src/test/results/clientpositive/udf_reflect.q.out index 97e40d1..e9d72c0 100644 --- a/ql/src/test/results/clientpositive/udf_reflect.q.out +++ b/ql/src/test/results/clientpositive/udf_reflect.q.out @@ -24,6 +24,8 @@ SELECT reflect("java.lang.String", "valueOf", 1), reflect("java.lang.Integer", "valueOf", key, 16) FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT reflect("java.lang.String", "valueOf", 1), reflect("java.lang.String", "isEmpty"), @@ -35,6 +37,8 @@ SELECT reflect("java.lang.String", "valueOf", 1), reflect("java.lang.Integer", "valueOf", key, 16) FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_reflect2.q.out b/ql/src/test/results/clientpositive/udf_reflect2.q.out index f3bbff2..59003d7 100644 --- a/ql/src/test/results/clientpositive/udf_reflect2.q.out +++ b/ql/src/test/results/clientpositive/udf_reflect2.q.out @@ -46,6 +46,8 @@ SELECT key, reflect2(ts, "toEpochMilli") FROM (select cast(key as int) key, value, cast('2013-02-15 19:41:20' as timestamp) ts from src) a LIMIT 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT key, reflect2(key, "byteValue"), @@ -80,6 +82,8 @@ SELECT key, reflect2(ts, "toEpochMilli") FROM (select cast(key as int) key, value, cast('2013-02-15 19:41:20' as timestamp) ts from src) a LIMIT 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### OPTIMIZED SQL: SELECT CAST(`key` AS INTEGER) AS `key`, REFLECT2(CAST(`key` AS INTEGER), 'byteValue') AS `_o__c1`, REFLECT2(CAST(`key` AS INTEGER), 'shortValue') AS `_o__c2`, REFLECT2(CAST(`key` AS INTEGER), 'intValue') AS `_o__c3`, REFLECT2(CAST(`key` AS INTEGER), 'longValue') AS `_o__c4`, REFLECT2(CAST(`key` AS INTEGER), 'floatValue') AS `_o__c5`, REFLECT2(CAST(`key` AS INTEGER), 'doubleValue') AS `_o__c6`, REFLECT2(CAST(`key` AS INTEGER), 'toString') AS `_o__c7`, `value`, REFLECT2(`value`, 'concat', '_concat') AS `_o__c9`, REFLECT2(`value`, 'contains', '86') AS `_o__c10`, REFLECT2(`value`, 'startsWith', 'v') AS `_o__c11`, REFLECT2(`value`, 'endsWith', '6') AS `_o__c12`, REFLECT2(`value`, 'equals', 'val_86') AS `_o__c13`, REFLECT2(`value`, 'equalsIgnoreCase', 'VAL_86') AS `_o__c14`, REFLECT2(`value`, 'getBytes') AS `_o__c15`, REFLECT2(`value`, 'indexOf', '1') AS `_o__c16`, REFLECT2(`value`, 'lastIndexOf', '1') AS `_o__c17`, REFLECT2(`value`, 'replace', 'val', 'VALUE') AS `_o__c18`, REFLECT2(`value`, 'substring', 1) AS `_o__c19`, REFLECT2(`value`, 'substring', 1, 5) AS `_o__c20`, REFLECT2(`value`, 'toUpperCase') AS `_o__c21`, REFLECT2(`value`, 'trim') AS `_o__c22`, CAST(TIMESTAMP '2013-02-15 19:41:20.000000000' AS TIMESTAMP(9)) AS `ts`, CAST(2013 AS INTEGER) AS `_o__c24`, CAST(2 AS INTEGER) AS `_o__c25`, CAST(15 AS INTEGER) AS `_o__c26`, CAST(19 AS INTEGER) AS `_o__c27`, CAST(41 AS INTEGER) AS `_o__c28`, CAST(20 AS INTEGER) AS `_o__c29`, CAST(1360957280000 AS BIGINT) AS `_o__c30` FROM `default`.`src` LIMIT 5 diff --git a/ql/src/test/results/clientpositive/udf_repeat.q.out b/ql/src/test/results/clientpositive/udf_repeat.q.out index 2c061e7..d2a7e51 100644 --- a/ql/src/test/results/clientpositive/udf_repeat.q.out +++ b/ql/src/test/results/clientpositive/udf_repeat.q.out @@ -20,6 +20,8 @@ PREHOOK: query: EXPLAIN SELECT repeat("asdf", -1) FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT repeat("Facebook", 3), repeat("", 4), @@ -27,6 +29,8 @@ POSTHOOK: query: EXPLAIN SELECT repeat("asdf", -1) FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_reverse.q.out b/ql/src/test/results/clientpositive/udf_reverse.q.out index fc39abb..b32f65b 100644 --- a/ql/src/test/results/clientpositive/udf_reverse.q.out +++ b/ql/src/test/results/clientpositive/udf_reverse.q.out @@ -23,8 +23,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@dest1_n44 PREHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE dest1_n44 SELECT reverse(src1.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest1_n44 POSTHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE dest1_n44 SELECT reverse(src1.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest1_n44 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/udf_rpad.q.out b/ql/src/test/results/clientpositive/udf_rpad.q.out index 0a80f66..80bd5d0 100644 --- a/ql/src/test/results/clientpositive/udf_rpad.q.out +++ b/ql/src/test/results/clientpositive/udf_rpad.q.out @@ -25,12 +25,16 @@ PREHOOK: query: EXPLAIN SELECT rpad('hi', 6, '123') FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT rpad('hi', 1, '?'), rpad('hi', 5, '.'), rpad('hi', 6, '123') FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_second.q.out b/ql/src/test/results/clientpositive/udf_second.q.out index 6cc7775..058db9d 100644 --- a/ql/src/test/results/clientpositive/udf_second.q.out +++ b/ql/src/test/results/clientpositive/udf_second.q.out @@ -22,10 +22,14 @@ PREHOOK: query: EXPLAIN SELECT second('2009-08-07 13:14:15'), second('13:14:15'), second('2009-08-07') FROM src WHERE key = 86 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT second('2009-08-07 13:14:15'), second('13:14:15'), second('2009-08-07') FROM src WHERE key = 86 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_sha1.q.out b/ql/src/test/results/clientpositive/udf_sha1.q.out index ec7bd4d..1fc8324 100644 --- a/ql/src/test/results/clientpositive/udf_sha1.q.out +++ b/ql/src/test/results/clientpositive/udf_sha1.q.out @@ -18,8 +18,12 @@ Function class:org.apache.hadoop.hive.ql.udf.UDFSha1 Function type:BUILTIN PREHOOK: query: explain select sha1('ABC') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select sha1('ABC') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_sha2.q.out b/ql/src/test/results/clientpositive/udf_sha2.q.out index 8f4a7d5..f8292c2 100644 --- a/ql/src/test/results/clientpositive/udf_sha2.q.out +++ b/ql/src/test/results/clientpositive/udf_sha2.q.out @@ -15,8 +15,12 @@ Function class:org.apache.hadoop.hive.ql.udf.generic.GenericUDFSha2 Function type:BUILTIN PREHOOK: query: explain select sha2('ABC', 256) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select sha2('ABC', 256) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_sign.q.out b/ql/src/test/results/clientpositive/udf_sign.q.out index 35e482f..91ef2a6 100644 --- a/ql/src/test/results/clientpositive/udf_sign.q.out +++ b/ql/src/test/results/clientpositive/udf_sign.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain select sign(0) FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select sign(0) FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -67,9 +71,13 @@ Function type:BUILTIN PREHOOK: query: explain select sign(0) FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select sign(0) FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_size.q.out b/ql/src/test/results/clientpositive/udf_size.q.out index 8534440..461f5e2 100644 --- a/ql/src/test/results/clientpositive/udf_size.q.out +++ b/ql/src/test/results/clientpositive/udf_size.q.out @@ -19,6 +19,8 @@ SELECT size(src_thrift.lint), WHERE src_thrift.lint IS NOT NULL AND NOT (src_thrift.mstringstring IS NULL) LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src_thrift +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN FROM src_thrift SELECT size(src_thrift.lint), @@ -28,6 +30,8 @@ SELECT size(src_thrift.lint), WHERE src_thrift.lint IS NOT NULL AND NOT (src_thrift.mstringstring IS NULL) LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_thrift +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_sort_array.q.out b/ql/src/test/results/clientpositive/udf_sort_array.q.out index 3a591ed..d0e5362 100644 --- a/ql/src/test/results/clientpositive/udf_sort_array.q.out +++ b/ql/src/test/results/clientpositive/udf_sort_array.q.out @@ -22,9 +22,13 @@ Function type:BUILTIN PREHOOK: query: EXPLAIN SELECT sort_array(array("b", "d", "c", "a")) FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT sort_array(array("b", "d", "c", "a")) FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_soundex.q.out b/ql/src/test/results/clientpositive/udf_soundex.q.out index 4ba0013..e9a560e 100644 --- a/ql/src/test/results/clientpositive/udf_soundex.q.out +++ b/ql/src/test/results/clientpositive/udf_soundex.q.out @@ -16,8 +16,12 @@ Function class:org.apache.hadoop.hive.ql.udf.generic.GenericUDFSoundex Function type:BUILTIN PREHOOK: query: explain select soundex('Miller') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select soundex('Miller') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_space.q.out b/ql/src/test/results/clientpositive/udf_space.q.out index a06da3f..f58b9c3 100644 --- a/ql/src/test/results/clientpositive/udf_space.q.out +++ b/ql/src/test/results/clientpositive/udf_space.q.out @@ -21,6 +21,8 @@ PREHOOK: query: EXPLAIN SELECT space(-100) FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT space(10), space(0), @@ -29,6 +31,8 @@ POSTHOOK: query: EXPLAIN SELECT space(-100) FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_split.q.out b/ql/src/test/results/clientpositive/udf_split.q.out index c05a8dd..c596fce 100644 --- a/ql/src/test/results/clientpositive/udf_split.q.out +++ b/ql/src/test/results/clientpositive/udf_split.q.out @@ -20,6 +20,8 @@ PREHOOK: query: EXPLAIN SELECT split(50401020, 0) FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT split('a b c', ' '), split('oneAtwoBthreeC', '[ABC]'), @@ -27,6 +29,8 @@ POSTHOOK: query: EXPLAIN SELECT split(50401020, 0) FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_struct.q.out b/ql/src/test/results/clientpositive/udf_struct.q.out index ec1a6f9..df54a25 100644 --- a/ql/src/test/results/clientpositive/udf_struct.q.out +++ b/ql/src/test/results/clientpositive/udf_struct.q.out @@ -14,10 +14,14 @@ PREHOOK: query: EXPLAIN SELECT struct(1), struct(1, "a"), struct(1, "b", 1.5).col1, struct(1, struct("a", 1.5)).col2.col1 FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT struct(1), struct(1, "a"), struct(1, "b", 1.5).col1, struct(1, struct("a", 1.5)).col2.col1 FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_substring_index.q.out b/ql/src/test/results/clientpositive/udf_substring_index.q.out index 273b3cc..e6b0fd7 100644 --- a/ql/src/test/results/clientpositive/udf_substring_index.q.out +++ b/ql/src/test/results/clientpositive/udf_substring_index.q.out @@ -16,8 +16,12 @@ Function class:org.apache.hadoop.hive.ql.udf.generic.GenericUDFSubstringIndex Function type:BUILTIN PREHOOK: query: explain select substring_index('www.apache.org', '.', 2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select substring_index('www.apache.org', '.', 2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_testlength.q.out b/ql/src/test/results/clientpositive/udf_testlength.q.out index 021bd8d..23a25d0 100644 --- a/ql/src/test/results/clientpositive/udf_testlength.q.out +++ b/ql/src/test/results/clientpositive/udf_testlength.q.out @@ -1,9 +1,11 @@ PREHOOK: query: EXPLAIN CREATE TEMPORARY FUNCTION testlength AS 'org.apache.hadoop.hive.ql.udf.UDFTestLength' PREHOOK: type: CREATEFUNCTION +PREHOOK: Output: testlength POSTHOOK: query: EXPLAIN CREATE TEMPORARY FUNCTION testlength AS 'org.apache.hadoop.hive.ql.udf.UDFTestLength' POSTHOOK: type: CREATEFUNCTION +POSTHOOK: Output: testlength STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_testlength2.q.out b/ql/src/test/results/clientpositive/udf_testlength2.q.out index ed5b0a4..1a67685 100644 --- a/ql/src/test/results/clientpositive/udf_testlength2.q.out +++ b/ql/src/test/results/clientpositive/udf_testlength2.q.out @@ -1,9 +1,11 @@ PREHOOK: query: EXPLAIN CREATE TEMPORARY FUNCTION testlength2 AS 'org.apache.hadoop.hive.ql.udf.UDFTestLength2' PREHOOK: type: CREATEFUNCTION +PREHOOK: Output: testlength2 POSTHOOK: query: EXPLAIN CREATE TEMPORARY FUNCTION testlength2 AS 'org.apache.hadoop.hive.ql.udf.UDFTestLength2' POSTHOOK: type: CREATEFUNCTION +POSTHOOK: Output: testlength2 STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_to_unix_timestamp.q.out b/ql/src/test/results/clientpositive/udf_to_unix_timestamp.q.out index 215968b..2764820 100644 --- a/ql/src/test/results/clientpositive/udf_to_unix_timestamp.q.out +++ b/ql/src/test/results/clientpositive/udf_to_unix_timestamp.q.out @@ -89,8 +89,12 @@ POSTHOOK: Input: default@oneline_n0 random_string NULL PREHOOK: query: explain select * from (select * from src) a where unix_timestamp(a.key) > 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select * from src) a where unix_timestamp(a.key) > 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -113,8 +117,12 @@ STAGE PLANS: PREHOOK: query: explain select * from (select * from src) a where to_unix_timestamp(a.key) > 10 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select * from src) a where to_unix_timestamp(a.key) > 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_to_utc_timestamp.q.out b/ql/src/test/results/clientpositive/udf_to_utc_timestamp.q.out index 7264a94..2aece90 100644 --- a/ql/src/test/results/clientpositive/udf_to_utc_timestamp.q.out +++ b/ql/src/test/results/clientpositive/udf_to_utc_timestamp.q.out @@ -12,8 +12,12 @@ Function class:org.apache.hadoop.hive.ql.udf.generic.GenericUDFToUtcTimestamp Function type:BUILTIN PREHOOK: query: explain select to_utc_timestamp('2012-02-11 10:30:00', 'PST') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select to_utc_timestamp('2012-02-11 10:30:00', 'PST') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_trunc.q.out b/ql/src/test/results/clientpositive/udf_trunc.q.out index 62ac552..587ee80 100644 --- a/ql/src/test/results/clientpositive/udf_trunc.q.out +++ b/ql/src/test/results/clientpositive/udf_trunc.q.out @@ -50,6 +50,8 @@ SELECT TRUNC('2016-02-28 10:30:45', 'MM'), TRUNC('2016-02-29 10:30:45', 'MM') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT TRUNC('2014-01-01', 'MM'), @@ -69,6 +71,8 @@ SELECT TRUNC('2016-02-28 10:30:45', 'MM'), TRUNC('2016-02-29 10:30:45', 'MM') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -153,6 +157,8 @@ SELECT TRUNC('2016-07-01 10:30:45', 'Q'), TRUNC('2016-12-31 10:30:45', 'Q') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT TRUNC('2014-01-01', 'Q'), @@ -178,6 +184,8 @@ SELECT TRUNC('2016-07-01 10:30:45', 'Q'), TRUNC('2016-12-31 10:30:45', 'Q') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -268,6 +276,8 @@ SELECT TRUNC('2016-02-28 10:30:45', 'YEAR'), TRUNC('2016-02-29 10:30:45', 'YEAR') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT TRUNC('2014-01-01', 'YEAR'), @@ -287,6 +297,8 @@ SELECT TRUNC('2016-02-28 10:30:45', 'YEAR'), TRUNC('2016-02-29 10:30:45', 'YEAR') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -365,6 +377,8 @@ SELECT TRUNC(CAST('2016-02-28 10:30:45' AS TIMESTAMP), 'MM'), TRUNC(CAST('2016-02-29 10:30:45' AS TIMESTAMP), 'MM') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT TRUNC(CAST('2014-01-01 00:00:00' AS TIMESTAMP), 'MM'), @@ -384,6 +398,8 @@ SELECT TRUNC(CAST('2016-02-28 10:30:45' AS TIMESTAMP), 'MM'), TRUNC(CAST('2016-02-29 10:30:45' AS TIMESTAMP), 'MM') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -465,6 +481,8 @@ SELECT TRUNC(CAST('2016-07-01 10:30:45' AS TIMESTAMP), 'Q'), TRUNC(CAST('2016-12-31 10:30:45' AS TIMESTAMP), 'Q') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT TRUNC(CAST('2014-01-01 00:00:00' AS TIMESTAMP), 'Q'), @@ -487,6 +505,8 @@ SELECT TRUNC(CAST('2016-07-01 10:30:45' AS TIMESTAMP), 'Q'), TRUNC(CAST('2016-12-31 10:30:45' AS TIMESTAMP), 'Q') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -571,6 +591,8 @@ SELECT TRUNC(CAST('2016-02-28 10:30:45' AS TIMESTAMP), 'YEAR'), TRUNC(CAST('2016-02-29 10:30:45' AS TIMESTAMP), 'YEAR') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT TRUNC(CAST('2014-01-01 00:00:00' AS TIMESTAMP), 'YEAR'), @@ -590,6 +612,8 @@ SELECT TRUNC(CAST('2016-02-28 10:30:45' AS TIMESTAMP), 'YEAR'), TRUNC(CAST('2016-02-29 10:30:45' AS TIMESTAMP), 'YEAR') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -660,6 +684,8 @@ SELECT TRUNC(CAST('2016-02-28' AS DATE), 'MM'), TRUNC(CAST('2016-02-29' AS DATE), 'MM') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT TRUNC(CAST('2014-01-01' AS DATE), 'MM'), @@ -671,6 +697,8 @@ SELECT TRUNC(CAST('2016-02-28' AS DATE), 'MM'), TRUNC(CAST('2016-02-29' AS DATE), 'MM') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -728,6 +756,8 @@ SELECT TRUNC(CAST('2016-07-01' AS DATE), 'Q'), TRUNC(CAST('2016-12-31' AS DATE), 'Q') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT TRUNC(CAST('2014-01-01' AS DATE), 'Q'), @@ -742,6 +772,8 @@ SELECT TRUNC(CAST('2016-07-01' AS DATE), 'Q'), TRUNC(CAST('2016-12-31' AS DATE), 'Q') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -802,6 +834,8 @@ SELECT TRUNC(CAST('2016-02-28' AS DATE), 'YEAR'), TRUNC(CAST('2016-02-29' AS DATE), 'YEAR') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT TRUNC(CAST('2014-01-01' AS DATE), 'YEAR'), @@ -813,6 +847,8 @@ SELECT TRUNC(CAST('2016-02-28' AS DATE), 'YEAR'), TRUNC(CAST('2016-02-29' AS DATE), 'YEAR') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -865,6 +901,8 @@ SELECT TRUNC('2014-01-01', 'M'), TRUNC('2014-01-01', CAST(null AS STRING)) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT TRUNC('2014-01-34', 'MM'), @@ -874,6 +912,8 @@ SELECT TRUNC('2014-01-01', 'M'), TRUNC('2014-01-01', CAST(null AS STRING)) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -922,6 +962,8 @@ SELECT TRUNC('2014-01-01', 'Q'), TRUNC('2014-01-01', CAST(null AS STRING)) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT TRUNC('2014-01-34', 'Q'), @@ -931,6 +973,8 @@ SELECT TRUNC('2014-01-01', 'Q'), TRUNC('2014-01-01', CAST(null AS STRING)) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -979,6 +1023,8 @@ SELECT TRUNC('2014-01-01', 'M'), TRUNC('2014-01-01', CAST(null AS STRING)) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT TRUNC('2014-01-34', 'YEAR'), @@ -988,6 +1034,8 @@ SELECT TRUNC('2014-01-01', 'M'), TRUNC('2014-01-01', CAST(null AS STRING)) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_trunc_number.q.out b/ql/src/test/results/clientpositive/udf_trunc_number.q.out index 9deb381..5309aea 100644 --- a/ql/src/test/results/clientpositive/udf_trunc_number.q.out +++ b/ql/src/test/results/clientpositive/udf_trunc_number.q.out @@ -1,7 +1,11 @@ PREHOOK: query: EXPLAIN SELECT trunc(1234567891.1234567891,4), trunc(1234567891.1234567891,-4), trunc(1234567891.1234567891,0), trunc(1234567891.1234567891) FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT trunc(1234567891.1234567891,4), trunc(1234567891.1234567891,-4), trunc(1234567891.1234567891,0), trunc(1234567891.1234567891) FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -57,8 +61,12 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@sampletable PREHOOK: query: EXPLAIN select trunc (c,d) from sampletable PREHOOK: type: QUERY +PREHOOK: Input: default@sampletable +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select trunc (c,d) from sampletable POSTHOOK: type: QUERY +POSTHOOK: Input: default@sampletable +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -112,8 +120,12 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@sampletable1 PREHOOK: query: EXPLAIN select trunc (c,d) from sampletable1 PREHOOK: type: QUERY +PREHOOK: Input: default@sampletable1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select trunc (c,d) from sampletable1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@sampletable1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -167,8 +179,12 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@sampletable2 PREHOOK: query: EXPLAIN select trunc (c,d) from sampletable2 PREHOOK: type: QUERY +PREHOOK: Input: default@sampletable2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select trunc (c,d) from sampletable2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@sampletable2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -222,8 +238,12 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@sampletable3 PREHOOK: query: EXPLAIN select trunc (c,d) from sampletable3 PREHOOK: type: QUERY +PREHOOK: Input: default@sampletable3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select trunc (c,d) from sampletable3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@sampletable3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -277,8 +297,12 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@sampletable4 PREHOOK: query: EXPLAIN select trunc (c,d) from sampletable4 PREHOOK: type: QUERY +PREHOOK: Input: default@sampletable4 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN select trunc (c,d) from sampletable4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@sampletable4 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_union.q.out b/ql/src/test/results/clientpositive/udf_union.q.out index d67c2a2..ab62e4b 100644 --- a/ql/src/test/results/clientpositive/udf_union.q.out +++ b/ql/src/test/results/clientpositive/udf_union.q.out @@ -18,11 +18,15 @@ SELECT create_union(0, key), create_union(if(key<100, 0, 1), 2.0, value), create_union(1, "a", struct(2, "b")) FROM src tablesample (2 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT create_union(0, key), create_union(if(key<100, 0, 1), 2.0, value), create_union(1, "a", struct(2, "b")) FROM src tablesample (2 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_when.q.out b/ql/src/test/results/clientpositive/udf_when.q.out index a05bd13..ceb1e3c 100644 --- a/ql/src/test/results/clientpositive/udf_when.q.out +++ b/ql/src/test/results/clientpositive/udf_when.q.out @@ -50,6 +50,8 @@ SELECT CASE END FROM src tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT CASE WHEN 1=1 THEN 2 @@ -78,6 +80,8 @@ SELECT CASE END FROM src tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udf_width_bucket.q.out b/ql/src/test/results/clientpositive/udf_width_bucket.q.out index fedab99..d1a2089 100644 --- a/ql/src/test/results/clientpositive/udf_width_bucket.q.out +++ b/ql/src/test/results/clientpositive/udf_width_bucket.q.out @@ -19,8 +19,12 @@ Function class:org.apache.hadoop.hive.ql.udf.generic.GenericUDFWidthBucket Function type:BUILTIN PREHOOK: query: explain select width_bucket(10, 5, 25, 4) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain select width_bucket(10, 5, 25, 4) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/udtf_explode.q.out b/ql/src/test/results/clientpositive/udtf_explode.q.out index 3b5fa40..df1194e 100644 --- a/ql/src/test/results/clientpositive/udtf_explode.q.out +++ b/ql/src/test/results/clientpositive/udtf_explode.q.out @@ -12,8 +12,12 @@ Function class:org.apache.hadoop.hive.ql.udf.generic.GenericUDTFExplode Function type:BUILTIN PREHOOK: query: EXPLAIN EXTENDED SELECT explode(array(1,2,3)) AS myCol FROM src LIMIT 3 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT explode(array(1,2,3)) AS myCol FROM src LIMIT 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -44,8 +48,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN EXTENDED SELECT a.myCol, count(1) FROM (SELECT explode(array(1,2,3)) AS myCol FROM src LIMIT 3) a GROUP BY a.myCol PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT a.myCol, count(1) FROM (SELECT explode(array(1,2,3)) AS myCol FROM src LIMIT 3) a GROUP BY a.myCol POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -281,8 +289,12 @@ POSTHOOK: Input: default@src 3 1 PREHOOK: query: EXPLAIN SELECT explode(map(1,'one',2,'two',3,'three')) as (myKey,myVal) FROM src LIMIT 3 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT explode(map(1,'one',2,'two',3,'three')) as (myKey,myVal) FROM src LIMIT 3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -312,8 +324,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN EXTENDED SELECT a.myKey, a.myVal, count(1) FROM (SELECT explode(map(1,'one',2,'two',3,'three')) as (myKey,myVal) FROM src LIMIT 3) a GROUP BY a.myKey, a.myVal PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT a.myKey, a.myVal, count(1) FROM (SELECT explode(map(1,'one',2,'two',3,'three')) as (myKey,myVal) FROM src LIMIT 3) a GROUP BY a.myKey, a.myVal POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/udtf_json_tuple.q.out b/ql/src/test/results/clientpositive/udtf_json_tuple.q.out index d500c14..f0f282a 100644 --- a/ql/src/test/results/clientpositive/udtf_json_tuple.q.out +++ b/ql/src/test/results/clientpositive/udtf_json_tuple.q.out @@ -45,9 +45,13 @@ POSTHOOK: Lineage: json_t.key EXPRESSION [] PREHOOK: query: explain select a.key, b.* from json_t a lateral view json_tuple(a.jstring, 'f1', 'f2', 'f3', 'f4', 'f5') b as f1, f2, f3, f4, f5 order by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@json_t +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.* from json_t a lateral view json_tuple(a.jstring, 'f1', 'f2', 'f3', 'f4', 'f5') b as f1, f2, f3, f4, f5 order by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@json_t +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -132,9 +136,13 @@ POSTHOOK: Input: default@json_t PREHOOK: query: explain select json_tuple(a.jstring, 'f1', 'f2', 'f3', 'f4', 'f5') as (f1, f2, f3, f4, f5) from json_t a order by f1, f2, f3 PREHOOK: type: QUERY +PREHOOK: Input: default@json_t +#### A masked pattern was here #### POSTHOOK: query: explain select json_tuple(a.jstring, 'f1', 'f2', 'f3', 'f4', 'f5') as (f1, f2, f3, f4, f5) from json_t a order by f1, f2, f3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@json_t +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -198,9 +206,13 @@ value13 2 value33 value44 5.01 PREHOOK: query: explain select a.key, b.f2, b.f5 from json_t a lateral view json_tuple(a.jstring, 'f1', 'f2', 'f3', 'f4', 'f5') b as f1, f2, f3, f4, f5 order by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@json_t +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.f2, b.f5 from json_t a lateral view json_tuple(a.jstring, 'f1', 'f2', 'f3', 'f4', 'f5') b as f1, f2, f3, f4, f5 order by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@json_t +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -285,9 +297,13 @@ POSTHOOK: Input: default@json_t PREHOOK: query: explain select f2, count(*) from json_t a lateral view json_tuple(a.jstring, 'f1', 'f2', 'f3', 'f4', 'f5') b as f1, f2, f3, f4, f5 where f1 is not null group by f2 order by f2 PREHOOK: type: QUERY +PREHOOK: Input: default@json_t +#### A masked pattern was here #### POSTHOOK: query: explain select f2, count(*) from json_t a lateral view json_tuple(a.jstring, 'f1', 'f2', 'f3', 'f4', 'f5') b as f1, f2, f3, f4, f5 where f1 is not null group by f2 order by f2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@json_t +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/udtf_parse_url_tuple.q.out b/ql/src/test/results/clientpositive/udtf_parse_url_tuple.q.out index 51e23e5..9e7c575 100644 --- a/ql/src/test/results/clientpositive/udtf_parse_url_tuple.q.out +++ b/ql/src/test/results/clientpositive/udtf_parse_url_tuple.q.out @@ -64,9 +64,13 @@ Function type:BUILTIN PREHOOK: query: explain select a.key, b.* from url_t a lateral view parse_url_tuple(a.fullurl, 'HOST', 'PATH', 'QUERY', 'REF', 'PROTOCOL', 'FILE', 'AUTHORITY', 'USERINFO', 'QUERY:k1') b as ho, pa, qu, re, pr, fi, au, us, qk1 order by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@url_t +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.* from url_t a lateral view parse_url_tuple(a.fullurl, 'HOST', 'PATH', 'QUERY', 'REF', 'PROTOCOL', 'FILE', 'AUTHORITY', 'USERINFO', 'QUERY:k1') b as ho, pa, qu, re, pr, fi, au, us, qk1 order by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@url_t +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -151,9 +155,13 @@ POSTHOOK: Input: default@url_t PREHOOK: query: explain select parse_url_tuple(a.fullurl, 'HOST', 'PATH', 'QUERY', 'REF', 'PROTOCOL', 'FILE', 'AUTHORITY', 'USERINFO', 'QUERY:k1') as (ho, pa, qu, re, pr, fi, au, us, qk1) from url_t a order by ho, pa, qu PREHOOK: type: QUERY +PREHOOK: Input: default@url_t +#### A masked pattern was here #### POSTHOOK: query: explain select parse_url_tuple(a.fullurl, 'HOST', 'PATH', 'QUERY', 'REF', 'PROTOCOL', 'FILE', 'AUTHORITY', 'USERINFO', 'QUERY:k1') as (ho, pa, qu, re, pr, fi, au, us, qk1) from url_t a order by ho, pa, qu POSTHOOK: type: QUERY +POSTHOOK: Input: default@url_t +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -217,9 +225,13 @@ www.socs.uts.edu.au /MosaicDocs-old/url-primer.html k1=tps chapter1 https /Mosai PREHOOK: query: explain select a.key, b.ho, b.qu, b.qk1, b.err1, b.err2, b.err3 from url_t a lateral view parse_url_tuple(a.fullurl, 'HOST', 'PATH', 'QUERY', 'REF', 'PROTOCOL', 'FILE', 'AUTHORITY', 'USERINFO', 'QUERY:k1', 'host', 'query', 'QUERY:nonExistCol') b as ho, pa, qu, re, pr, fi, au, us, qk1, err1, err2, err3 order by a.key PREHOOK: type: QUERY +PREHOOK: Input: default@url_t +#### A masked pattern was here #### POSTHOOK: query: explain select a.key, b.ho, b.qu, b.qk1, b.err1, b.err2, b.err3 from url_t a lateral view parse_url_tuple(a.fullurl, 'HOST', 'PATH', 'QUERY', 'REF', 'PROTOCOL', 'FILE', 'AUTHORITY', 'USERINFO', 'QUERY:k1', 'host', 'query', 'QUERY:nonExistCol') b as ho, pa, qu, re, pr, fi, au, us, qk1, err1, err2, err3 order by a.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@url_t +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -304,9 +316,13 @@ POSTHOOK: Input: default@url_t PREHOOK: query: explain select ho, count(*) from url_t a lateral view parse_url_tuple(a.fullurl, 'HOST', 'PATH', 'QUERY', 'REF', 'PROTOCOL', 'FILE', 'AUTHORITY', 'USERINFO', 'QUERY:k1') b as ho, pa, qu, re, pr, fi, au, us, qk1 where qk1 is not null group by ho PREHOOK: type: QUERY +PREHOOK: Input: default@url_t +#### A masked pattern was here #### POSTHOOK: query: explain select ho, count(*) from url_t a lateral view parse_url_tuple(a.fullurl, 'HOST', 'PATH', 'QUERY', 'REF', 'PROTOCOL', 'FILE', 'AUTHORITY', 'USERINFO', 'QUERY:k1') b as ho, pa, qu, re, pr, fi, au, us, qk1 where qk1 is not null group by ho POSTHOOK: type: QUERY +POSTHOOK: Input: default@url_t +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/udtf_stack.q.out b/ql/src/test/results/clientpositive/udtf_stack.q.out index f1baa9b..bfae719 100644 --- a/ql/src/test/results/clientpositive/udtf_stack.q.out +++ b/ql/src/test/results/clientpositive/udtf_stack.q.out @@ -5,8 +5,12 @@ POSTHOOK: type: DESCFUNCTION stack(n, cols...) - turns k columns into n rows of size k/n each PREHOOK: query: EXPLAIN SELECT x, y FROM src LATERAL VIEW STACK(2, 'x', array(1), 'z') a AS x, y LIMIT 2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x, y FROM src LATERAL VIEW STACK(2, 'x', array(1), 'z') a AS x, y LIMIT 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -72,8 +76,12 @@ STAGE PLANS: PREHOOK: query: EXPLAIN SELECT x, y FROM src LATERAL VIEW STACK(2, 'x', array(1), 'z', array(4)) a AS x, y LIMIT 2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT x, y FROM src LATERAL VIEW STACK(2, 'x', array(1), 'z', array(4)) a AS x, y LIMIT 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -160,9 +168,13 @@ z [4] PREHOOK: query: EXPLAIN SELECT stack(1, "en", "dbpedia", NULL ) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT stack(1, "en", "dbpedia", NULL ) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/union.q.out b/ql/src/test/results/clientpositive/union.q.out index dc9baf2..6187bb5 100644 --- a/ql/src/test/results/clientpositive/union.q.out +++ b/ql/src/test/results/clientpositive/union.q.out @@ -6,6 +6,8 @@ FROM ( ) unioninput INSERT OVERWRITE DIRECTORY 'target/warehouse/union.out' SELECT unioninput.* PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: target/warehouse/union.out POSTHOOK: query: EXPLAIN FROM ( FROM src select src.key, src.value WHERE src.key < 100 @@ -14,6 +16,8 @@ FROM ( ) unioninput INSERT OVERWRITE DIRECTORY 'target/warehouse/union.out' SELECT unioninput.* POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: target/warehouse/union.out STAGE DEPENDENCIES: Stage-1 is a root stage Stage-6 depends on stages: Stage-1 , consists of Stage-3, Stage-2, Stage-4 diff --git a/ql/src/test/results/clientpositive/union10.q.out b/ql/src/test/results/clientpositive/union10.q.out index b04e4ba..059ae86 100644 --- a/ql/src/test/results/clientpositive/union10.q.out +++ b/ql/src/test/results/clientpositive/union10.q.out @@ -14,6 +14,8 @@ insert overwrite table tmptable_n3 UNION ALL select 'tst3' as key, count(1) as value from src s3) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@tmptable_n3 POSTHOOK: query: explain insert overwrite table tmptable_n3 select unionsrc.key, unionsrc.value FROM (select 'tst1' as key, count(1) as value from src s1 @@ -22,6 +24,8 @@ insert overwrite table tmptable_n3 UNION ALL select 'tst3' as key, count(1) as value from src s3) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@tmptable_n3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-9, Stage-10 diff --git a/ql/src/test/results/clientpositive/union11.q.out b/ql/src/test/results/clientpositive/union11.q.out index 19b85ae..d03b801 100644 --- a/ql/src/test/results/clientpositive/union11.q.out +++ b/ql/src/test/results/clientpositive/union11.q.out @@ -5,6 +5,8 @@ PREHOOK: query: explain UNION ALL select 'tst3' as key, count(1) as value from src s3) unionsrc group by unionsrc.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select unionsrc.key, count(1) FROM (select 'tst1' as key, count(1) as value from src s1 UNION ALL @@ -12,6 +14,8 @@ POSTHOOK: query: explain UNION ALL select 'tst3' as key, count(1) as value from src s3) unionsrc group by unionsrc.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3, Stage-4 diff --git a/ql/src/test/results/clientpositive/union12.q.out b/ql/src/test/results/clientpositive/union12.q.out index fb8be48..6542798 100644 --- a/ql/src/test/results/clientpositive/union12.q.out +++ b/ql/src/test/results/clientpositive/union12.q.out @@ -14,6 +14,10 @@ insert overwrite table tmptable_n10 UNION ALL select 'tst3' as key, count(1) as value from srcbucket s3) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Input: default@srcbucket +PREHOOK: Output: default@tmptable_n10 POSTHOOK: query: explain insert overwrite table tmptable_n10 select unionsrc.key, unionsrc.value FROM (select 'tst1' as key, count(1) as value from src s1 @@ -22,6 +26,10 @@ insert overwrite table tmptable_n10 UNION ALL select 'tst3' as key, count(1) as value from srcbucket s3) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Input: default@srcbucket +POSTHOOK: Output: default@tmptable_n10 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-9, Stage-10 diff --git a/ql/src/test/results/clientpositive/union13.q.out b/ql/src/test/results/clientpositive/union13.q.out index 31219d4..99af910 100644 --- a/ql/src/test/results/clientpositive/union13.q.out +++ b/ql/src/test/results/clientpositive/union13.q.out @@ -2,10 +2,14 @@ PREHOOK: query: explain select unionsrc.key, unionsrc.value FROM (select s1.key as key, s1.value as value from src s1 UNION ALL select s2.key as key, s2.value as value from src s2) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select unionsrc.key, unionsrc.value FROM (select s1.key as key, s1.value as value from src s1 UNION ALL select s2.key as key, s2.value as value from src s2) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/union14.q.out b/ql/src/test/results/clientpositive/union14.q.out index c7a7798..f7e31d6 100644 --- a/ql/src/test/results/clientpositive/union14.q.out +++ b/ql/src/test/results/clientpositive/union14.q.out @@ -4,12 +4,18 @@ PREHOOK: query: explain select 'tst1' as key, cast(count(1) as string) as value from src s1) unionsrc group by unionsrc.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain select unionsrc.key, count(1) FROM (select s2.key as key, s2.value as value from src1 s2 UNION ALL select 'tst1' as key, cast(count(1) as string) as value from src s1) unionsrc group by unionsrc.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-2 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/union15.q.out b/ql/src/test/results/clientpositive/union15.q.out index feb53d0..dc95459 100644 --- a/ql/src/test/results/clientpositive/union15.q.out +++ b/ql/src/test/results/clientpositive/union15.q.out @@ -5,6 +5,9 @@ PREHOOK: query: explain UNION ALL select s3.key as key, s3.value as value from src1 s3) unionsrc group by unionsrc.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain select unionsrc.key, count(1) FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 UNION ALL @@ -12,6 +15,9 @@ POSTHOOK: query: explain UNION ALL select s3.key as key, s3.value as value from src1 s3) unionsrc group by unionsrc.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/union16.q.out b/ql/src/test/results/clientpositive/union16.q.out index 5403477..f451f48 100644 --- a/ql/src/test/results/clientpositive/union16.q.out +++ b/ql/src/test/results/clientpositive/union16.q.out @@ -30,6 +30,8 @@ SELECT count(1) FROM ( SELECT key, value FROM src UNION ALL SELECT key, value FROM src) src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(1) FROM ( SELECT key, value FROM src UNION ALL @@ -62,6 +64,8 @@ SELECT count(1) FROM ( SELECT key, value FROM src UNION ALL SELECT key, value FROM src) src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/union17.q.out b/ql/src/test/results/clientpositive/union17.q.out index b7748c0..73f6423 100644 --- a/ql/src/test/results/clientpositive/union17.q.out +++ b/ql/src/test/results/clientpositive/union17.q.out @@ -21,6 +21,9 @@ FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 INSERT OVERWRITE TABLE DEST1_n78 SELECT unionsrc.key, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key INSERT OVERWRITE TABLE DEST2_n17 SELECT unionsrc.key, unionsrc.value, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key, unionsrc.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n78 +PREHOOK: Output: default@dest2_n17 POSTHOOK: query: explain FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 UNION ALL @@ -28,6 +31,9 @@ FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 INSERT OVERWRITE TABLE DEST1_n78 SELECT unionsrc.key, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key INSERT OVERWRITE TABLE DEST2_n17 SELECT unionsrc.key, unionsrc.value, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key, unionsrc.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n78 +POSTHOOK: Output: default@dest2_n17 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/union18.q.out b/ql/src/test/results/clientpositive/union18.q.out index 109fa8d..f8275eb 100644 --- a/ql/src/test/results/clientpositive/union18.q.out +++ b/ql/src/test/results/clientpositive/union18.q.out @@ -21,6 +21,9 @@ FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 INSERT OVERWRITE TABLE DEST1_n128 SELECT unionsrc.key, unionsrc.value INSERT OVERWRITE TABLE DEST2_n33 SELECT unionsrc.key, unionsrc.value, unionsrc.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n128 +PREHOOK: Output: default@dest2_n33 POSTHOOK: query: explain FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 UNION ALL @@ -28,6 +31,9 @@ FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 INSERT OVERWRITE TABLE DEST1_n128 SELECT unionsrc.key, unionsrc.value INSERT OVERWRITE TABLE DEST2_n33 SELECT unionsrc.key, unionsrc.value, unionsrc.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n128 +POSTHOOK: Output: default@dest2_n33 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/union19.q.out b/ql/src/test/results/clientpositive/union19.q.out index f57d8fb..026a40b 100644 --- a/ql/src/test/results/clientpositive/union19.q.out +++ b/ql/src/test/results/clientpositive/union19.q.out @@ -21,6 +21,9 @@ FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 INSERT OVERWRITE TABLE DEST1_n86 SELECT unionsrc.key, count(unionsrc.value) group by unionsrc.key INSERT OVERWRITE TABLE DEST2_n21 SELECT unionsrc.key, unionsrc.value, unionsrc.value PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1_n86 +PREHOOK: Output: default@dest2_n21 POSTHOOK: query: explain FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 UNION ALL @@ -28,6 +31,9 @@ FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 INSERT OVERWRITE TABLE DEST1_n86 SELECT unionsrc.key, count(unionsrc.value) group by unionsrc.key INSERT OVERWRITE TABLE DEST2_n21 SELECT unionsrc.key, unionsrc.value, unionsrc.value POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1_n86 +POSTHOOK: Output: default@dest2_n21 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/union2.q.out b/ql/src/test/results/clientpositive/union2.q.out index dbd5966..ec16a27 100644 --- a/ql/src/test/results/clientpositive/union2.q.out +++ b/ql/src/test/results/clientpositive/union2.q.out @@ -2,10 +2,14 @@ PREHOOK: query: explain select count(1) FROM (select s1.key as key, s1.value as value from src s1 UNION ALL select s2.key as key, s2.value as value from src s2) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) FROM (select s1.key as key, s1.value as value from src s1 UNION ALL select s2.key as key, s2.value as value from src s2) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/union20.q.out b/ql/src/test/results/clientpositive/union20.q.out index 8019ec1b..2463f7b 100644 --- a/ql/src/test/results/clientpositive/union20.q.out +++ b/ql/src/test/results/clientpositive/union20.q.out @@ -9,6 +9,8 @@ JOIN select s4.key as key, s4.value as value from src s4 where s4.key < 10) unionsrc2 ON (unionsrc1.key = unionsrc2.key) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT unionsrc1.key, unionsrc1.value, unionsrc2.key, unionsrc2.value FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 @@ -20,6 +22,8 @@ JOIN select s4.key as key, s4.value as value from src s4 where s4.key < 10) unionsrc2 ON (unionsrc1.key = unionsrc2.key) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 diff --git a/ql/src/test/results/clientpositive/union21.q.out b/ql/src/test/results/clientpositive/union21.q.out index 062816e..7416402 100644 --- a/ql/src/test/results/clientpositive/union21.q.out +++ b/ql/src/test/results/clientpositive/union21.q.out @@ -13,6 +13,9 @@ FROM ( ) union_output GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src_thrift +#### A masked pattern was here #### POSTHOOK: query: explain SELECT key, count(1) FROM ( @@ -28,6 +31,9 @@ FROM ( ) union_output GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src_thrift +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/union22.q.out b/ql/src/test/results/clientpositive/union22.q.out index 57b1e25..dc229d6 100644 --- a/ql/src/test/results/clientpositive/union22.q.out +++ b/ql/src/test/results/clientpositive/union22.q.out @@ -57,6 +57,11 @@ where a.k1 > 20 ) subq PREHOOK: type: QUERY +PREHOOK: Input: default@dst_union22 +PREHOOK: Input: default@dst_union22@ds=1 +PREHOOK: Input: default@dst_union22_delta +PREHOOK: Input: default@dst_union22_delta@ds=1 +PREHOOK: Output: default@dst_union22@ds=2 POSTHOOK: query: explain extended insert overwrite table dst_union22 partition (ds='2') select * from @@ -70,6 +75,11 @@ where a.k1 > 20 ) subq POSTHOOK: type: QUERY +POSTHOOK: Input: default@dst_union22 +POSTHOOK: Input: default@dst_union22@ds=1 +POSTHOOK: Input: default@dst_union22_delta +POSTHOOK: Input: default@dst_union22_delta@ds=1 +POSTHOOK: Output: default@dst_union22@ds=2 OPTIMIZED SQL: SELECT `k1`, `k2`, `k3`, `k4` FROM `default`.`dst_union22_delta` WHERE `ds` = '1' AND `k0` <= 50 diff --git a/ql/src/test/results/clientpositive/union23.q.out b/ql/src/test/results/clientpositive/union23.q.out index e40b88c..4bb95fc 100644 --- a/ql/src/test/results/clientpositive/union23.q.out +++ b/ql/src/test/results/clientpositive/union23.q.out @@ -7,6 +7,8 @@ from ( select key as key2, value as value2 from src) s order by s.key2, s.value2 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select s.key2, s.value2 from ( @@ -16,6 +18,8 @@ from ( select key as key2, value as value2 from src) s order by s.key2, s.value2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/union24.q.out b/ql/src/test/results/clientpositive/union24.q.out index 70085f2..e19cc6d 100644 --- a/ql/src/test/results/clientpositive/union24.q.out +++ b/ql/src/test/results/clientpositive/union24.q.out @@ -57,6 +57,11 @@ select s.key, s.count from ( select key, count(1) as count from src5_n3 where key < 10 group by key )s PREHOOK: type: QUERY +PREHOOK: Input: default@src2_n6 +PREHOOK: Input: default@src3_n2 +PREHOOK: Input: default@src4_n0 +PREHOOK: Input: default@src5_n3 +#### A masked pattern was here #### POSTHOOK: query: explain extended select s.key, s.count from ( select key, count from src2_n6 where key < 10 @@ -68,6 +73,11 @@ select s.key, s.count from ( select key, count(1) as count from src5_n3 where key < 10 group by key )s POSTHOOK: type: QUERY +POSTHOOK: Input: default@src2_n6 +POSTHOOK: Input: default@src3_n2 +POSTHOOK: Input: default@src4_n0 +POSTHOOK: Input: default@src5_n3 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `count` FROM `default`.`src2_n6` WHERE `key` < 10 @@ -578,6 +588,11 @@ select s.key, s.count from ( select a.key as key, b.count as count from src4_n0 a join src5_n3 b on a.key=b.key where a.key < 10 )s PREHOOK: type: QUERY +PREHOOK: Input: default@src2_n6 +PREHOOK: Input: default@src3_n2 +PREHOOK: Input: default@src4_n0 +PREHOOK: Input: default@src5_n3 +#### A masked pattern was here #### POSTHOOK: query: explain extended select s.key, s.count from ( select key, count from src2_n6 where key < 10 @@ -587,6 +602,11 @@ select s.key, s.count from ( select a.key as key, b.count as count from src4_n0 a join src5_n3 b on a.key=b.key where a.key < 10 )s POSTHOOK: type: QUERY +POSTHOOK: Input: default@src2_n6 +POSTHOOK: Input: default@src3_n2 +POSTHOOK: Input: default@src4_n0 +POSTHOOK: Input: default@src5_n3 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `count` FROM `default`.`src2_n6` WHERE `key` < 10 @@ -1073,6 +1093,11 @@ select s.key, s.count from ( select a.key as key, count(1) as count from src4_n0 a join src5_n3 b on a.key=b.key where a.key < 10 group by a.key )s PREHOOK: type: QUERY +PREHOOK: Input: default@src2_n6 +PREHOOK: Input: default@src3_n2 +PREHOOK: Input: default@src4_n0 +PREHOOK: Input: default@src5_n3 +#### A masked pattern was here #### POSTHOOK: query: explain extended select s.key, s.count from ( select key, count from src2_n6 where key < 10 @@ -1082,6 +1107,11 @@ select s.key, s.count from ( select a.key as key, count(1) as count from src4_n0 a join src5_n3 b on a.key=b.key where a.key < 10 group by a.key )s POSTHOOK: type: QUERY +POSTHOOK: Input: default@src2_n6 +POSTHOOK: Input: default@src3_n2 +POSTHOOK: Input: default@src4_n0 +POSTHOOK: Input: default@src5_n3 +#### A masked pattern was here #### OPTIMIZED SQL: SELECT `key`, `count` FROM `default`.`src2_n6` WHERE `key` < 10 diff --git a/ql/src/test/results/clientpositive/union25.q.out b/ql/src/test/results/clientpositive/union25.q.out index 9eac674..2e665aa 100644 --- a/ql/src/test/results/clientpositive/union25.q.out +++ b/ql/src/test/results/clientpositive/union25.q.out @@ -38,6 +38,12 @@ FROM ) master_table ) a GROUP BY key, value PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@tmp_srcpart +PREHOOK: Input: default@tmp_srcpart@ds=2008-04-08/hr=11 +PREHOOK: Output: database:default +PREHOOK: Output: default@tmp_unionall POSTHOOK: query: explain create table tmp_unionall as SELECT count(1) as counts, key, value @@ -56,6 +62,12 @@ FROM ) master_table ) a GROUP BY key, value POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@tmp_srcpart +POSTHOOK: Input: default@tmp_srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Output: database:default +POSTHOOK: Output: default@tmp_unionall STAGE DEPENDENCIES: Stage-4 is a root stage Stage-2 depends on stages: Stage-4 diff --git a/ql/src/test/results/clientpositive/union26.q.out b/ql/src/test/results/clientpositive/union26.q.out index 99f4421..2cf06b7 100644 --- a/ql/src/test/results/clientpositive/union26.q.out +++ b/ql/src/test/results/clientpositive/union26.q.out @@ -20,6 +20,10 @@ WHERE ds='2008-04-08' and hr='11' ) a group by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT count(1) as counts, @@ -42,6 +46,10 @@ WHERE ds='2008-04-08' and hr='11' ) a group by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/union27.q.out b/ql/src/test/results/clientpositive/union27.q.out index 5b5c43e..bbdeae6 100644 --- a/ql/src/test/results/clientpositive/union27.q.out +++ b/ql/src/test/results/clientpositive/union27.q.out @@ -36,8 +36,16 @@ POSTHOOK: Lineage: jackson_sev_add_n0.key SIMPLE [(src)src.FieldSchema(name:key, POSTHOOK: Lineage: jackson_sev_add_n0.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain select b.* from jackson_sev_same_n0 a join (select * from dim_pho_n0 union all select * from jackson_sev_add_n0)b on a.key=b.key and b.key=97 PREHOOK: type: QUERY +PREHOOK: Input: default@dim_pho_n0 +PREHOOK: Input: default@jackson_sev_add_n0 +PREHOOK: Input: default@jackson_sev_same_n0 +#### A masked pattern was here #### POSTHOOK: query: explain select b.* from jackson_sev_same_n0 a join (select * from dim_pho_n0 union all select * from jackson_sev_add_n0)b on a.key=b.key and b.key=97 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dim_pho_n0 +POSTHOOK: Input: default@jackson_sev_add_n0 +POSTHOOK: Input: default@jackson_sev_same_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/union28.q.out b/ql/src/test/results/clientpositive/union28.q.out index 16a8eb5..688b00f 100644 --- a/ql/src/test/results/clientpositive/union28.q.out +++ b/ql/src/test/results/clientpositive/union28.q.out @@ -19,6 +19,8 @@ select * from ( ) subq ) a PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@union_subq_union POSTHOOK: query: explain insert overwrite table union_subq_union select * from ( @@ -32,6 +34,8 @@ select * from ( ) subq ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@union_subq_union STAGE DEPENDENCIES: Stage-9 is a root stage Stage-2 depends on stages: Stage-9, Stage-10 diff --git a/ql/src/test/results/clientpositive/union29.q.out b/ql/src/test/results/clientpositive/union29.q.out index 68a28fb..9e7eef0 100644 --- a/ql/src/test/results/clientpositive/union29.q.out +++ b/ql/src/test/results/clientpositive/union29.q.out @@ -19,6 +19,8 @@ select * from ( ) subq ) a PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@union_subq_union_n1 POSTHOOK: query: explain insert overwrite table union_subq_union_n1 select * from ( @@ -32,6 +34,8 @@ select * from ( ) subq ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@union_subq_union_n1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 diff --git a/ql/src/test/results/clientpositive/union3.q.out b/ql/src/test/results/clientpositive/union3.q.out index 37d7065..ddebebf 100644 --- a/ql/src/test/results/clientpositive/union3.q.out +++ b/ql/src/test/results/clientpositive/union3.q.out @@ -15,6 +15,8 @@ FROM ( CLUSTER BY id ) a PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM ( @@ -32,6 +34,8 @@ FROM ( CLUSTER BY id ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3, Stage-4, Stage-5 diff --git a/ql/src/test/results/clientpositive/union30.q.out b/ql/src/test/results/clientpositive/union30.q.out index 271cbdf..d4bebb6 100644 --- a/ql/src/test/results/clientpositive/union30.q.out +++ b/ql/src/test/results/clientpositive/union30.q.out @@ -26,6 +26,8 @@ union all select key, value from src ) aa PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@union_subq_union_n2 POSTHOOK: query: explain insert overwrite table union_subq_union_n2 select * from ( @@ -46,6 +48,8 @@ union all select key, value from src ) aa POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@union_subq_union_n2 STAGE DEPENDENCIES: Stage-10 is a root stage Stage-2 depends on stages: Stage-10, Stage-11 diff --git a/ql/src/test/results/clientpositive/union31.q.out b/ql/src/test/results/clientpositive/union31.q.out index bd95e90..b2a5cff 100644 --- a/ql/src/test/results/clientpositive/union31.q.out +++ b/ql/src/test/results/clientpositive/union31.q.out @@ -57,6 +57,10 @@ insert overwrite table t3_n6 insert overwrite table t4_n2 select value, count(1) group by value PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n28 +PREHOOK: Input: default@t2_n19 +PREHOOK: Output: default@t3_n6 +PREHOOK: Output: default@t4_n2 POSTHOOK: query: explain from (select * from t1_n28 @@ -68,6 +72,10 @@ insert overwrite table t3_n6 insert overwrite table t4_n2 select value, count(1) group by value POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n28 +POSTHOOK: Input: default@t2_n19 +POSTHOOK: Output: default@t3_n6 +POSTHOOK: Output: default@t4_n2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-0 depends on stages: Stage-2 @@ -415,6 +423,10 @@ insert overwrite table t5_n0 insert overwrite table t6_n0 select c1, sum(cnt) group by c1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n28 +PREHOOK: Input: default@t2_n19 +PREHOOK: Output: default@t5_n0 +PREHOOK: Output: default@t6_n0 POSTHOOK: query: explain from ( @@ -427,6 +439,10 @@ insert overwrite table t5_n0 insert overwrite table t6_n0 select c1, sum(cnt) group by c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n28 +POSTHOOK: Input: default@t2_n19 +POSTHOOK: Output: default@t5_n0 +POSTHOOK: Output: default@t6_n0 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2, Stage-8 @@ -816,6 +832,10 @@ insert overwrite table t7_n1 insert overwrite table t8_n0 select c1, count(1) group by c1 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n28 +PREHOOK: Input: default@t2_n19 +PREHOOK: Output: default@t7_n1 +PREHOOK: Output: default@t8_n0 POSTHOOK: query: explain from ( @@ -828,6 +848,10 @@ insert overwrite table t7_n1 insert overwrite table t8_n0 select c1, count(1) group by c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n28 +POSTHOOK: Input: default@t2_n19 +POSTHOOK: Output: default@t7_n1 +POSTHOOK: Output: default@t8_n0 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 diff --git a/ql/src/test/results/clientpositive/union32.q.out b/ql/src/test/results/clientpositive/union32.q.out index 39380fa..1ef6f21 100644 --- a/ql/src/test/results/clientpositive/union32.q.out +++ b/ql/src/test/results/clientpositive/union32.q.out @@ -28,12 +28,18 @@ SELECT * FROM UNION ALL SELECT CAST(key AS BIGINT) AS key FROM t2_n43) a PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n70 +PREHOOK: Input: default@t2_n43 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM (SELECT CAST(key AS DOUBLE) AS key FROM t1_n70 UNION ALL SELECT CAST(key AS BIGINT) AS key FROM t2_n43) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n70 +POSTHOOK: Input: default@t2_n43 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -123,12 +129,18 @@ SELECT * FROM UNION ALL SELECT CAST(key AS DOUBLE) AS key FROM t2_n43) a PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n70 +PREHOOK: Input: default@t2_n43 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM (SELECT CAST(a.key AS BIGINT) AS key FROM t1_n70 a JOIN t2_n43 b ON a.key = b.key UNION ALL SELECT CAST(key AS DOUBLE) AS key FROM t2_n43) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n70 +POSTHOOK: Input: default@t2_n43 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -278,12 +290,18 @@ SELECT * FROM UNION ALL SELECT CAST(a.key AS BIGINT) AS key FROM t1_n70 a JOIN t2_n43 b ON a.key = b.key) a PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n70 +PREHOOK: Input: default@t2_n43 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM (SELECT CAST(key AS DOUBLE) AS key FROM t2_n43 UNION ALL SELECT CAST(a.key AS BIGINT) AS key FROM t1_n70 a JOIN t2_n43 b ON a.key = b.key) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n70 +POSTHOOK: Input: default@t2_n43 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-2 depends on stages: Stage-3 @@ -433,12 +451,18 @@ SELECT * FROM UNION ALL SELECT CAST(key AS DOUBLE) AS key, CAST(key AS STRING) AS value FROM t2_n43) a PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n70 +PREHOOK: Input: default@t2_n43 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM (SELECT CAST(a.key AS BIGINT) AS key, CAST(b.key AS CHAR(20)) AS value FROM t1_n70 a JOIN t2_n43 b ON a.key = b.key UNION ALL SELECT CAST(key AS DOUBLE) AS key, CAST(key AS STRING) AS value FROM t2_n43) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n70 +POSTHOOK: Input: default@t2_n43 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -588,12 +612,18 @@ SELECT * FROM UNION ALL SELECT CAST(a.key AS BIGINT) AS key, CAST(b.key AS CHAR(20)) AS value FROM t1_n70 a JOIN t2_n43 b ON a.key = b.key) a PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n70 +PREHOOK: Input: default@t2_n43 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT * FROM (SELECT CAST(key AS DOUBLE) AS key, CAST(key AS STRING) AS value FROM t2_n43 UNION ALL SELECT CAST(a.key AS BIGINT) AS key, CAST(b.key AS CHAR(20)) AS value FROM t1_n70 a JOIN t2_n43 b ON a.key = b.key) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n70 +POSTHOOK: Input: default@t2_n43 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-3 is a root stage Stage-2 depends on stages: Stage-3 diff --git a/ql/src/test/results/clientpositive/union33.q.out b/ql/src/test/results/clientpositive/union33.q.out index c0429f0..7283a13 100644 --- a/ql/src/test/results/clientpositive/union33.q.out +++ b/ql/src/test/results/clientpositive/union33.q.out @@ -15,6 +15,8 @@ UNION ALL GROUP BY key )a PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@test_src_n1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_src_n1 SELECT key, value FROM ( SELECT key, value FROM src @@ -24,6 +26,8 @@ UNION ALL GROUP BY key )a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@test_src_n1 STAGE DEPENDENCIES: Stage-9 is a root stage Stage-10 depends on stages: Stage-9 @@ -276,6 +280,8 @@ UNION ALL WHERE key = 0 )a PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@test_src_n1 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_src_n1 SELECT key, value FROM ( SELECT key, cast(COUNT(*) as string) AS value FROM src @@ -285,6 +291,8 @@ UNION ALL WHERE key = 0 )a POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@test_src_n1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/union34.q.out b/ql/src/test/results/clientpositive/union34.q.out index 2c2df79..ec18a85 100644 --- a/ql/src/test/results/clientpositive/union34.q.out +++ b/ql/src/test/results/clientpositive/union34.q.out @@ -67,6 +67,11 @@ SELECT * FROM ( SELECT key,value FROM (SELECT * FROM (SELECT * FROM src10_3_n0) sub2 UNION ALL SELECT * FROM src10_4_n0 ) alias0 ) alias1 PREHOOK: type: QUERY +PREHOOK: Input: default@src10_1_n0 +PREHOOK: Input: default@src10_2_n0 +PREHOOK: Input: default@src10_3_n0 +PREHOOK: Input: default@src10_4_n0 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM ( SELECT sub1.key,sub1.value FROM (SELECT * FROM src10_1_n0) sub1 JOIN (SELECT * FROM src10_2_n0) sub0 ON (sub0.key = sub1.key) @@ -74,6 +79,11 @@ SELECT * FROM ( SELECT key,value FROM (SELECT * FROM (SELECT * FROM src10_3_n0) sub2 UNION ALL SELECT * FROM src10_4_n0 ) alias0 ) alias1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src10_1_n0 +POSTHOOK: Input: default@src10_2_n0 +POSTHOOK: Input: default@src10_3_n0 +POSTHOOK: Input: default@src10_4_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-7 is a root stage Stage-2 depends on stages: Stage-7 @@ -233,6 +243,11 @@ SELECT * FROM ( SELECT key,value FROM (SELECT * FROM (SELECT * FROM src10_3_n0) sub2 UNION ALL SELECT * FROM src10_4_n0 ) alias0 ) alias1 PREHOOK: type: QUERY +PREHOOK: Input: default@src10_1_n0 +PREHOOK: Input: default@src10_2_n0 +PREHOOK: Input: default@src10_3_n0 +PREHOOK: Input: default@src10_4_n0 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT * FROM ( SELECT sub1.key,sub1.value FROM (SELECT * FROM src10_1_n0) sub1 JOIN (SELECT * FROM src10_2_n0) sub0 ON (sub0.key = sub1.key) @@ -240,6 +255,11 @@ SELECT * FROM ( SELECT key,value FROM (SELECT * FROM (SELECT * FROM src10_3_n0) sub2 UNION ALL SELECT * FROM src10_4_n0 ) alias0 ) alias1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src10_1_n0 +POSTHOOK: Input: default@src10_2_n0 +POSTHOOK: Input: default@src10_3_n0 +POSTHOOK: Input: default@src10_4_n0 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/union37.q.out b/ql/src/test/results/clientpositive/union37.q.out index 1b9ac10..88757e1 100644 --- a/ql/src/test/results/clientpositive/union37.q.out +++ b/ql/src/test/results/clientpositive/union37.q.out @@ -49,6 +49,9 @@ select trans_date from l_test2 PREHOOK: type: QUERY +PREHOOK: Input: default@l_test1 +PREHOOK: Input: default@l_test2 +#### A masked pattern was here #### POSTHOOK: query: explain select id, @@ -62,6 +65,9 @@ select trans_date from l_test2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@l_test1 +POSTHOOK: Input: default@l_test2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -156,6 +162,9 @@ select trans_date from l_test2 PREHOOK: type: QUERY +PREHOOK: Input: default@l_test1 +PREHOOK: Input: default@l_test2 +#### A masked pattern was here #### POSTHOOK: query: explain select id, @@ -171,6 +180,9 @@ select trans_date from l_test2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@l_test1 +POSTHOOK: Input: default@l_test2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -279,6 +291,9 @@ select trans_date from l_test2 PREHOOK: type: QUERY +PREHOOK: Input: default@l_test1 +PREHOOK: Input: default@l_test2 +#### A masked pattern was here #### POSTHOOK: query: explain select id, @@ -296,6 +311,9 @@ select trans_date from l_test2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@l_test1 +POSTHOOK: Input: default@l_test2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -408,6 +426,9 @@ select trans_date from l_test2 PREHOOK: type: QUERY +PREHOOK: Input: default@l_test1 +PREHOOK: Input: default@l_test2 +#### A masked pattern was here #### POSTHOOK: query: explain select id, @@ -425,6 +446,9 @@ select trans_date from l_test2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@l_test1 +POSTHOOK: Input: default@l_test2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/union4.q.out b/ql/src/test/results/clientpositive/union4.q.out index 7f5844e..6718a14 100644 --- a/ql/src/test/results/clientpositive/union4.q.out +++ b/ql/src/test/results/clientpositive/union4.q.out @@ -12,12 +12,16 @@ insert overwrite table tmptable_n12 UNION ALL select 'tst2' as key, count(1) as value from src s2) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@tmptable_n12 POSTHOOK: query: explain insert overwrite table tmptable_n12 select unionsrc.key, unionsrc.value FROM (select 'tst1' as key, count(1) as value from src s1 UNION ALL select 'tst2' as key, count(1) as value from src s2) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@tmptable_n12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-9 diff --git a/ql/src/test/results/clientpositive/union5.q.out b/ql/src/test/results/clientpositive/union5.q.out index 94a74ec..14993b6 100644 --- a/ql/src/test/results/clientpositive/union5.q.out +++ b/ql/src/test/results/clientpositive/union5.q.out @@ -3,11 +3,15 @@ PREHOOK: query: explain UNION ALL select 'tst2' as key, count(1) as value from src s2) unionsrc group by unionsrc.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select unionsrc.key, count(1) FROM (select 'tst1' as key, count(1) as value from src s1 UNION ALL select 'tst2' as key, count(1) as value from src s2) unionsrc group by unionsrc.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 diff --git a/ql/src/test/results/clientpositive/union6.q.out b/ql/src/test/results/clientpositive/union6.q.out index 37c7521..62be839 100644 --- a/ql/src/test/results/clientpositive/union6.q.out +++ b/ql/src/test/results/clientpositive/union6.q.out @@ -12,12 +12,18 @@ insert overwrite table tmptable_n5 UNION ALL select s2.key as key, s2.value as value from src1 s2) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +PREHOOK: Output: default@tmptable_n5 POSTHOOK: query: explain insert overwrite table tmptable_n5 select unionsrc.key, unionsrc.value FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 UNION ALL select s2.key as key, s2.value as value from src1 s2) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@tmptable_n5 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/union7.q.out b/ql/src/test/results/clientpositive/union7.q.out index 28caa45..2d42e93 100644 --- a/ql/src/test/results/clientpositive/union7.q.out +++ b/ql/src/test/results/clientpositive/union7.q.out @@ -3,11 +3,17 @@ PREHOOK: query: explain UNION ALL select s2.key as key, s2.value as value from src1 s2) unionsrc group by unionsrc.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### POSTHOOK: query: explain select unionsrc.key, count(1) FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 UNION ALL select s2.key as key, s2.value as value from src1 s2) unionsrc group by unionsrc.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/union8.q.out b/ql/src/test/results/clientpositive/union8.q.out index f58d54a..d3ac308 100644 --- a/ql/src/test/results/clientpositive/union8.q.out +++ b/ql/src/test/results/clientpositive/union8.q.out @@ -3,11 +3,15 @@ PREHOOK: query: explain select s2.key as key, s2.value as value from src s2 UNION ALL select s3.key as key, s3.value as value from src s3) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select unionsrc.key, unionsrc.value FROM (select s1.key as key, s1.value as value from src s1 UNION ALL select s2.key as key, s2.value as value from src s2 UNION ALL select s3.key as key, s3.value as value from src s3) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/union9.q.out b/ql/src/test/results/clientpositive/union9.q.out index 6883f02..9e997c6 100644 --- a/ql/src/test/results/clientpositive/union9.q.out +++ b/ql/src/test/results/clientpositive/union9.q.out @@ -3,11 +3,15 @@ PREHOOK: query: explain select s2.key as key, s2.value as value from src s2 UNION ALL select s3.key as key, s3.value as value from src s3) unionsrc PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select count(1) FROM (select s1.key as key, s1.value as value from src s1 UNION ALL select s2.key as key, s2.value as value from src s2 UNION ALL select s3.key as key, s3.value as value from src s3) unionsrc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/union_lateralview.q.out b/ql/src/test/results/clientpositive/union_lateralview.q.out index b7d67f7..0d4cb8c 100644 --- a/ql/src/test/results/clientpositive/union_lateralview.q.out +++ b/ql/src/test/results/clientpositive/union_lateralview.q.out @@ -25,6 +25,10 @@ FROM ( LEFT OUTER JOIN src b ON d.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@test_union_lateral_view POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_union_lateral_view SELECT b.key, d.arr_ele, d.value @@ -44,6 +48,10 @@ FROM ( LEFT OUTER JOIN src b ON d.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: default@test_union_lateral_view STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/union_offcbo.q.out b/ql/src/test/results/clientpositive/union_offcbo.q.out index bdff5ad..608c73a 100644 --- a/ql/src/test/results/clientpositive/union_offcbo.q.out +++ b/ql/src/test/results/clientpositive/union_offcbo.q.out @@ -146,6 +146,9 @@ PREHOOK: query: explain SELECT ) A2 where a2.flag <> 'RET' PREHOOK: type: QUERY +PREHOOK: Input: default@ttest1 +PREHOOK: Input: default@ttest2 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT A2.id1, A2.sts,A2.at1, CASE WHEN FLAG = 'A_INS' THEN cast(date_add('2015-11-20', 1) as string) ELSE '2015-11-20' END dt1 @@ -234,6 +237,9 @@ POSTHOOK: query: explain SELECT ) A2 where a2.flag <> 'RET' POSTHOOK: type: QUERY +POSTHOOK: Input: default@ttest1 +POSTHOOK: Input: default@ttest2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 @@ -489,6 +495,9 @@ PREHOOK: query: explain SELECT ) A2 where a2.flag <> 'RET' PREHOOK: type: QUERY +PREHOOK: Input: default@ttest1 +PREHOOK: Input: default@ttest2 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT A2.id1, A2.sts,A2.at1, CASE WHEN FLAG = 'A_INS' THEN cast(date_add('2015-11-20', 1) as string) ELSE '2015-11-20' END dt1 @@ -577,6 +586,9 @@ POSTHOOK: query: explain SELECT ) A2 where a2.flag <> 'RET' POSTHOOK: type: QUERY +POSTHOOK: Input: default@ttest1 +POSTHOOK: Input: default@ttest2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 @@ -832,6 +844,9 @@ PREHOOK: query: explain SELECT ) A2 where a2.flag <> 'RET' PREHOOK: type: QUERY +PREHOOK: Input: default@ttest1 +PREHOOK: Input: default@ttest2 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT A2.id1, A2.sts,A2.at1, CASE WHEN FLAG = 'A_INS' THEN cast(date_add('2015-11-20', 1) as string) ELSE '2015-11-20' END dt1 @@ -920,6 +935,9 @@ POSTHOOK: query: explain SELECT ) A2 where a2.flag <> 'RET' POSTHOOK: type: QUERY +POSTHOOK: Input: default@ttest1 +POSTHOOK: Input: default@ttest2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 @@ -1183,6 +1201,9 @@ PREHOOK: query: explain SELECT ) A2 where a2.flag <> 'RET' PREHOOK: type: QUERY +PREHOOK: Input: default@ttest1 +PREHOOK: Input: default@ttest2 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT A2.id1, A2.sts,A2.at1, CASE WHEN FLAG = 'A_INS' THEN cast(date_add('2015-11-20', 1) as string) ELSE '2015-11-20' END dt1 @@ -1271,6 +1292,9 @@ POSTHOOK: query: explain SELECT ) A2 where a2.flag <> 'RET' POSTHOOK: type: QUERY +POSTHOOK: Input: default@ttest1 +POSTHOOK: Input: default@ttest2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 @@ -1534,6 +1558,9 @@ PREHOOK: query: explain SELECT ) A2 where a2.flag <> 'RET' PREHOOK: type: QUERY +PREHOOK: Input: default@ttest1 +PREHOOK: Input: default@ttest2 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT A2.id1, A2.sts,A2.at1, CASE WHEN FLAG = 'A_INS' THEN cast(date_add('2015-11-20', 1) as string) ELSE '2015-11-20' END dt1 @@ -1622,6 +1649,9 @@ POSTHOOK: query: explain SELECT ) A2 where a2.flag <> 'RET' POSTHOOK: type: QUERY +POSTHOOK: Input: default@ttest1 +POSTHOOK: Input: default@ttest2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-4 diff --git a/ql/src/test/results/clientpositive/union_paren.q.out b/ql/src/test/results/clientpositive/union_paren.q.out index 36b70eb..d6a5028 100644 --- a/ql/src/test/results/clientpositive/union_paren.q.out +++ b/ql/src/test/results/clientpositive/union_paren.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain select * from src union all select * from src PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select * from src union all select * from src POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/union_pos_alias.q.out b/ql/src/test/results/clientpositive/union_pos_alias.q.out index 038e64f..ce35520 100644 --- a/ql/src/test/results/clientpositive/union_pos_alias.q.out +++ b/ql/src/test/results/clientpositive/union_pos_alias.q.out @@ -4,12 +4,16 @@ UNION ALL select key, value from (select 'tst2' as key, count(1) as value from src s2 UNION ALL select 'tst3' as key, count(1) as value from src s3) s4 order by 1 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select 'tst1' as key, count(1) as value from src s1 UNION ALL select key, value from (select 'tst2' as key, count(1) as value from src s2 UNION ALL select 'tst3' as key, count(1) as value from src s3) s4 order by 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3, Stage-4 @@ -208,12 +212,16 @@ UNION ALL select 'test', value from src_10 s3 order by 2, 1 desc PREHOOK: type: QUERY +PREHOOK: Input: default@src_10 +#### A masked pattern was here #### POSTHOOK: query: explain select key as value, value as key from src_10 UNION ALL select 'test', value from src_10 s3 order by 2, 1 desc POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -369,9 +377,13 @@ POSTHOOK: Lineage: masking_test_n9.value SIMPLE [(src)src.FieldSchema(name:value PREHOOK: query: explain select * from masking_test_n9 union all select * from masking_test_n9 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select * from masking_test_n9 union all select * from masking_test_n9 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -448,9 +460,13 @@ POSTHOOK: Input: default@masking_test_n9 PREHOOK: query: explain select key as k1, value as v1 from masking_test_n9 where key > 0 intersect all select key as k2, value as v2 from masking_test_n9 where key > 0 PREHOOK: type: QUERY +PREHOOK: Input: default@masking_test_n9 +#### A masked pattern was here #### POSTHOOK: query: explain select key as k1, value as v1 from masking_test_n9 where key > 0 intersect all select key as k2, value as v2 from masking_test_n9 where key > 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@masking_test_n9 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 diff --git a/ql/src/test/results/clientpositive/union_ppr.q.out b/ql/src/test/results/clientpositive/union_ppr.q.out index a42d619..d2f0419 100644 --- a/ql/src/test/results/clientpositive/union_ppr.q.out +++ b/ql/src/test/results/clientpositive/union_ppr.q.out @@ -7,6 +7,10 @@ SELECT * FROM ( WHERE A.ds = '2008-04-08' SORT BY A.key, A.value, A.ds, A.hr PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN EXTENDED SELECT * FROM ( SELECT X.* FROM SRCPART X WHERE X.key < 100 @@ -16,6 +20,10 @@ SELECT * FROM ( WHERE A.ds = '2008-04-08' SORT BY A.key, A.value, A.ds, A.hr POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/union_remove_1.q.out b/ql/src/test/results/clientpositive/union_remove_1.q.out index 6eae9dd..2f687ae 100644 --- a/ql/src/test/results/clientpositive/union_remove_1.q.out +++ b/ql/src/test/results/clientpositive/union_remove_1.q.out @@ -31,6 +31,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1 group by key ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1 +PREHOOK: Output: default@outputtbl1 POSTHOOK: query: explain insert overwrite table outputTbl1 SELECT * @@ -40,6 +42,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1 group by key ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1 +POSTHOOK: Output: default@outputtbl1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1, Stage-2 diff --git a/ql/src/test/results/clientpositive/union_remove_10.q.out b/ql/src/test/results/clientpositive/union_remove_10.q.out index 8efe7c5..ed0e75c 100644 --- a/ql/src/test/results/clientpositive/union_remove_10.q.out +++ b/ql/src/test/results/clientpositive/union_remove_10.q.out @@ -35,6 +35,8 @@ select * FROM ( ) a )b PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n7 +PREHOOK: Output: default@outputtbl1_n9 POSTHOOK: query: explain insert overwrite table outputTbl1_n9 SELECT * FROM @@ -48,6 +50,8 @@ select * FROM ( ) a )b POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n7 +POSTHOOK: Output: default@outputtbl1_n9 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-6 depends on stages: Stage-1, Stage-7, Stage-8 , consists of Stage-3, Stage-2, Stage-4 diff --git a/ql/src/test/results/clientpositive/union_remove_11.q.out b/ql/src/test/results/clientpositive/union_remove_11.q.out index 37f6fb5..6c904b6 100644 --- a/ql/src/test/results/clientpositive/union_remove_11.q.out +++ b/ql/src/test/results/clientpositive/union_remove_11.q.out @@ -35,6 +35,8 @@ select * FROM ( ) a )b PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n14 +PREHOOK: Output: default@outputtbl1_n21 POSTHOOK: query: explain insert overwrite table outputTbl1_n21 SELECT * FROM @@ -48,6 +50,8 @@ select * FROM ( ) a )b POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n14 +POSTHOOK: Output: default@outputtbl1_n21 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-6 depends on stages: Stage-1 , consists of Stage-3, Stage-2, Stage-4 diff --git a/ql/src/test/results/clientpositive/union_remove_12.q.out b/ql/src/test/results/clientpositive/union_remove_12.q.out index 4f93c40..7381358 100644 --- a/ql/src/test/results/clientpositive/union_remove_12.q.out +++ b/ql/src/test/results/clientpositive/union_remove_12.q.out @@ -32,6 +32,8 @@ select a.key as key, cast(b.val as bigint) as `values` FROM inputTbl1_n21 a join inputTbl1_n21 b on a.key=b.key )c PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n21 +PREHOOK: Output: default@outputtbl1_n29 POSTHOOK: query: explain insert overwrite table outputTbl1_n29 SELECT * FROM @@ -42,6 +44,8 @@ select a.key as key, cast(b.val as bigint) as `values` FROM inputTbl1_n21 a join inputTbl1_n21 b on a.key=b.key )c POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n21 +POSTHOOK: Output: default@outputtbl1_n29 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-6 depends on stages: Stage-1, Stage-9 , consists of Stage-3, Stage-2, Stage-4 diff --git a/ql/src/test/results/clientpositive/union_remove_13.q.out b/ql/src/test/results/clientpositive/union_remove_13.q.out index 7b17ed3..9dadeef 100644 --- a/ql/src/test/results/clientpositive/union_remove_13.q.out +++ b/ql/src/test/results/clientpositive/union_remove_13.q.out @@ -32,6 +32,8 @@ select a.key as key, cast(b.val as bigint) as `values` FROM inputTbl1_n2 a join inputTbl1_n2 b on a.key=b.key )c PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n2 +PREHOOK: Output: default@outputtbl1_n3 POSTHOOK: query: explain insert overwrite table outputTbl1_n3 SELECT * FROM @@ -42,6 +44,8 @@ select a.key as key, cast(b.val as bigint) as `values` FROM inputTbl1_n2 a join inputTbl1_n2 b on a.key=b.key )c POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n2 +POSTHOOK: Output: default@outputtbl1_n3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-6 depends on stages: Stage-1, Stage-9 , consists of Stage-3, Stage-2, Stage-4 diff --git a/ql/src/test/results/clientpositive/union_remove_14.q.out b/ql/src/test/results/clientpositive/union_remove_14.q.out index e037f13..bd58255 100644 --- a/ql/src/test/results/clientpositive/union_remove_14.q.out +++ b/ql/src/test/results/clientpositive/union_remove_14.q.out @@ -32,6 +32,8 @@ select a.key as key, cast(b.val as bigint) as `values` FROM inputTbl1_n11 a join inputTbl1_n11 b on a.key=b.key )c PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n11 +PREHOOK: Output: default@outputtbl1_n16 POSTHOOK: query: explain insert overwrite table outputTbl1_n16 SELECT * FROM @@ -42,6 +44,8 @@ select a.key as key, cast(b.val as bigint) as `values` FROM inputTbl1_n11 a join inputTbl1_n11 b on a.key=b.key )c POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n11 +POSTHOOK: Output: default@outputtbl1_n16 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-6 depends on stages: Stage-1, Stage-9 , consists of Stage-3, Stage-2, Stage-4 diff --git a/ql/src/test/results/clientpositive/union_remove_15.q.out b/ql/src/test/results/clientpositive/union_remove_15.q.out index 1517534..a918637 100644 --- a/ql/src/test/results/clientpositive/union_remove_15.q.out +++ b/ql/src/test/results/clientpositive/union_remove_15.q.out @@ -31,6 +31,8 @@ FROM ( SELECT key, count(1) as `values`, '2' as ds from inputTbl1_n18 group by key ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n18 +PREHOOK: Output: default@outputtbl1_n25 POSTHOOK: query: explain insert overwrite table outputTbl1_n25 partition (ds) SELECT * @@ -40,6 +42,7 @@ FROM ( SELECT key, count(1) as `values`, '2' as ds from inputTbl1_n18 group by key ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n18 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1, Stage-2 diff --git a/ql/src/test/results/clientpositive/union_remove_16.q.out b/ql/src/test/results/clientpositive/union_remove_16.q.out index 0d25a78..3fbff48 100644 --- a/ql/src/test/results/clientpositive/union_remove_16.q.out +++ b/ql/src/test/results/clientpositive/union_remove_16.q.out @@ -31,6 +31,8 @@ FROM ( SELECT key, count(1) as `values`, '2' as ds from inputTbl1_n23 group by key ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n23 +PREHOOK: Output: default@outputtbl1_n32 POSTHOOK: query: explain insert overwrite table outputTbl1_n32 partition (ds) SELECT * @@ -40,6 +42,7 @@ FROM ( SELECT key, count(1) as `values`, '2' as ds from inputTbl1_n23 group by key ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n23 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-6 depends on stages: Stage-1, Stage-7 , consists of Stage-3, Stage-2, Stage-4 diff --git a/ql/src/test/results/clientpositive/union_remove_17.q.out b/ql/src/test/results/clientpositive/union_remove_17.q.out index 38dfd74..9401187 100644 --- a/ql/src/test/results/clientpositive/union_remove_17.q.out +++ b/ql/src/test/results/clientpositive/union_remove_17.q.out @@ -31,6 +31,8 @@ FROM ( SELECT key, 2 as `values`, '2' as ds from inputTbl1_n3 ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n3 +PREHOOK: Output: default@outputtbl1_n4 POSTHOOK: query: explain insert overwrite table outputTbl1_n4 partition (ds) SELECT * @@ -40,6 +42,7 @@ FROM ( SELECT key, 2 as `values`, '2' as ds from inputTbl1_n3 ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n3 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/union_remove_18.q.out b/ql/src/test/results/clientpositive/union_remove_18.q.out index 62d6787..57729e9 100644 --- a/ql/src/test/results/clientpositive/union_remove_18.q.out +++ b/ql/src/test/results/clientpositive/union_remove_18.q.out @@ -31,6 +31,8 @@ FROM ( SELECT key, count(1) as `values`, ds from inputTbl1_n22 group by key, ds ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n22 +PREHOOK: Output: default@outputtbl1_n30 POSTHOOK: query: explain insert overwrite table outputTbl1_n30 partition (ds) SELECT * @@ -40,6 +42,7 @@ FROM ( SELECT key, count(1) as `values`, ds from inputTbl1_n22 group by key, ds ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n22 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1, Stage-2 diff --git a/ql/src/test/results/clientpositive/union_remove_19.q.out b/ql/src/test/results/clientpositive/union_remove_19.q.out index a80b6d2..e6558c3 100644 --- a/ql/src/test/results/clientpositive/union_remove_19.q.out +++ b/ql/src/test/results/clientpositive/union_remove_19.q.out @@ -31,6 +31,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1_n1 group by key ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n1 +PREHOOK: Output: default@outputtbl1_n1 POSTHOOK: query: explain insert overwrite table outputTbl1_n1 SELECT a.key, a.`values` @@ -40,6 +42,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1_n1 group by key ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n1 +POSTHOOK: Output: default@outputtbl1_n1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1, Stage-2 @@ -215,6 +219,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1_n1 group by key ) a where a.key = 7 PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n1 +PREHOOK: Output: default@outputtbl1_n1 POSTHOOK: query: explain insert overwrite table outputTbl1_n1 SELECT a.key, a.`values` @@ -224,6 +230,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1_n1 group by key ) a where a.key = 7 POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n1 +POSTHOOK: Output: default@outputtbl1_n1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1, Stage-2 @@ -360,6 +368,8 @@ FROM ( ) a ) b where b.key >= 7 PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n1 +PREHOOK: Output: default@outputtbl1_n1 POSTHOOK: query: explain insert overwrite table outputTbl1_n1 select key, `values` from @@ -372,6 +382,8 @@ FROM ( ) a ) b where b.key >= 7 POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n1 +POSTHOOK: Output: default@outputtbl1_n1 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1, Stage-2 diff --git a/ql/src/test/results/clientpositive/union_remove_2.q.out b/ql/src/test/results/clientpositive/union_remove_2.q.out index 7610059..f3842cd 100644 --- a/ql/src/test/results/clientpositive/union_remove_2.q.out +++ b/ql/src/test/results/clientpositive/union_remove_2.q.out @@ -33,6 +33,8 @@ FROM ( SELECT key, 2 as `values` from inputTbl1_n8 ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n8 +PREHOOK: Output: default@outputtbl1_n11 POSTHOOK: query: explain insert overwrite table outputTbl1_n11 SELECT * @@ -44,6 +46,8 @@ FROM ( SELECT key, 2 as `values` from inputTbl1_n8 ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n8 +POSTHOOK: Output: default@outputtbl1_n11 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1, Stage-2, Stage-3 diff --git a/ql/src/test/results/clientpositive/union_remove_20.q.out b/ql/src/test/results/clientpositive/union_remove_20.q.out index e4b7729..ec94978 100644 --- a/ql/src/test/results/clientpositive/union_remove_20.q.out +++ b/ql/src/test/results/clientpositive/union_remove_20.q.out @@ -31,6 +31,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1_n19 group by key ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n19 +PREHOOK: Output: default@outputtbl1_n27 POSTHOOK: query: explain insert overwrite table outputTbl1_n27 SELECT a.`values`, a.key @@ -40,6 +42,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1_n19 group by key ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n19 +POSTHOOK: Output: default@outputtbl1_n27 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1, Stage-2 diff --git a/ql/src/test/results/clientpositive/union_remove_21.q.out b/ql/src/test/results/clientpositive/union_remove_21.q.out index 4bf7c6a..71fad32 100644 --- a/ql/src/test/results/clientpositive/union_remove_21.q.out +++ b/ql/src/test/results/clientpositive/union_remove_21.q.out @@ -31,6 +31,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1_n12 group by key ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n12 +PREHOOK: Output: default@outputtbl1_n17 POSTHOOK: query: explain insert overwrite table outputTbl1_n17 SELECT a.key @@ -40,6 +42,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1_n12 group by key ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n12 +POSTHOOK: Output: default@outputtbl1_n17 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1, Stage-2 diff --git a/ql/src/test/results/clientpositive/union_remove_22.q.out b/ql/src/test/results/clientpositive/union_remove_22.q.out index 247db09..37e6f81 100644 --- a/ql/src/test/results/clientpositive/union_remove_22.q.out +++ b/ql/src/test/results/clientpositive/union_remove_22.q.out @@ -31,6 +31,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1_n5 group by key ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n5 +PREHOOK: Output: default@outputtbl1_n7 POSTHOOK: query: explain insert overwrite table outputTbl1_n7 SELECT a.key, a.`values`, a.`values` @@ -40,6 +42,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1_n5 group by key ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n5 +POSTHOOK: Output: default@outputtbl1_n7 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1, Stage-2 @@ -225,6 +229,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1_n5 group by key ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n5 +PREHOOK: Output: default@outputtbl1_n7 POSTHOOK: query: explain insert overwrite table outputTbl1_n7 SELECT a.key, concat(a.`values`, a.`values`), concat(a.`values`, a.`values`) @@ -234,6 +240,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1_n5 group by key ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n5 +POSTHOOK: Output: default@outputtbl1_n7 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1, Stage-2 diff --git a/ql/src/test/results/clientpositive/union_remove_23.q.out b/ql/src/test/results/clientpositive/union_remove_23.q.out index 1583034..d35f485 100644 --- a/ql/src/test/results/clientpositive/union_remove_23.q.out +++ b/ql/src/test/results/clientpositive/union_remove_23.q.out @@ -32,6 +32,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1_n25 group by key ) subq2 PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n25 +PREHOOK: Output: default@outputtbl1_n34 POSTHOOK: query: explain insert overwrite table outputTbl1_n34 SELECT * @@ -42,6 +44,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1_n25 group by key ) subq2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n25 +POSTHOOK: Output: default@outputtbl1_n34 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/union_remove_24.q.out b/ql/src/test/results/clientpositive/union_remove_24.q.out index bac7d48..a6f3c20 100644 --- a/ql/src/test/results/clientpositive/union_remove_24.q.out +++ b/ql/src/test/results/clientpositive/union_remove_24.q.out @@ -31,6 +31,8 @@ SELECT * FROM SELECT CAST(key AS BIGINT) AS key, count(1) as `values` FROM inputTbl1_n20 group by key ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n20 +PREHOOK: Output: default@outputtbl1_n28 POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE outputTbl1_n28 SELECT * FROM @@ -40,6 +42,8 @@ SELECT * FROM SELECT CAST(key AS BIGINT) AS key, count(1) as `values` FROM inputTbl1_n20 group by key ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n20 +POSTHOOK: Output: default@outputtbl1_n28 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1, Stage-2 diff --git a/ql/src/test/results/clientpositive/union_remove_25.q.out b/ql/src/test/results/clientpositive/union_remove_25.q.out index cd457ce..038ff44 100644 --- a/ql/src/test/results/clientpositive/union_remove_25.q.out +++ b/ql/src/test/results/clientpositive/union_remove_25.q.out @@ -47,6 +47,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1_n13 group by key ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n13 +PREHOOK: Output: default@outputtbl1_n19@ds=2004 POSTHOOK: query: explain insert overwrite table outputTbl1_n19 partition(ds='2004') SELECT * @@ -56,6 +58,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1_n13 group by key ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n13 +POSTHOOK: Output: default@outputtbl1_n19@ds=2004 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1, Stage-2 @@ -237,6 +241,10 @@ FROM ( select * from (SELECT key, value, ds from srcpart where ds='2008-04-08' limit 500)b ) a PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@outputtbl2_n6 POSTHOOK: query: explain insert overwrite table outputTbl2_n6 partition(ds) SELECT * @@ -246,6 +254,9 @@ FROM ( select * from (SELECT key, value, ds from srcpart where ds='2008-04-08' limit 500)b ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1, Stage-2 @@ -419,6 +430,10 @@ FROM ( select * from (SELECT key, value, ds, hr from srcpart where ds='2008-04-08' limit 1000)b ) a PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: default@outputtbl3_n3 POSTHOOK: query: explain insert overwrite table outputTbl3_n3 partition(ds, hr) SELECT * FROM ( @@ -427,6 +442,9 @@ FROM ( select * from (SELECT key, value, ds, hr from srcpart where ds='2008-04-08' limit 1000)b ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1, Stage-2 diff --git a/ql/src/test/results/clientpositive/union_remove_3.q.out b/ql/src/test/results/clientpositive/union_remove_3.q.out index 67b534e..40e8029 100644 --- a/ql/src/test/results/clientpositive/union_remove_3.q.out +++ b/ql/src/test/results/clientpositive/union_remove_3.q.out @@ -33,6 +33,8 @@ FROM ( SELECT key, 3 as `values` from inputTbl1_n16 ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n16 +PREHOOK: Output: default@outputtbl1_n23 POSTHOOK: query: explain insert overwrite table outputTbl1_n23 SELECT * @@ -44,6 +46,8 @@ FROM ( SELECT key, 3 as `values` from inputTbl1_n16 ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n16 +POSTHOOK: Output: default@outputtbl1_n23 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/union_remove_4.q.out b/ql/src/test/results/clientpositive/union_remove_4.q.out index 49272aa..940d110 100644 --- a/ql/src/test/results/clientpositive/union_remove_4.q.out +++ b/ql/src/test/results/clientpositive/union_remove_4.q.out @@ -31,6 +31,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1_n24 group by key ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n24 +PREHOOK: Output: default@outputtbl1_n33 POSTHOOK: query: explain insert overwrite table outputTbl1_n33 SELECT * @@ -40,6 +42,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1_n24 group by key ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n24 +POSTHOOK: Output: default@outputtbl1_n33 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-6 depends on stages: Stage-1, Stage-7 , consists of Stage-3, Stage-2, Stage-4 diff --git a/ql/src/test/results/clientpositive/union_remove_5.q.out b/ql/src/test/results/clientpositive/union_remove_5.q.out index 5fb29a8..88c8cf8 100644 --- a/ql/src/test/results/clientpositive/union_remove_5.q.out +++ b/ql/src/test/results/clientpositive/union_remove_5.q.out @@ -33,6 +33,8 @@ FROM ( SELECT key, 2 as `values` from inputTbl1_n4 ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n4 +PREHOOK: Output: default@outputtbl1_n6 POSTHOOK: query: explain insert overwrite table outputTbl1_n6 SELECT * @@ -44,6 +46,8 @@ FROM ( SELECT key, 2 as `values` from inputTbl1_n4 ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n4 +POSTHOOK: Output: default@outputtbl1_n6 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-6 depends on stages: Stage-1, Stage-7, Stage-8 , consists of Stage-3, Stage-2, Stage-4 diff --git a/ql/src/test/results/clientpositive/union_remove_6.q.out b/ql/src/test/results/clientpositive/union_remove_6.q.out index 08a68b7..f563934 100644 --- a/ql/src/test/results/clientpositive/union_remove_6.q.out +++ b/ql/src/test/results/clientpositive/union_remove_6.q.out @@ -39,6 +39,9 @@ FROM ( insert overwrite table outputTbl1_n14 select * insert overwrite table outputTbl2_n4 select * PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n10 +PREHOOK: Output: default@outputtbl1_n14 +PREHOOK: Output: default@outputtbl2_n4 POSTHOOK: query: explain FROM ( SELECT key, count(1) as `values` from inputTbl1_n10 group by key @@ -48,6 +51,9 @@ FROM ( insert overwrite table outputTbl1_n14 select * insert overwrite table outputTbl2_n4 select * POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n10 +POSTHOOK: Output: default@outputtbl1_n14 +POSTHOOK: Output: default@outputtbl2_n4 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2, Stage-4 diff --git a/ql/src/test/results/clientpositive/union_remove_6_subq.q.out b/ql/src/test/results/clientpositive/union_remove_6_subq.q.out index daf05f2..6126d3f 100644 --- a/ql/src/test/results/clientpositive/union_remove_6_subq.q.out +++ b/ql/src/test/results/clientpositive/union_remove_6_subq.q.out @@ -41,6 +41,9 @@ FROM ( insert overwrite table outputTbl1_n0 select * insert overwrite table outputTbl2 select * PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n0 +PREHOOK: Output: default@outputtbl1_n0 +PREHOOK: Output: default@outputtbl2 POSTHOOK: query: explain FROM ( select * from( @@ -52,6 +55,9 @@ FROM ( insert overwrite table outputTbl1_n0 select * insert overwrite table outputTbl2 select * POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n0 +POSTHOOK: Output: default@outputtbl1_n0 +POSTHOOK: Output: default@outputtbl2 STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2, Stage-4 @@ -269,6 +275,8 @@ select avg(c) from( SELECT count(1) as c from src )subq PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select avg(c) from( SELECT count(1)-200 as c from src @@ -276,6 +284,8 @@ select avg(c) from( SELECT count(1) as c from src )subq POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 @@ -425,6 +435,8 @@ select key, avg(c) over w from( )subq group by key, c WINDOW w AS (PARTITION BY key ORDER BY c ROWS UNBOUNDED PRECEDING) PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, avg(c) over w from( SELECT key, count(1)*2 as c from src group by key @@ -433,6 +445,8 @@ select key, avg(c) over w from( )subq group by key, c WINDOW w AS (PARTITION BY key ORDER BY c ROWS UNBOUNDED PRECEDING) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 diff --git a/ql/src/test/results/clientpositive/union_remove_7.q.out b/ql/src/test/results/clientpositive/union_remove_7.q.out index 3ef0787..8c6d7b1 100644 --- a/ql/src/test/results/clientpositive/union_remove_7.q.out +++ b/ql/src/test/results/clientpositive/union_remove_7.q.out @@ -31,6 +31,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1_n17 group by key ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n17 +PREHOOK: Output: default@outputtbl1_n24 POSTHOOK: query: explain insert overwrite table outputTbl1_n24 SELECT * @@ -40,6 +42,8 @@ FROM ( SELECT key, count(1) as `values` from inputTbl1_n17 group by key ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n17 +POSTHOOK: Output: default@outputtbl1_n24 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1, Stage-2 diff --git a/ql/src/test/results/clientpositive/union_remove_8.q.out b/ql/src/test/results/clientpositive/union_remove_8.q.out index b6c474f..cd2a467 100644 --- a/ql/src/test/results/clientpositive/union_remove_8.q.out +++ b/ql/src/test/results/clientpositive/union_remove_8.q.out @@ -33,6 +33,8 @@ FROM ( SELECT key, 2 as `values` from inputTbl1_n9 ) a PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n9 +PREHOOK: Output: default@outputtbl1_n12 POSTHOOK: query: explain insert overwrite table outputTbl1_n12 SELECT * @@ -44,6 +46,8 @@ FROM ( SELECT key, 2 as `values` from inputTbl1_n9 ) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n9 +POSTHOOK: Output: default@outputtbl1_n12 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1, Stage-2, Stage-3 diff --git a/ql/src/test/results/clientpositive/union_remove_9.q.out b/ql/src/test/results/clientpositive/union_remove_9.q.out index 5ab0520..9405022 100644 --- a/ql/src/test/results/clientpositive/union_remove_9.q.out +++ b/ql/src/test/results/clientpositive/union_remove_9.q.out @@ -35,6 +35,8 @@ select * FROM ( ) a )b PREHOOK: type: QUERY +PREHOOK: Input: default@inputtbl1_n15 +PREHOOK: Output: default@outputtbl1_n22 POSTHOOK: query: explain insert overwrite table outputTbl1_n22 SELECT * FROM @@ -48,6 +50,8 @@ select * FROM ( ) a )b POSTHOOK: type: QUERY +POSTHOOK: Input: default@inputtbl1_n15 +POSTHOOK: Output: default@outputtbl1_n22 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-6 depends on stages: Stage-1, Stage-7 , consists of Stage-3, Stage-2, Stage-4 diff --git a/ql/src/test/results/clientpositive/unionall_unbalancedppd.q.out b/ql/src/test/results/clientpositive/unionall_unbalancedppd.q.out index 6d268ea..22c3cc3 100644 --- a/ql/src/test/results/clientpositive/unionall_unbalancedppd.q.out +++ b/ql/src/test/results/clientpositive/unionall_unbalancedppd.q.out @@ -53,6 +53,9 @@ from union_all_bug_test_2 ) A WHERE (filter = 1) PREHOOK: type: QUERY +PREHOOK: Input: default@union_all_bug_test_1 +PREHOOK: Input: default@union_all_bug_test_2 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT f1 FROM ( @@ -70,6 +73,9 @@ from union_all_bug_test_2 ) A WHERE (filter = 1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@union_all_bug_test_1 +POSTHOOK: Input: default@union_all_bug_test_2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -328,6 +334,9 @@ from union_all_bug_test_2 ) A WHERE (f1 = 1) PREHOOK: type: QUERY +PREHOOK: Input: default@union_all_bug_test_1 +PREHOOK: Input: default@union_all_bug_test_2 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT f1 @@ -347,6 +356,9 @@ from union_all_bug_test_2 ) A WHERE (f1 = 1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@union_all_bug_test_1 +POSTHOOK: Input: default@union_all_bug_test_2 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/updateBasicStats.q.out b/ql/src/test/results/clientpositive/updateBasicStats.q.out index 1882bb9..a969819 100644 --- a/ql/src/test/results/clientpositive/updateBasicStats.q.out +++ b/ql/src/test/results/clientpositive/updateBasicStats.q.out @@ -12,8 +12,12 @@ POSTHOOK: Lineage: s_n5.key SIMPLE [(src)src.FieldSchema(name:key, type:string, POSTHOOK: Lineage: s_n5.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain select * from s_n5 PREHOOK: type: QUERY +PREHOOK: Input: default@s_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select * from s_n5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@s_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -41,8 +45,12 @@ POSTHOOK: Input: default@s_n5 POSTHOOK: Output: default@s_n5 PREHOOK: query: explain select * from s_n5 PREHOOK: type: QUERY +PREHOOK: Input: default@s_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select * from s_n5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@s_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -70,8 +78,12 @@ POSTHOOK: Input: default@s_n5 POSTHOOK: Output: default@s_n5 PREHOOK: query: explain select * from s_n5 PREHOOK: type: QUERY +PREHOOK: Input: default@s_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select * from s_n5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@s_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -99,8 +111,12 @@ POSTHOOK: Input: default@s_n5 POSTHOOK: Output: default@s_n5 PREHOOK: query: explain select * from s_n5 PREHOOK: type: QUERY +PREHOOK: Input: default@s_n5 +#### A masked pattern was here #### POSTHOOK: query: explain select * from s_n5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@s_n5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -137,8 +153,14 @@ POSTHOOK: Output: default@calendarp_n0@p=1 POSTHOOK: Lineage: calendarp_n0 PARTITION(p=1).year SCRIPT [] PREHOOK: query: explain select * from calendarp_n0 where p=1 PREHOOK: type: QUERY +PREHOOK: Input: default@calendarp_n0 +PREHOOK: Input: default@calendarp_n0@p=1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from calendarp_n0 where p=1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@calendarp_n0 +POSTHOOK: Input: default@calendarp_n0@p=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -167,8 +189,14 @@ POSTHOOK: Input: default@calendarp_n0@p=1 POSTHOOK: Output: default@calendarp_n0@p=1 PREHOOK: query: explain select * from calendarp_n0 where p=1 PREHOOK: type: QUERY +PREHOOK: Input: default@calendarp_n0 +PREHOOK: Input: default@calendarp_n0@p=1 +#### A masked pattern was here #### POSTHOOK: query: explain select * from calendarp_n0 where p=1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@calendarp_n0 +POSTHOOK: Input: default@calendarp_n0@p=1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -232,8 +260,14 @@ POSTHOOK: Lineage: src_stat_part_two_n0 PARTITION(px=2,py=b).key SIMPLE [(src)sr POSTHOOK: Lineage: src_stat_part_two_n0 PARTITION(px=2,py=b).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain select * from src_stat_part_two_n0 where px=1 and py='a' PREHOOK: type: QUERY +PREHOOK: Input: default@src_stat_part_two_n0 +PREHOOK: Input: default@src_stat_part_two_n0@px=1/py=a +#### A masked pattern was here #### POSTHOOK: query: explain select * from src_stat_part_two_n0 where px=1 and py='a' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_stat_part_two_n0 +POSTHOOK: Input: default@src_stat_part_two_n0@px=1/py=a +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -253,8 +287,16 @@ STAGE PLANS: PREHOOK: query: explain select * from src_stat_part_two_n0 where px=1 PREHOOK: type: QUERY +PREHOOK: Input: default@src_stat_part_two_n0 +PREHOOK: Input: default@src_stat_part_two_n0@px=1/py=a +PREHOOK: Input: default@src_stat_part_two_n0@px=1/py=b +#### A masked pattern was here #### POSTHOOK: query: explain select * from src_stat_part_two_n0 where px=1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_stat_part_two_n0 +POSTHOOK: Input: default@src_stat_part_two_n0@px=1/py=a +POSTHOOK: Input: default@src_stat_part_two_n0@px=1/py=b +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -283,8 +325,14 @@ POSTHOOK: Input: default@src_stat_part_two_n0@px=1/py=a POSTHOOK: Output: default@src_stat_part_two_n0@px=1/py=a PREHOOK: query: explain select * from src_stat_part_two_n0 where px=1 and py='a' PREHOOK: type: QUERY +PREHOOK: Input: default@src_stat_part_two_n0 +PREHOOK: Input: default@src_stat_part_two_n0@px=1/py=a +#### A masked pattern was here #### POSTHOOK: query: explain select * from src_stat_part_two_n0 where px=1 and py='a' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_stat_part_two_n0 +POSTHOOK: Input: default@src_stat_part_two_n0@px=1/py=a +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -304,8 +352,16 @@ STAGE PLANS: PREHOOK: query: explain select * from src_stat_part_two_n0 where px=1 PREHOOK: type: QUERY +PREHOOK: Input: default@src_stat_part_two_n0 +PREHOOK: Input: default@src_stat_part_two_n0@px=1/py=a +PREHOOK: Input: default@src_stat_part_two_n0@px=1/py=b +#### A masked pattern was here #### POSTHOOK: query: explain select * from src_stat_part_two_n0 where px=1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_stat_part_two_n0 +POSTHOOK: Input: default@src_stat_part_two_n0@px=1/py=a +POSTHOOK: Input: default@src_stat_part_two_n0@px=1/py=b +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -337,8 +393,14 @@ POSTHOOK: Output: default@src_stat_part_two_n0@px=1/py=a POSTHOOK: Output: default@src_stat_part_two_n0@px=1/py=b PREHOOK: query: explain select * from src_stat_part_two_n0 where px=1 and py='a' PREHOOK: type: QUERY +PREHOOK: Input: default@src_stat_part_two_n0 +PREHOOK: Input: default@src_stat_part_two_n0@px=1/py=a +#### A masked pattern was here #### POSTHOOK: query: explain select * from src_stat_part_two_n0 where px=1 and py='a' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_stat_part_two_n0 +POSTHOOK: Input: default@src_stat_part_two_n0@px=1/py=a +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage @@ -358,8 +420,16 @@ STAGE PLANS: PREHOOK: query: explain select * from src_stat_part_two_n0 where px=1 PREHOOK: type: QUERY +PREHOOK: Input: default@src_stat_part_two_n0 +PREHOOK: Input: default@src_stat_part_two_n0@px=1/py=a +PREHOOK: Input: default@src_stat_part_two_n0@px=1/py=b +#### A masked pattern was here #### POSTHOOK: query: explain select * from src_stat_part_two_n0 where px=1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_stat_part_two_n0 +POSTHOOK: Input: default@src_stat_part_two_n0@px=1/py=a +POSTHOOK: Input: default@src_stat_part_two_n0@px=1/py=b +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-0 is a root stage diff --git a/ql/src/test/results/clientpositive/vector_aggregate_9.q.out b/ql/src/test/results/clientpositive/vector_aggregate_9.q.out index 198f688..9443395 100644 --- a/ql/src/test/results/clientpositive/vector_aggregate_9.q.out +++ b/ql/src/test/results/clientpositive/vector_aggregate_9.q.out @@ -104,9 +104,13 @@ POSTHOOK: Lineage: vectortab2korc_n4.ts2 SIMPLE [(vectortab2k_n4)vectortab2k_n4. PREHOOK: query: explain vectorization detail select min(dc), max(dc), sum(dc), avg(dc) from vectortab2korc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2korc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select min(dc), max(dc), sum(dc), avg(dc) from vectortab2korc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2korc_n4 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -210,9 +214,13 @@ POSTHOOK: Input: default@vectortab2korc_n4 PREHOOK: query: explain vectorization detail select min(d), max(d), sum(d), avg(d) from vectortab2korc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2korc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select min(d), max(d), sum(d), avg(d) from vectortab2korc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2korc_n4 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -316,9 +324,13 @@ POSTHOOK: Input: default@vectortab2korc_n4 PREHOOK: query: explain vectorization detail select min(ts), max(ts), sum(ts), avg(ts) from vectortab2korc_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2korc_n4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select min(ts), max(ts), sum(ts), avg(ts) from vectortab2korc_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2korc_n4 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_aggregate_without_gby.q.out b/ql/src/test/results/clientpositive/vector_aggregate_without_gby.q.out index 19641ee..c3c2cd8 100644 --- a/ql/src/test/results/clientpositive/vector_aggregate_without_gby.q.out +++ b/ql/src/test/results/clientpositive/vector_aggregate_without_gby.q.out @@ -36,9 +36,13 @@ POSTHOOK: Lineage: testvec.id SCRIPT [] PREHOOK: query: explain vectorization detail select max(dt), max(greg_dt) from testvec where id=5 PREHOOK: type: QUERY +PREHOOK: Input: default@testvec +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select max(dt), max(greg_dt) from testvec where id=5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@testvec +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_between_columns.q.out b/ql/src/test/results/clientpositive/vector_between_columns.q.out index f5e095b..f149b34 100644 --- a/ql/src/test/results/clientpositive/vector_between_columns.q.out +++ b/ql/src/test/results/clientpositive/vector_between_columns.q.out @@ -86,9 +86,15 @@ Warning: Map Join MAPJOIN[9][bigTable=?] in task 'Stage-3:MAPRED' is a cross pro PREHOOK: query: explain vectorization expression select tint.rnum, tsint.rnum, tint.cint, tsint.csint, (case when (tint.cint between tsint.csint and tsint.csint) then "Ok" else "NoOk" end) as between_col from tint , tsint PREHOOK: type: QUERY +PREHOOK: Input: default@tint +PREHOOK: Input: default@tsint +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select tint.rnum, tsint.rnum, tint.cint, tsint.csint, (case when (tint.cint between tsint.csint and tsint.csint) then "Ok" else "NoOk" end) as between_col from tint , tsint POSTHOOK: type: QUERY +POSTHOOK: Input: default@tint +POSTHOOK: Input: default@tsint +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -240,9 +246,15 @@ Warning: Map Join MAPJOIN[10][bigTable=?] in task 'Stage-3:MAPRED' is a cross pr PREHOOK: query: explain vectorization expression select tint.rnum, tsint.rnum, tint.cint, tsint.csint from tint , tsint where tint.cint between tsint.csint and tsint.csint PREHOOK: type: QUERY +PREHOOK: Input: default@tint +PREHOOK: Input: default@tsint +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select tint.rnum, tsint.rnum, tint.cint, tsint.csint from tint , tsint where tint.cint between tsint.csint and tsint.csint POSTHOOK: type: QUERY +POSTHOOK: Input: default@tint +POSTHOOK: Input: default@tsint +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/vector_binary_join_groupby.q.out b/ql/src/test/results/clientpositive/vector_binary_join_groupby.q.out index 6c3c3d3..5f5ee49 100644 --- a/ql/src/test/results/clientpositive/vector_binary_join_groupby.q.out +++ b/ql/src/test/results/clientpositive/vector_binary_join_groupby.q.out @@ -100,11 +100,15 @@ SELECT sum(hash(*)) k FROM hundredorc t1 JOIN hundredorc t2 ON t1.bin = t2.bin order by k PREHOOK: type: QUERY +PREHOOK: Input: default@hundredorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT sum(hash(*)) k FROM hundredorc t1 JOIN hundredorc t2 ON t1.bin = t2.bin order by k POSTHOOK: type: QUERY +POSTHOOK: Input: default@hundredorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -303,12 +307,16 @@ FROM hundredorc GROUP BY bin order by bin PREHOOK: type: QUERY +PREHOOK: Input: default@hundredorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT count(*), bin FROM hundredorc GROUP BY bin order by bin POSTHOOK: type: QUERY +POSTHOOK: Input: default@hundredorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -485,10 +493,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT t1.i, t1.bin, t2.bin FROM hundredorc t1 JOIN hundredorc t2 ON t1.i = t2.i PREHOOK: type: QUERY +PREHOOK: Input: default@hundredorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT t1.i, t1.bin, t2.bin FROM hundredorc t1 JOIN hundredorc t2 ON t1.i = t2.i POSTHOOK: type: QUERY +POSTHOOK: Input: default@hundredorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_bround.q.out b/ql/src/test/results/clientpositive/vector_bround.q.out index 6dcc0f1..8e18827 100644 --- a/ql/src/test/results/clientpositive/vector_bround.q.out +++ b/ql/src/test/results/clientpositive/vector_bround.q.out @@ -47,9 +47,13 @@ POSTHOOK: Lineage: test_vector_bround.v1 EXPRESSION [] PREHOOK: query: explain vectorization detail select bround(v0), bround(v1, 1) from test_vector_bround PREHOOK: type: QUERY +PREHOOK: Input: default@test_vector_bround +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select bround(v0), bround(v1, 1) from test_vector_bround POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_vector_bround +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_bucket.q.out b/ql/src/test/results/clientpositive/vector_bucket.q.out index 904b3cd..baea304 100644 --- a/ql/src/test/results/clientpositive/vector_bucket.q.out +++ b/ql/src/test/results/clientpositive/vector_bucket.q.out @@ -9,9 +9,13 @@ POSTHOOK: Output: default@non_orc_table PREHOOK: query: explain vectorization expression insert into table non_orc_table values(1, 'one'),(1, 'one'), (2, 'two'),(3, 'three') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@non_orc_table POSTHOOK: query: explain vectorization expression insert into table non_orc_table values(1, 'one'),(1, 'one'), (2, 'two'),(3, 'three') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@non_orc_table PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_case_when_1.q.out b/ql/src/test/results/clientpositive/vector_case_when_1.q.out index 59d8133..0ddaf27 100644 --- a/ql/src/test/results/clientpositive/vector_case_when_1.q.out +++ b/ql/src/test/results/clientpositive/vector_case_when_1.q.out @@ -141,6 +141,8 @@ SELECT IF(L_SUPPKEY % 500 > 100, DATE_ADD('2008-12-31', 1), DATE_ADD('2008-12-31', 365)) AS Field_12 FROM lineitem_test PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT L_QUANTITY as Quantity, @@ -182,6 +184,8 @@ SELECT IF(L_SUPPKEY % 500 > 100, DATE_ADD('2008-12-31', 1), DATE_ADD('2008-12-31', 365)) AS Field_12 FROM lineitem_test POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem_test +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -449,6 +453,8 @@ SELECT IF(L_SUPPKEY % 500 > 100, DATE_ADD('2008-12-31', 1), DATE_ADD('2008-12-31', 365)) AS Field_12 FROM lineitem_test PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT L_QUANTITY as Quantity, @@ -490,6 +496,8 @@ SELECT IF(L_SUPPKEY % 500 > 100, DATE_ADD('2008-12-31', 1), DATE_ADD('2008-12-31', 365)) AS Field_12 FROM lineitem_test POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem_test +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -778,6 +786,8 @@ SELECT IF(L_SUPPKEY % 500 > 100, DATE_ADD('2008-12-31', 1), DATE_ADD('2008-12-31', 365)) AS Field_12 FROM lineitem_test PREHOOK: type: QUERY +PREHOOK: Input: default@lineitem_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT L_QUANTITY as Quantity, @@ -819,6 +829,8 @@ SELECT IF(L_SUPPKEY % 500 > 100, DATE_ADD('2008-12-31', 1), DATE_ADD('2008-12-31', 365)) AS Field_12 FROM lineitem_test POSTHOOK: type: QUERY +POSTHOOK: Input: default@lineitem_test +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/vector_case_when_2.q.out b/ql/src/test/results/clientpositive/vector_case_when_2.q.out index 9ff8750..933ae8e 100644 --- a/ql/src/test/results/clientpositive/vector_case_when_2.q.out +++ b/ql/src/test/results/clientpositive/vector_case_when_2.q.out @@ -82,6 +82,8 @@ SELECT FROM timestamps ORDER BY ctimestamp1, stimestamp1, ctimestamp2 PREHOOK: type: QUERY +PREHOOK: Input: default@timestamps +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT ctimestamp1, @@ -114,6 +116,8 @@ SELECT FROM timestamps ORDER BY ctimestamp1, stimestamp1, ctimestamp2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@timestamps +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -318,6 +322,8 @@ SELECT FROM timestamps ORDER BY ctimestamp1, stimestamp1, ctimestamp2 PREHOOK: type: QUERY +PREHOOK: Input: default@timestamps +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT ctimestamp1, @@ -350,6 +356,8 @@ SELECT FROM timestamps ORDER BY ctimestamp1, stimestamp1, ctimestamp2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@timestamps +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -577,6 +585,8 @@ SELECT FROM timestamps ORDER BY ctimestamp1, stimestamp1, ctimestamp2 PREHOOK: type: QUERY +PREHOOK: Input: default@timestamps +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT ctimestamp1, @@ -609,6 +619,8 @@ SELECT FROM timestamps ORDER BY ctimestamp1, stimestamp1, ctimestamp2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@timestamps +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/vector_cast_constant.q.out b/ql/src/test/results/clientpositive/vector_cast_constant.q.out index 68a1aea..34028c0 100644 --- a/ql/src/test/results/clientpositive/vector_cast_constant.q.out +++ b/ql/src/test/results/clientpositive/vector_cast_constant.q.out @@ -102,6 +102,8 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT AVG(CAST(50 AS DECIMAL)) AS `avg_decimal_ok` FROM over1korc_n0 GROUP BY i ORDER BY i LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@over1korc_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT i, AVG(CAST(50 AS INT)) AS `avg_int_ok`, @@ -109,6 +111,8 @@ POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT AVG(CAST(50 AS DECIMAL)) AS `avg_decimal_ok` FROM over1korc_n0 GROUP BY i ORDER BY i LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1korc_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_char_2.q.out b/ql/src/test/results/clientpositive/vector_char_2.q.out index dc2c1e4..010eacc 100644 --- a/ql/src/test/results/clientpositive/vector_char_2.q.out +++ b/ql/src/test/results/clientpositive/vector_char_2.q.out @@ -63,12 +63,16 @@ group by value order by value asc limit 5 PREHOOK: type: QUERY +PREHOOK: Input: default@char_2_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select value, sum(cast(key as int)), count(*) numrows from char_2_n0 group by value order by value asc limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@char_2_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -251,12 +255,16 @@ group by value order by value desc limit 5 PREHOOK: type: QUERY +PREHOOK: Input: default@char_2_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select value, sum(cast(key as int)), count(*) numrows from char_2_n0 group by value order by value desc limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@char_2_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_char_4.q.out b/ql/src/test/results/clientpositive/vector_char_4.q.out index 8d27537..daeb078 100644 --- a/ql/src/test/results/clientpositive/vector_char_4.q.out +++ b/ql/src/test/results/clientpositive/vector_char_4.q.out @@ -124,9 +124,13 @@ POSTHOOK: Output: default@char_lazy_binary_columnar PREHOOK: query: explain vectorization expression insert overwrite table char_lazy_binary_columnar select t, si, i, b, f, d, s from vectortab2korc PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2korc +PREHOOK: Output: default@char_lazy_binary_columnar POSTHOOK: query: explain vectorization expression insert overwrite table char_lazy_binary_columnar select t, si, i, b, f, d, s from vectortab2korc POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2korc +POSTHOOK: Output: default@char_lazy_binary_columnar PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_char_mapjoin1.q.out b/ql/src/test/results/clientpositive/vector_char_mapjoin1.q.out index 25199b8..b3723f7 100644 --- a/ql/src/test/results/clientpositive/vector_char_mapjoin1.q.out +++ b/ql/src/test/results/clientpositive/vector_char_mapjoin1.q.out @@ -126,8 +126,12 @@ POSTHOOK: Lineage: char_join1_str_orc.c1 SIMPLE [(char_join1_str)char_join1_str. POSTHOOK: Lineage: char_join1_str_orc.c2 SIMPLE [(char_join1_str)char_join1_str.FieldSchema(name:c2, type:string, comment:null), ] PREHOOK: query: explain vectorization expression select * from char_join1_vc1_orc a join char_join1_vc1_orc b on (a.c2 = b.c2) order by a.c1 PREHOOK: type: QUERY +PREHOOK: Input: default@char_join1_vc1_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from char_join1_vc1_orc a join char_join1_vc1_orc b on (a.c2 = b.c2) order by a.c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@char_join1_vc1_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -259,8 +263,14 @@ POSTHOOK: Input: default@char_join1_vc1_orc 3 abc 3 abc PREHOOK: query: explain vectorization expression select * from char_join1_vc1_orc a join char_join1_vc2_orc b on (a.c2 = b.c2) order by a.c1 PREHOOK: type: QUERY +PREHOOK: Input: default@char_join1_vc1_orc +PREHOOK: Input: default@char_join1_vc2_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from char_join1_vc1_orc a join char_join1_vc2_orc b on (a.c2 = b.c2) order by a.c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@char_join1_vc1_orc +POSTHOOK: Input: default@char_join1_vc2_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -394,8 +404,14 @@ POSTHOOK: Input: default@char_join1_vc2_orc 3 abc 3 abc PREHOOK: query: explain vectorization expression select * from char_join1_vc1_orc a join char_join1_str_orc b on (a.c2 = b.c2) order by a.c1 PREHOOK: type: QUERY +PREHOOK: Input: default@char_join1_str_orc +PREHOOK: Input: default@char_join1_vc1_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from char_join1_vc1_orc a join char_join1_str_orc b on (a.c2 = b.c2) order by a.c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@char_join1_str_orc +POSTHOOK: Input: default@char_join1_vc1_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_char_simple.q.out b/ql/src/test/results/clientpositive/vector_char_simple.q.out index a845c47..dba3c4c 100644 --- a/ql/src/test/results/clientpositive/vector_char_simple.q.out +++ b/ql/src/test/results/clientpositive/vector_char_simple.q.out @@ -50,11 +50,15 @@ from char_2 order by key asc limit 5 PREHOOK: type: QUERY +PREHOOK: Input: default@char_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only select key, value from char_2 order by key asc limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@char_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -127,11 +131,15 @@ from char_2 order by key desc limit 5 PREHOOK: type: QUERY +PREHOOK: Input: default@char_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization only select key, value from char_2 order by key desc limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@char_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -203,9 +211,13 @@ POSTHOOK: Output: default@char_3 PREHOOK: query: explain vectorization only operator insert into table char_3 select cint from alltypesorc limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Output: default@char_3 POSTHOOK: query: explain vectorization only operator insert into table char_3 select cint from alltypesorc limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Output: default@char_3 PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_coalesce.q.out b/ql/src/test/results/clientpositive/vector_coalesce.q.out index 0d20a0e..ad7fd07 100644 --- a/ql/src/test/results/clientpositive/vector_coalesce.q.out +++ b/ql/src/test/results/clientpositive/vector_coalesce.q.out @@ -4,12 +4,16 @@ WHERE (cdouble IS NULL) ORDER BY cdouble, cstring1, cint, cfloat, csmallint, c LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION ONLY EXPRESSION SELECT cdouble, cstring1, cint, cfloat, csmallint, coalesce(cdouble, cstring1, cint, cfloat, csmallint) as c FROM alltypesorc WHERE (cdouble IS NULL) ORDER BY cdouble, cstring1, cint, cfloat, csmallint, c LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -89,12 +93,16 @@ WHERE (ctinyint IS NULL) ORDER BY ctinyint, cdouble, cint, c LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION ONLY EXPRESSION SELECT ctinyint, cdouble, cint, coalesce(ctinyint+10, (cdouble+log2(cint)), 0) as c FROM alltypesorc WHERE (ctinyint IS NULL) ORDER BY ctinyint, cdouble, cint, c LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -174,12 +182,16 @@ WHERE (cfloat IS NULL AND cbigint IS NULL) ORDER BY cfloat, cbigint, c LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION ONLY EXPRESSION SELECT cfloat, cbigint, coalesce(cfloat, cbigint, 0) as c FROM alltypesorc WHERE (cfloat IS NULL AND cbigint IS NULL) ORDER BY cfloat, cbigint, c LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -255,12 +267,16 @@ WHERE ctimestamp1 IS NOT NULL OR ctimestamp2 IS NOT NULL ORDER BY ctimestamp1, ctimestamp2, c LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION ONLY EXPRESSION SELECT ctimestamp1, ctimestamp2, coalesce(ctimestamp1, ctimestamp2) as c FROM alltypesorc WHERE ctimestamp1 IS NOT NULL OR ctimestamp2 IS NOT NULL ORDER BY ctimestamp1, ctimestamp2, c LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -340,12 +356,16 @@ WHERE (cfloat IS NULL AND cbigint IS NULL) ORDER BY cfloat, cbigint, c LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION ONLY EXPRESSION SELECT cfloat, cbigint, coalesce(cfloat, cbigint) as c FROM alltypesorc WHERE (cfloat IS NULL AND cbigint IS NULL) ORDER BY cfloat, cbigint, c LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -420,11 +440,15 @@ FROM alltypesorc WHERE cbigint IS NULL LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION ONLY EXPRESSION SELECT cbigint, ctinyint, coalesce(cbigint, ctinyint) as c FROM alltypesorc WHERE cbigint IS NULL LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_coalesce_2.q.out b/ql/src/test/results/clientpositive/vector_coalesce_2.q.out index 918ac59..ed1a076 100644 --- a/ql/src/test/results/clientpositive/vector_coalesce_2.q.out +++ b/ql/src/test/results/clientpositive/vector_coalesce_2.q.out @@ -32,12 +32,16 @@ SELECT from str_str_orc GROUP BY str2 PREHOOK: type: QUERY +PREHOOK: Input: default@str_str_orc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT str2, ROUND(sum(cast(COALESCE(str1, 0) as int))/60, 2) as result from str_str_orc GROUP BY str2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@str_str_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -149,10 +153,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COALESCE(str1, 0) as result from str_str_orc PREHOOK: type: QUERY +PREHOOK: Input: default@str_str_orc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COALESCE(str1, 0) as result from str_str_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@str_str_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -227,12 +235,16 @@ SELECT from str_str_orc GROUP BY str2 PREHOOK: type: QUERY +PREHOOK: Input: default@str_str_orc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT str2, ROUND(sum(cast(COALESCE(str1, 0) as int))/60, 2) as result from str_str_orc GROUP BY str2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@str_str_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -344,10 +356,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COALESCE(str1, 0) as result from str_str_orc PREHOOK: type: QUERY +PREHOOK: Input: default@str_str_orc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COALESCE(str1, 0) as result from str_str_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@str_str_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_coalesce_3.q.out b/ql/src/test/results/clientpositive/vector_coalesce_3.q.out index 884078d..4b40d93 100644 --- a/ql/src/test/results/clientpositive/vector_coalesce_3.q.out +++ b/ql/src/test/results/clientpositive/vector_coalesce_3.q.out @@ -56,10 +56,16 @@ PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT m.member, (CASE WHEN COALESCE(n.attr, 5)>1 THEN n.attr END) AS attr FROM test_2_n0 m LEFT JOIN test_1_n0 n ON m.member = n.member PREHOOK: type: QUERY +PREHOOK: Input: default@test_1_n0 +PREHOOK: Input: default@test_2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT m.member, (CASE WHEN COALESCE(n.attr, 5)>1 THEN n.attr END) AS attr FROM test_2_n0 m LEFT JOIN test_1_n0 n ON m.member = n.member POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_1_n0 +POSTHOOK: Input: default@test_2_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_coalesce_4.q.out b/ql/src/test/results/clientpositive/vector_coalesce_4.q.out index c7c0da6..4e23361 100644 --- a/ql/src/test/results/clientpositive/vector_coalesce_4.q.out +++ b/ql/src/test/results/clientpositive/vector_coalesce_4.q.out @@ -29,9 +29,13 @@ POSTHOOK: Lineage: coalesce_test.b EXPRESSION [] PREHOOK: query: explain vectorization detail select coalesce(a, b) from coalesce_test order by a, b PREHOOK: type: QUERY +PREHOOK: Input: default@coalesce_test +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select coalesce(a, b) from coalesce_test order by a, b POSTHOOK: type: QUERY +POSTHOOK: Input: default@coalesce_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_const.q.out b/ql/src/test/results/clientpositive/vector_const.q.out index a2f3d9e..e114a44 100644 --- a/ql/src/test/results/clientpositive/vector_const.q.out +++ b/ql/src/test/results/clientpositive/vector_const.q.out @@ -18,9 +18,13 @@ POSTHOOK: Lineage: varchar_const_1.c1 SCRIPT [] PREHOOK: query: EXPLAIN SELECT CONCAT(CAST('F' AS CHAR(2)), CAST('F' AS VARCHAR(2))) FROM VARCHAR_CONST_1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_const_1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT CONCAT(CAST('F' AS CHAR(2)), CAST('F' AS VARCHAR(2))) FROM VARCHAR_CONST_1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_const_1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/vector_count.q.out b/ql/src/test/results/clientpositive/vector_count.q.out index 10a144a..c2ad05e 100644 --- a/ql/src/test/results/clientpositive/vector_count.q.out +++ b/ql/src/test/results/clientpositive/vector_count.q.out @@ -45,8 +45,12 @@ POSTHOOK: Input: default@abcd NULL 35 23 6 PREHOOK: query: explain vectorization expression select a, count(distinct b), count(distinct c), sum(d) from abcd group by a PREHOOK: type: QUERY +PREHOOK: Input: default@abcd +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select a, count(distinct b), count(distinct c), sum(d) from abcd group by a POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -123,8 +127,12 @@ POSTHOOK: Input: default@abcd NULL 1 1 6 PREHOOK: query: explain vectorization expression select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd PREHOOK: type: QUERY +PREHOOK: Input: default@abcd +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -200,8 +208,12 @@ POSTHOOK: Input: default@abcd 7 7 6 6 6 7 3 3 6 7 4 5 6 6 5 6 4 5 5 5 4 PREHOOK: query: explain vectorization expression select a, count(distinct b), count(distinct c), sum(d) from abcd group by a PREHOOK: type: QUERY +PREHOOK: Input: default@abcd +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select a, count(distinct b), count(distinct c), sum(d) from abcd group by a POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -287,8 +299,12 @@ POSTHOOK: Input: default@abcd NULL 1 1 6 PREHOOK: query: explain vectorization expression select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd PREHOOK: type: QUERY +PREHOOK: Input: default@abcd +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_custom_udf_configure.q.out b/ql/src/test/results/clientpositive/vector_custom_udf_configure.q.out index 98e69a7..9a291bf 100644 --- a/ql/src/test/results/clientpositive/vector_custom_udf_configure.q.out +++ b/ql/src/test/results/clientpositive/vector_custom_udf_configure.q.out @@ -25,9 +25,13 @@ POSTHOOK: Lineage: testorc1.name SCRIPT [] PREHOOK: query: explain select id, UDFHelloTest(name) from testorc1 PREHOOK: type: QUERY +PREHOOK: Input: default@testorc1 +#### A masked pattern was here #### POSTHOOK: query: explain select id, UDFHelloTest(name) from testorc1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@testorc1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/vector_data_types.q.out b/ql/src/test/results/clientpositive/vector_data_types.q.out index b9d8ac8..c92b99d 100644 --- a/ql/src/test/results/clientpositive/vector_data_types.q.out +++ b/ql/src/test/results/clientpositive/vector_data_types.q.out @@ -116,8 +116,12 @@ POSTHOOK: Lineage: over1korc_n1.t EXPRESSION [] POSTHOOK: Lineage: over1korc_n1.ts EXPRESSION [] PREHOOK: query: EXPLAIN SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc_n1 ORDER BY t, si, i LIMIT 20 PREHOOK: type: QUERY +PREHOOK: Input: default@over1korc_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc_n1 ORDER BY t, si, i LIMIT 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1korc_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -202,8 +206,12 @@ POSTHOOK: Input: default@over1korc_n1 -25838728092 PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION select t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc_n1 ORDER BY t, si, i LIMIT 20 PREHOOK: type: QUERY +PREHOOK: Input: default@over1korc_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION select t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc_n1 ORDER BY t, si, i LIMIT 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1korc_n1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -308,10 +316,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT SUM(HASH(*)) FROM (SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc_n1 ORDER BY t, si, i) as q PREHOOK: type: QUERY +PREHOOK: Input: default@over1korc_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT SUM(HASH(*)) FROM (SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc_n1 ORDER BY t, si, i) as q POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1korc_n1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_date_1.q.out b/ql/src/test/results/clientpositive/vector_date_1.q.out index c2e9e5d..4620f1e 100644 --- a/ql/src/test/results/clientpositive/vector_date_1.q.out +++ b/ql/src/test/results/clientpositive/vector_date_1.q.out @@ -75,6 +75,8 @@ select dt2 > dt1 from vector_date_1 order by dt1 PREHOOK: type: QUERY +PREHOOK: Input: default@vector_date_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select dt1, dt2, @@ -89,6 +91,8 @@ select dt2 > dt1 from vector_date_1 order by dt1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_date_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -214,6 +218,8 @@ select dt2 < dt1 from vector_date_1 order by dt1 PREHOOK: type: QUERY +PREHOOK: Input: default@vector_date_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select dt1, dt2, @@ -228,6 +234,8 @@ select dt2 < dt1 from vector_date_1 order by dt1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_date_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -353,6 +361,8 @@ select date '1970-01-01' < dt1 from vector_date_1 order by dt1 PREHOOK: type: QUERY +PREHOOK: Input: default@vector_date_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select dt1, @@ -367,6 +377,8 @@ select date '1970-01-01' < dt1 from vector_date_1 order by dt1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_date_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -492,6 +504,8 @@ select date '1970-01-01' > dt1 from vector_date_1 order by dt1 PREHOOK: type: QUERY +PREHOOK: Input: default@vector_date_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select dt1, @@ -506,6 +520,8 @@ select date '1970-01-01' > dt1 from vector_date_1 order by dt1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_date_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -630,6 +646,8 @@ where and dt2 >= dt1 order by dt1 PREHOOK: type: QUERY +PREHOOK: Input: default@vector_date_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select dt1, dt2 @@ -643,6 +661,8 @@ where and dt2 >= dt1 order by dt1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_date_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -772,6 +792,8 @@ where and date '1970-01-01' <= dt1 order by dt1 PREHOOK: type: QUERY +PREHOOK: Input: default@vector_date_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select dt1, dt2 @@ -787,6 +809,8 @@ where and date '1970-01-01' <= dt1 order by dt1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_date_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -892,9 +916,13 @@ dt1 dt2 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT dt1 FROM vector_date_1 WHERE dt1 IN (date '1970-01-01', date '2001-01-01') PREHOOK: type: QUERY +PREHOOK: Input: default@vector_date_1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT dt1 FROM vector_date_1 WHERE dt1 IN (date '1970-01-01', date '2001-01-01') POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_date_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/vector_decimal_1.q.out b/ql/src/test/results/clientpositive/vector_decimal_1.q.out index e616912..a9b19db 100644 --- a/ql/src/test/results/clientpositive/vector_decimal_1.q.out +++ b/ql/src/test/results/clientpositive/vector_decimal_1.q.out @@ -46,9 +46,13 @@ POSTHOOK: Lineage: decimal_1.v EXPRESSION [] PREHOOK: query: explain vectorization detail select cast(t as boolean) from decimal_1 order by t PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(t as boolean) from decimal_1 order by t POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -137,9 +141,13 @@ true PREHOOK: query: explain vectorization detail select cast(t as tinyint) from decimal_1 order by t PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(t as tinyint) from decimal_1 order by t POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -228,9 +236,13 @@ NULL PREHOOK: query: explain vectorization detail select cast(t as smallint) from decimal_1 order by t PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(t as smallint) from decimal_1 order by t POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -319,9 +331,13 @@ NULL PREHOOK: query: explain vectorization detail select cast(t as int) from decimal_1 order by t PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(t as int) from decimal_1 order by t POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -410,9 +426,13 @@ NULL PREHOOK: query: explain vectorization detail select cast(t as bigint) from decimal_1 order by t PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(t as bigint) from decimal_1 order by t POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -501,9 +521,13 @@ NULL PREHOOK: query: explain vectorization detail select cast(t as float) from decimal_1 order by t PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(t as float) from decimal_1 order by t POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -592,9 +616,13 @@ NULL PREHOOK: query: explain vectorization detail select cast(t as double) from decimal_1 order by t PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(t as double) from decimal_1 order by t POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -683,9 +711,13 @@ NULL PREHOOK: query: explain vectorization detail select cast(t as string) from decimal_1 order by t PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(t as string) from decimal_1 order by t POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -774,9 +806,13 @@ NULL PREHOOK: query: explain vectorization detail select cast(t as timestamp) from decimal_1 order by t PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cast(t as timestamp) from decimal_1 order by t POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_decimal_10_0.q.out b/ql/src/test/results/clientpositive/vector_decimal_10_0.q.out index 6526abe..a27edf6 100644 --- a/ql/src/test/results/clientpositive/vector_decimal_10_0.q.out +++ b/ql/src/test/results/clientpositive/vector_decimal_10_0.q.out @@ -36,9 +36,13 @@ POSTHOOK: Lineage: decimal.dec SIMPLE [(decimal_txt)decimal_txt.FieldSchema(name PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT `dec` FROM `DECIMAL` order by `dec` PREHOOK: type: QUERY +PREHOOK: Input: default@decimal +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT `dec` FROM `DECIMAL` order by `dec` POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -126,9 +130,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT `dec` FROM `decimal_txt` order by `dec` PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_txt +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT `dec` FROM `decimal_txt` order by `dec` POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_txt +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_decimal_5.q.out b/ql/src/test/results/clientpositive/vector_decimal_5.q.out index a2e114b..7fde6ee 100644 --- a/ql/src/test/results/clientpositive/vector_decimal_5.q.out +++ b/ql/src/test/results/clientpositive/vector_decimal_5.q.out @@ -131,8 +131,12 @@ NULL 200.00000 PREHOOK: query: explain SELECT cast(key as decimal) FROM DECIMAL_5 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_5 +#### A masked pattern was here #### POSTHOOK: query: explain SELECT cast(key as decimal) FROM DECIMAL_5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_5 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/vector_decimal_6.q.out b/ql/src/test/results/clientpositive/vector_decimal_6.q.out index 445896b..ac96e34 100644 --- a/ql/src/test/results/clientpositive/vector_decimal_6.q.out +++ b/ql/src/test/results/clientpositive/vector_decimal_6.q.out @@ -109,9 +109,13 @@ POSTHOOK: Lineage: decimal_6_2.value SIMPLE [(decimal_6_2_txt)decimal_6_2_txt.Fi PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM DECIMAL_6_1 ORDER BY key, value PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_6_1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM DECIMAL_6_1 ORDER BY key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_6_1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -224,9 +228,13 @@ NULL 1234567890 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM DECIMAL_6_2 ORDER BY key, value PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_6_2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM DECIMAL_6_2 ORDER BY key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_6_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -343,6 +351,9 @@ SELECT T.key from ( SELECT key, value from DECIMAL_6_2 ) T order by T.key PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_6_1 +PREHOOK: Input: default@decimal_6_2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT T.key from ( SELECT key, value from DECIMAL_6_1 @@ -350,6 +361,9 @@ SELECT T.key from ( SELECT key, value from DECIMAL_6_2 ) T order by T.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_6_1 +POSTHOOK: Input: default@decimal_6_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -489,9 +503,15 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL CREATE TABLE DECIMAL_6_3 STORED AS ORC AS SELECT key + 5.5 AS k, value * 11 AS v from DECIMAL_6_1 ORDER BY v PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@decimal_6_1 +PREHOOK: Output: database:default +PREHOOK: Output: default@DECIMAL_6_3 POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL CREATE TABLE DECIMAL_6_3 STORED AS ORC AS SELECT key + 5.5 AS k, value * 11 AS v from DECIMAL_6_1 ORDER BY v POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@decimal_6_1 +POSTHOOK: Output: database:default +POSTHOOK: Output: default@DECIMAL_6_3 PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_decimal_aggregate.q.out b/ql/src/test/results/clientpositive/vector_decimal_aggregate.q.out index b9f4444..2360ed6 100644 --- a/ql/src/test/results/clientpositive/vector_decimal_aggregate.q.out +++ b/ql/src/test/results/clientpositive/vector_decimal_aggregate.q.out @@ -40,6 +40,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_vgby +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cint, COUNT(cdecimal1), MAX(cdecimal1), MIN(cdecimal1), SUM(cdecimal1), @@ -48,6 +50,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_vgby +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -181,6 +185,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_vgby +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cint, COUNT(cdecimal1), MAX(cdecimal1), MIN(cdecimal1), SUM(cdecimal1), AVG(cdecimal1), STDDEV_POP(cdecimal1), STDDEV_SAMP(cdecimal1), @@ -189,6 +195,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_vgby +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -357,6 +365,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_vgby_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cint, COUNT(cdecimal1), MAX(cdecimal1), MIN(cdecimal1), SUM(cdecimal1), @@ -365,6 +375,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_vgby_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -517,6 +529,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_vgby_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cint, COUNT(cdecimal1), MAX(cdecimal1), MIN(cdecimal1), SUM(cdecimal1), AVG(cdecimal1), STDDEV_POP(cdecimal1), STDDEV_SAMP(cdecimal1), @@ -525,6 +539,8 @@ SELECT cint, GROUP BY cint HAVING COUNT(*) > 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_vgby_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_decimal_cast.q.out b/ql/src/test/results/clientpositive/vector_decimal_cast.q.out index a265185..9a40e54 100644 --- a/ql/src/test/results/clientpositive/vector_decimal_cast.q.out +++ b/ql/src/test/results/clientpositive/vector_decimal_cast.q.out @@ -1,7 +1,11 @@ PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cdouble, cint, cboolean1, ctimestamp1, CAST(cdouble AS DECIMAL(20,10)), CAST(cint AS DECIMAL(23,14)), CAST(cboolean1 AS DECIMAL(5,2)), CAST(ctimestamp1 AS DECIMAL(15,0)) FROM alltypesorc WHERE cdouble IS NOT NULL AND cint IS NOT NULL AND cboolean1 IS NOT NULL AND ctimestamp1 IS NOT NULL LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cdouble, cint, cboolean1, ctimestamp1, CAST(cdouble AS DECIMAL(20,10)), CAST(cint AS DECIMAL(23,14)), CAST(cboolean1 AS DECIMAL(5,2)), CAST(ctimestamp1 AS DECIMAL(15,0)) FROM alltypesorc WHERE cdouble IS NOT NULL AND cint IS NOT NULL AND cboolean1 IS NOT NULL AND ctimestamp1 IS NOT NULL LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -118,9 +122,13 @@ POSTHOOK: Lineage: alltypes_small.ctinyint SIMPLE [(alltypesorc)alltypesorc.Fiel PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cdouble, cint, cboolean1, ctimestamp1, CAST(cdouble AS DECIMAL(20,10)), CAST(cint AS DECIMAL(23,14)), CAST(cboolean1 AS DECIMAL(5,2)), CAST(ctimestamp1 AS DECIMAL(15,0)) FROM alltypes_small WHERE cdouble IS NOT NULL AND cint IS NOT NULL AND cboolean1 IS NOT NULL AND ctimestamp1 IS NOT NULL LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypes_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cdouble, cint, cboolean1, ctimestamp1, CAST(cdouble AS DECIMAL(20,10)), CAST(cint AS DECIMAL(23,14)), CAST(cboolean1 AS DECIMAL(5,2)), CAST(ctimestamp1 AS DECIMAL(15,0)) FROM alltypes_small WHERE cdouble IS NOT NULL AND cint IS NOT NULL AND cboolean1 IS NOT NULL AND ctimestamp1 IS NOT NULL LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypes_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_decimal_expressions.q.out b/ql/src/test/results/clientpositive/vector_decimal_expressions.q.out index 4caace2..d7484cc 100644 --- a/ql/src/test/results/clientpositive/vector_decimal_expressions.q.out +++ b/ql/src/test/results/clientpositive/vector_decimal_expressions.q.out @@ -33,11 +33,15 @@ SELECT cdecimal1 + cdecimal2 as c1, cdecimal1 - (2*cdecimal2) as c2, ((cdecimal1 ORDER BY c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14 LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_test_n1 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cdecimal1 + cdecimal2 as c1, cdecimal1 - (2*cdecimal2) as c2, ((cdecimal1+2.34)/cdecimal2) as c3, (cdecimal1 * (cdecimal2/3.4)) as c4, cdecimal1 % 10 as c5, CAST(cdecimal1 AS INT) as c6, CAST(cdecimal2 AS SMALLINT) as c7, CAST(cdecimal2 AS TINYINT) as c8, CAST(cdecimal1 AS BIGINT) as c9, CAST (cdecimal1 AS BOOLEAN) as c10, CAST(cdecimal2 AS DOUBLE) as c11, CAST(cdecimal1 AS FLOAT) as c12, CAST(cdecimal2 AS STRING) as c13, CAST(cdecimal1 AS TIMESTAMP) as c14 FROM decimal_test_n1 WHERE cdecimal1 > 0 AND cdecimal1 < 12345.5678 AND cdecimal2 != 0 AND cdecimal2 > 1000 AND cdouble IS NOT NULL ORDER BY c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14 LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_test_n1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -177,11 +181,15 @@ SELECT cdecimal1 + cdecimal2 as c1, cdecimal1 - (2*cdecimal2) as c2, ((cdecimal1 ORDER BY c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14 LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_test_small_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cdecimal1 + cdecimal2 as c1, cdecimal1 - (2*cdecimal2) as c2, ((cdecimal1+2.34)/cdecimal2) as c3, (cdecimal1 * (cdecimal2/3.4)) as c4, cdecimal1 % 10 as c5, CAST(cdecimal1 AS INT) as c6, CAST(cdecimal2 AS SMALLINT) as c7, CAST(cdecimal2 AS TINYINT) as c8, CAST(cdecimal1 AS BIGINT) as c9, CAST (cdecimal1 AS BOOLEAN) as c10, CAST(cdecimal2 AS DOUBLE) as c11, CAST(cdecimal1 AS FLOAT) as c12, CAST(cdecimal2 AS STRING) as c13, CAST(cdecimal1 AS TIMESTAMP) as c14 FROM decimal_test_small_n0 WHERE cdecimal1 > 0 AND cdecimal1 < 12345.5678 AND cdecimal2 != 0 AND cdecimal2 > 1000 AND cdouble IS NOT NULL ORDER BY c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14 LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_test_small_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_decimal_mapjoin.q.out b/ql/src/test/results/clientpositive/vector_decimal_mapjoin.q.out index dd6fbe5..be529d5 100644 --- a/ql/src/test/results/clientpositive/vector_decimal_mapjoin.q.out +++ b/ql/src/test/results/clientpositive/vector_decimal_mapjoin.q.out @@ -77,9 +77,15 @@ POSTHOOK: Lineage: t2_n29.value_dec EXPRESSION [(over1k_n2)over1k_n2.FieldSchema PREHOOK: query: explain vectorization detail select t1_n48.`dec`, t2_n29.`dec` from t1_n48 join t2_n29 on (t1_n48.`dec`=t2_n29.`dec`) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n48 +PREHOOK: Input: default@t2_n29 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select t1_n48.`dec`, t2_n29.`dec` from t1_n48 join t2_n29 on (t1_n48.`dec`=t2_n29.`dec`) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n48 +POSTHOOK: Input: default@t2_n29 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -318,9 +324,15 @@ POSTHOOK: Input: default@t2_n29 PREHOOK: query: explain vectorization detail select t1_n48.`dec`, t1_n48.value_dec, t2_n29.`dec`, t2_n29.value_dec from t1_n48 join t2_n29 on (t1_n48.`dec`=t2_n29.`dec`) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n48 +PREHOOK: Input: default@t2_n29 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select t1_n48.`dec`, t1_n48.value_dec, t2_n29.`dec`, t2_n29.value_dec from t1_n48 join t2_n29 on (t1_n48.`dec`=t2_n29.`dec`) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n48 +POSTHOOK: Input: default@t2_n29 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -635,9 +647,15 @@ POSTHOOK: Lineage: t2_small.value_dec EXPRESSION [(over1k_small)over1k_small.Fie PREHOOK: query: explain vectorization detail select t1_small.`dec`, t2_small.`dec` from t1_small join t2_small on (t1_small.`dec`=t2_small.`dec`) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_small +PREHOOK: Input: default@t2_small +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select t1_small.`dec`, t2_small.`dec` from t1_small join t2_small on (t1_small.`dec`=t2_small.`dec`) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_small +POSTHOOK: Input: default@t2_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -876,9 +894,15 @@ POSTHOOK: Input: default@t2_small PREHOOK: query: explain vectorization detail select t1_small.`dec`, t1_small.value_dec, t2_small.`dec`, t2_small.value_dec from t1_small join t2_small on (t1_small.`dec`=t2_small.`dec`) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_small +PREHOOK: Input: default@t2_small +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select t1_small.`dec`, t1_small.value_dec, t2_small.`dec`, t2_small.value_dec from t1_small join t2_small on (t1_small.`dec`=t2_small.`dec`) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_small +POSTHOOK: Input: default@t2_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1117,9 +1141,15 @@ POSTHOOK: Input: default@t2_small PREHOOK: query: explain vectorization detail select t1_small.`dec`, t2_small.`dec` from t1_small join t2_small on (t1_small.`dec`=t2_small.`dec`) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_small +PREHOOK: Input: default@t2_small +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select t1_small.`dec`, t2_small.`dec` from t1_small join t2_small on (t1_small.`dec`=t2_small.`dec`) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_small +POSTHOOK: Input: default@t2_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1359,9 +1389,15 @@ POSTHOOK: Input: default@t2_small PREHOOK: query: explain vectorization detail select t1_small.`dec`, t1_small.value_dec, t2_small.`dec`, t2_small.value_dec from t1_small join t2_small on (t1_small.`dec`=t2_small.`dec`) PREHOOK: type: QUERY +PREHOOK: Input: default@t1_small +PREHOOK: Input: default@t2_small +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select t1_small.`dec`, t1_small.value_dec, t2_small.`dec`, t2_small.value_dec from t1_small join t2_small on (t1_small.`dec`=t2_small.`dec`) POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_small +POSTHOOK: Input: default@t2_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_decimal_math_funcs.q.out b/ql/src/test/results/clientpositive/vector_decimal_math_funcs.q.out index 417df95..859604c 100644 --- a/ql/src/test/results/clientpositive/vector_decimal_math_funcs.q.out +++ b/ql/src/test/results/clientpositive/vector_decimal_math_funcs.q.out @@ -61,6 +61,8 @@ where cbigint % 500 = 0 and sin(cdecimal1) >= -1.0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_test_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cdecimal1 @@ -98,6 +100,8 @@ where cbigint % 500 = 0 and sin(cdecimal1) >= -1.0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_test_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -303,6 +307,8 @@ where cbigint % 500 = 0 and sin(cdecimal1) >= -1.0 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_test_small +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cdecimal1 @@ -340,6 +346,8 @@ where cbigint % 500 = 0 and sin(cdecimal1) >= -1.0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_test_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_decimal_precision.q.out b/ql/src/test/results/clientpositive/vector_decimal_precision.q.out index e3e354f..594e07b 100644 --- a/ql/src/test/results/clientpositive/vector_decimal_precision.q.out +++ b/ql/src/test/results/clientpositive/vector_decimal_precision.q.out @@ -551,8 +551,12 @@ NULL NULL 1234567890.1234567890 1524157875323883675.01905199875019052 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT avg(`dec`), sum(`dec`) FROM DECIMAL_PRECISION PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_precision +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT avg(`dec`), sum(`dec`) FROM DECIMAL_PRECISION POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_precision +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1136,8 +1140,12 @@ NULL NULL 1234567890.1234567890 1524157875323883675.01905199875019052 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT avg(`dec`), sum(`dec`) FROM DECIMAL_PRECISION_txt_small PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_precision_txt_small +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT avg(`dec`), sum(`dec`) FROM DECIMAL_PRECISION_txt_small POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_precision_txt_small +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_decimal_round.q.out b/ql/src/test/results/clientpositive/vector_decimal_round.q.out index d690579..b86936c 100644 --- a/ql/src/test/results/clientpositive/vector_decimal_round.q.out +++ b/ql/src/test/results/clientpositive/vector_decimal_round.q.out @@ -33,9 +33,13 @@ POSTHOOK: Input: default@decimal_tbl_txt PREHOOK: query: explain vectorization detail select `dec`, round(`dec`, -1) from decimal_tbl_txt order by `dec` PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_tbl_txt +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select `dec`, round(`dec`, -1) from decimal_tbl_txt order by `dec` POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_tbl_txt +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -124,9 +128,13 @@ POSTHOOK: Input: default@decimal_tbl_txt PREHOOK: query: explain vectorization detail select `dec`, round(`dec`, -1) from decimal_tbl_txt order by round(`dec`, -1) PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_tbl_txt +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select `dec`, round(`dec`, -1) from decimal_tbl_txt order by round(`dec`, -1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_tbl_txt +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -243,9 +251,13 @@ POSTHOOK: Input: default@decimal_tbl_rc PREHOOK: query: explain vectorization detail select `dec`, round(`dec`, -1) from decimal_tbl_rc order by `dec` PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_tbl_rc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select `dec`, round(`dec`, -1) from decimal_tbl_rc order by `dec` POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_tbl_rc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -334,9 +346,13 @@ POSTHOOK: Input: default@decimal_tbl_rc PREHOOK: query: explain vectorization detail select `dec`, round(`dec`, -1) from decimal_tbl_rc order by round(`dec`, -1) PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_tbl_rc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select `dec`, round(`dec`, -1) from decimal_tbl_rc order by round(`dec`, -1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_tbl_rc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -453,9 +469,13 @@ POSTHOOK: Input: default@decimal_tbl_orc PREHOOK: query: explain vectorization detail select `dec`, round(`dec`, -1) from decimal_tbl_orc order by `dec` PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_tbl_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select `dec`, round(`dec`, -1) from decimal_tbl_orc order by `dec` POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_tbl_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -544,9 +564,13 @@ POSTHOOK: Input: default@decimal_tbl_orc PREHOOK: query: explain vectorization detail select `dec`, round(`dec`, -1) from decimal_tbl_orc order by round(`dec`, -1) PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_tbl_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select `dec`, round(`dec`, -1) from decimal_tbl_orc order by round(`dec`, -1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_tbl_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_decimal_round_2.q.out b/ql/src/test/results/clientpositive/vector_decimal_round_2.q.out index 446fa37..829ea2a 100644 --- a/ql/src/test/results/clientpositive/vector_decimal_round_2.q.out +++ b/ql/src/test/results/clientpositive/vector_decimal_round_2.q.out @@ -33,6 +33,8 @@ SELECT round(`dec`, -5), round(`dec`, -6), round(`dec`, -7), round(`dec`, -8) FROM decimal_tbl_1_orc ORDER BY d PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_tbl_1_orc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT round(`dec`) as d, round(`dec`, 0), round(`dec`, 1), round(`dec`, 2), round(`dec`, 3), @@ -40,6 +42,8 @@ SELECT round(`dec`, -5), round(`dec`, -6), round(`dec`, -7), round(`dec`, -8) FROM decimal_tbl_1_orc ORDER BY d POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_tbl_1_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -172,6 +176,8 @@ SELECT round(neg, -1), round(neg, -2), round(neg, -3), round(neg, -4) FROM decimal_tbl_2_orc ORDER BY p PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_tbl_2_orc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT round(pos) as p, round(pos, 0), @@ -182,6 +188,8 @@ SELECT round(neg, -1), round(neg, -2), round(neg, -3), round(neg, -4) FROM decimal_tbl_2_orc ORDER BY p POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_tbl_2_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -330,6 +338,8 @@ SELECT round(`dec`, 15), round(`dec`, 16) FROM decimal_tbl_3_orc ORDER BY d PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_tbl_3_orc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT round(`dec`, -15) as d, round(`dec`, -16), @@ -351,6 +361,8 @@ SELECT round(`dec`, 15), round(`dec`, 16) FROM decimal_tbl_3_orc ORDER BY d POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_tbl_3_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -505,10 +517,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT round(pos, 9) as p, round(neg, 9), round(1809242.3151111344BD, 9), round(-1809242.3151111344BD, 9) FROM decimal_tbl_4_orc ORDER BY p PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_tbl_4_orc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT round(pos, 9) as p, round(neg, 9), round(1809242.3151111344BD, 9), round(-1809242.3151111344BD, 9) FROM decimal_tbl_4_orc ORDER BY p POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_tbl_4_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_decimal_trailing.q.out b/ql/src/test/results/clientpositive/vector_decimal_trailing.q.out index f25b0b2..057ca2c 100644 --- a/ql/src/test/results/clientpositive/vector_decimal_trailing.q.out +++ b/ql/src/test/results/clientpositive/vector_decimal_trailing.q.out @@ -68,9 +68,13 @@ POSTHOOK: Lineage: decimal_trailing.id SIMPLE [(decimal_trailing_txt)decimal_tra PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM DECIMAL_TRAILING ORDER BY id PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_trailing +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT * FROM DECIMAL_TRAILING ORDER BY id POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_trailing +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_decimal_udf2.q.out b/ql/src/test/results/clientpositive/vector_decimal_udf2.q.out index 089ef99..e22350d 100644 --- a/ql/src/test/results/clientpositive/vector_decimal_udf2.q.out +++ b/ql/src/test/results/clientpositive/vector_decimal_udf2.q.out @@ -62,10 +62,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT acos(key), asin(key), atan(key), cos(key), sin(key), tan(key), radians(key) FROM DECIMAL_UDF2_n0 WHERE key = 10 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT acos(key), asin(key), atan(key), cos(key), sin(key), tan(key), radians(key) FROM DECIMAL_UDF2_n0 WHERE key = 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf2_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -164,6 +168,8 @@ SELECT log10(key), sqrt(key) FROM DECIMAL_UDF2_n0 WHERE key = 10 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf2_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT exp(key), ln(key), @@ -171,6 +177,8 @@ SELECT log10(key), sqrt(key) FROM DECIMAL_UDF2_n0 WHERE key = 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf2_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -278,10 +286,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT acos(key), asin(key), atan(key), cos(key), sin(key), tan(key), radians(key) FROM DECIMAL_UDF2_txt WHERE key = 10 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf2_txt +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT acos(key), asin(key), atan(key), cos(key), sin(key), tan(key), radians(key) FROM DECIMAL_UDF2_txt WHERE key = 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf2_txt +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -380,6 +392,8 @@ SELECT log10(key), sqrt(key) FROM DECIMAL_UDF2_txt WHERE key = 10 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_udf2_txt +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT exp(key), ln(key), @@ -387,6 +401,8 @@ SELECT log10(key), sqrt(key) FROM DECIMAL_UDF2_txt WHERE key = 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_udf2_txt +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_delete_orig_table.q.out b/ql/src/test/results/clientpositive/vector_delete_orig_table.q.out index 60d3c4d..dee175a 100644 --- a/ql/src/test/results/clientpositive/vector_delete_orig_table.q.out +++ b/ql/src/test/results/clientpositive/vector_delete_orig_table.q.out @@ -35,9 +35,13 @@ POSTHOOK: Output: default@acid_dot PREHOOK: query: explain vectorization detail select count(*) from acid_dot PREHOOK: type: QUERY +PREHOOK: Input: default@acid_dot +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select count(*) from acid_dot POSTHOOK: type: QUERY +POSTHOOK: Input: default@acid_dot +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_distinct_2.q.out b/ql/src/test/results/clientpositive/vector_distinct_2.q.out index 8eefb3d..1926262 100644 --- a/ql/src/test/results/clientpositive/vector_distinct_2.q.out +++ b/ql/src/test/results/clientpositive/vector_distinct_2.q.out @@ -104,9 +104,13 @@ POSTHOOK: Lineage: vectortab2korc_n3.ts2 SIMPLE [(vectortab2k_n3)vectortab2k_n3. PREHOOK: query: explain vectorization expression select distinct s, t from vectortab2korc_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2korc_n3 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select distinct s, t from vectortab2korc_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2korc_n3 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_elt.q.out b/ql/src/test/results/clientpositive/vector_elt.q.out index 5806ca7..1500072 100644 --- a/ql/src/test/results/clientpositive/vector_elt.q.out +++ b/ql/src/test/results/clientpositive/vector_elt.q.out @@ -2,10 +2,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT (ctinyint % 2) + 1, cstr FROM alltypesorc WHERE ctinyint > 0 LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT (ctinyint % 2) + 1, cstring1, cint, elt((ctinyint % 2) + 1, cstring1, cint) FROM alltypesorc WHERE ctinyint > 0 LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -107,6 +111,8 @@ SELECT elt(2, 'abc', 'defg'), elt(3, 'abc', 'defg') FROM alltypesorc LIMIT 1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT elt(2, 'abc', 'defg'), elt(3, 'aa', 'bb', 'cc', 'dd', 'ee', 'ff', 'gg'), @@ -120,6 +126,8 @@ SELECT elt(2, 'abc', 'defg'), elt(3, 'abc', 'defg') FROM alltypesorc LIMIT 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_empty_where.q.out b/ql/src/test/results/clientpositive/vector_empty_where.q.out index 388b775..aac72ee 100644 --- a/ql/src/test/results/clientpositive/vector_empty_where.q.out +++ b/ql/src/test/results/clientpositive/vector_empty_where.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain vectorization expression select count (distinct cint) from alltypesorc where cstring1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count (distinct cint) from alltypesorc where cstring1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -152,9 +156,13 @@ POSTHOOK: Input: default@alltypesorc PREHOOK: query: explain vectorization expression select count (distinct cint) from alltypesorc where cint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count (distinct cint) from alltypesorc where cint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -295,9 +303,13 @@ POSTHOOK: Input: default@alltypesorc PREHOOK: query: explain vectorization expression select count (distinct cint) from alltypesorc where cfloat PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count (distinct cint) from alltypesorc where cfloat POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -446,9 +458,13 @@ POSTHOOK: Input: default@alltypesorc PREHOOK: query: explain vectorization expression select count (distinct cint) from alltypesorc where ctimestamp1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count (distinct cint) from alltypesorc where ctimestamp1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_gather_stats.q.out b/ql/src/test/results/clientpositive/vector_gather_stats.q.out index 0c87383..2ec2573 100644 --- a/ql/src/test/results/clientpositive/vector_gather_stats.q.out +++ b/ql/src/test/results/clientpositive/vector_gather_stats.q.out @@ -60,9 +60,17 @@ POSTHOOK: Lineage: cd PARTITION(cd_education_status=Primary).cd_purchase_estimat PREHOOK: query: explain vectorization detail analyze table cd partition (cd_education_status) compute statistics PREHOOK: type: QUERY +PREHOOK: Input: default@cd +PREHOOK: Input: default@cd@cd_education_status=Primary +PREHOOK: Output: default@cd +PREHOOK: Output: default@cd@cd_education_status=Primary POSTHOOK: query: explain vectorization detail analyze table cd partition (cd_education_status) compute statistics POSTHOOK: type: QUERY +POSTHOOK: Input: default@cd +POSTHOOK: Input: default@cd@cd_education_status=Primary +POSTHOOK: Output: default@cd +POSTHOOK: Output: default@cd@cd_education_status=Primary PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_groupby4.q.out b/ql/src/test/results/clientpositive/vector_groupby4.q.out index 15b0427..cefe18f 100644 --- a/ql/src/test/results/clientpositive/vector_groupby4.q.out +++ b/ql/src/test/results/clientpositive/vector_groupby4.q.out @@ -22,10 +22,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION FROM srcorc_n1 INSERT OVERWRITE TABLE dest1_n154 SELECT substr(srcorc_n1.key,1,1) GROUP BY substr(srcorc_n1.key,1,1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcorc_n1 +PREHOOK: Output: default@dest1_n154 POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION FROM srcorc_n1 INSERT OVERWRITE TABLE dest1_n154 SELECT substr(srcorc_n1.key,1,1) GROUP BY substr(srcorc_n1.key,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcorc_n1 +POSTHOOK: Output: default@dest1_n154 PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_groupby6.q.out b/ql/src/test/results/clientpositive/vector_groupby6.q.out index 31472a1..5fdccf0 100644 --- a/ql/src/test/results/clientpositive/vector_groupby6.q.out +++ b/ql/src/test/results/clientpositive/vector_groupby6.q.out @@ -22,10 +22,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION FROM srcorc_n0 INSERT OVERWRITE TABLE dest1_n73 SELECT DISTINCT substr(srcorc_n0.value,5,1) PREHOOK: type: QUERY +PREHOOK: Input: default@srcorc_n0 +PREHOOK: Output: default@dest1_n73 POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION FROM srcorc_n0 INSERT OVERWRITE TABLE dest1_n73 SELECT DISTINCT substr(srcorc_n0.value,5,1) POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcorc_n0 +POSTHOOK: Output: default@dest1_n73 PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_groupby_3.q.out b/ql/src/test/results/clientpositive/vector_groupby_3.q.out index 173f84f..9e527ee 100644 --- a/ql/src/test/results/clientpositive/vector_groupby_3.q.out +++ b/ql/src/test/results/clientpositive/vector_groupby_3.q.out @@ -104,9 +104,13 @@ POSTHOOK: Lineage: vectortab2korc_n8.ts2 SIMPLE [(vectortab2k_n9)vectortab2k_n9. PREHOOK: query: explain vectorization expression select s, t, max(b) from vectortab2korc_n8 group by s, t PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2korc_n8 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select s, t, max(b) from vectortab2korc_n8 group by s, t POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2korc_n8 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_groupby_mapjoin.q.out b/ql/src/test/results/clientpositive/vector_groupby_mapjoin.q.out index 4be1272..70cdd7a 100644 --- a/ql/src/test/results/clientpositive/vector_groupby_mapjoin.q.out +++ b/ql/src/test/results/clientpositive/vector_groupby_mapjoin.q.out @@ -6,6 +6,8 @@ where not key in (select key from src) order by key PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from src @@ -13,6 +15,8 @@ where not key in (select key from src) order by key POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_groupby_reduce.q.out b/ql/src/test/results/clientpositive/vector_groupby_reduce.q.out index c18ab63..1c92fd1 100644 --- a/ql/src/test/results/clientpositive/vector_groupby_reduce.q.out +++ b/ql/src/test/results/clientpositive/vector_groupby_reduce.q.out @@ -225,6 +225,8 @@ group by ss_ticket_number order by ss_ticket_number limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@store_sales_n3 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select ss_ticket_number @@ -234,6 +236,8 @@ group by ss_ticket_number order by ss_ticket_number limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@store_sales_n3 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -414,6 +418,8 @@ from group by ss_ticket_number order by m PREHOOK: type: QUERY +PREHOOK: Input: default@store_sales_n3 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select min(ss_ticket_number) m @@ -426,6 +432,8 @@ from group by ss_ticket_number order by m POSTHOOK: type: QUERY +POSTHOOK: Input: default@store_sales_n3 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -680,6 +688,8 @@ from group by ss_ticket_number order by ss_ticket_number PREHOOK: type: QUERY +PREHOOK: Input: default@store_sales_n3 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select ss_ticket_number, sum(ss_item_sk), sum(q), avg(q), sum(np), avg(np), sum(decwc), avg(decwc) @@ -693,6 +703,8 @@ from group by ss_ticket_number order by ss_ticket_number POSTHOOK: type: QUERY +POSTHOOK: Input: default@store_sales_n3 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -886,6 +898,8 @@ from group by ss_ticket_number, ss_item_sk order by ss_ticket_number, ss_item_sk PREHOOK: type: QUERY +PREHOOK: Input: default@store_sales_n3 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select ss_ticket_number, ss_item_sk, sum(q), avg(q), sum(np), avg(np), sum(decwc), avg(decwc) @@ -898,6 +912,8 @@ from group by ss_ticket_number, ss_item_sk order by ss_ticket_number, ss_item_sk POSTHOOK: type: QUERY +POSTHOOK: Input: default@store_sales_n3 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_grouping_sets.q.out b/ql/src/test/results/clientpositive/vector_grouping_sets.q.out index 5113966..5a7227d 100644 --- a/ql/src/test/results/clientpositive/vector_grouping_sets.q.out +++ b/ql/src/test/results/clientpositive/vector_grouping_sets.q.out @@ -128,11 +128,15 @@ select s_store_id from store_n1 group by s_store_id with rollup PREHOOK: type: QUERY +PREHOOK: Input: default@store_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select s_store_id from store_n1 group by s_store_id with rollup POSTHOOK: type: QUERY +POSTHOOK: Input: default@store_n1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -239,11 +243,15 @@ select s_store_id, GROUPING__ID from store_n1 group by s_store_id with rollup PREHOOK: type: QUERY +PREHOOK: Input: default@store_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select s_store_id, GROUPING__ID from store_n1 group by s_store_id with rollup POSTHOOK: type: QUERY +POSTHOOK: Input: default@store_n1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -353,11 +361,15 @@ select s_store_id, GROUPING__ID from store_n1 group by rollup(s_store_id) PREHOOK: type: QUERY +PREHOOK: Input: default@store_n1 +#### A masked pattern was here #### POSTHOOK: query: explain select s_store_id, GROUPING__ID from store_n1 group by rollup(s_store_id) POSTHOOK: type: QUERY +POSTHOOK: Input: default@store_n1 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/vector_if_expr.q.out b/ql/src/test/results/clientpositive/vector_if_expr.q.out index 20c47ed..bb03907 100644 --- a/ql/src/test/results/clientpositive/vector_if_expr.q.out +++ b/ql/src/test/results/clientpositive/vector_if_expr.q.out @@ -1,9 +1,13 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cboolean1, IF (cboolean1, 'first', 'second') FROM alltypesorc WHERE cboolean1 IS NOT NULL AND cboolean1 ORDER BY cboolean1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cboolean1, IF (cboolean1, 'first', 'second') FROM alltypesorc WHERE cboolean1 IS NOT NULL AND cboolean1 ORDER BY cboolean1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_include_no_sel.q.out b/ql/src/test/results/clientpositive/vector_include_no_sel.q.out index 0ecc7af..61fa6df 100644 --- a/ql/src/test/results/clientpositive/vector_include_no_sel.q.out +++ b/ql/src/test/results/clientpositive/vector_include_no_sel.q.out @@ -168,11 +168,17 @@ select count(1) from customer_demographics,store_sales_n1 where ((customer_demographics.cd_demo_sk = store_sales_n1.ss_cdemo_sk and customer_demographics.cd_marital_status = 'M') or (customer_demographics.cd_demo_sk = store_sales_n1.ss_cdemo_sk and customer_demographics.cd_marital_status = 'U')) PREHOOK: type: QUERY +PREHOOK: Input: default@customer_demographics +PREHOOK: Input: default@store_sales_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(1) from customer_demographics,store_sales_n1 where ((customer_demographics.cd_demo_sk = store_sales_n1.ss_cdemo_sk and customer_demographics.cd_marital_status = 'M') or (customer_demographics.cd_demo_sk = store_sales_n1.ss_cdemo_sk and customer_demographics.cd_marital_status = 'U')) POSTHOOK: type: QUERY +POSTHOOK: Input: default@customer_demographics +POSTHOOK: Input: default@store_sales_n1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_interval_1.q.out b/ql/src/test/results/clientpositive/vector_interval_1.q.out index 9a2a18a..1bfe73e 100644 --- a/ql/src/test/results/clientpositive/vector_interval_1.q.out +++ b/ql/src/test/results/clientpositive/vector_interval_1.q.out @@ -58,6 +58,8 @@ select interval '1 2:3:4' day to second, interval_day_time(str2) from vector_interval_1 order by str1 PREHOOK: type: QUERY +PREHOOK: Input: default@vector_interval_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select str1, @@ -65,6 +67,8 @@ select interval '1 2:3:4' day to second, interval_day_time(str2) from vector_interval_1 order by str1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_interval_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -165,6 +169,8 @@ select interval '1-2' year to month - interval_year_month(str1) from vector_interval_1 order by dt PREHOOK: type: QUERY +PREHOOK: Input: default@vector_interval_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select dt, @@ -176,6 +182,8 @@ select interval '1-2' year to month - interval_year_month(str1) from vector_interval_1 order by dt POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_interval_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -284,6 +292,8 @@ select interval '1 2:3:4' day to second - interval_day_time(str2) from vector_interval_1 order by dt PREHOOK: type: QUERY +PREHOOK: Input: default@vector_interval_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select dt, @@ -295,6 +305,8 @@ select interval '1 2:3:4' day to second - interval_day_time(str2) from vector_interval_1 order by dt POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_interval_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -409,6 +421,8 @@ select dt - interval_day_time(str2) from vector_interval_1 order by dt PREHOOK: type: QUERY +PREHOOK: Input: default@vector_interval_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select dt, @@ -426,6 +440,8 @@ select dt - interval_day_time(str2) from vector_interval_1 order by dt POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_interval_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -552,6 +568,8 @@ select ts - interval_day_time(str2) from vector_interval_1 order by ts PREHOOK: type: QUERY +PREHOOK: Input: default@vector_interval_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select ts, @@ -569,6 +587,8 @@ select ts - interval_day_time(str2) from vector_interval_1 order by ts POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_interval_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -686,6 +706,8 @@ select ts - timestamp '2001-01-01 01:02:03' from vector_interval_1 order by ts PREHOOK: type: QUERY +PREHOOK: Input: default@vector_interval_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select ts, @@ -694,6 +716,8 @@ select ts - timestamp '2001-01-01 01:02:03' from vector_interval_1 order by ts POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_interval_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -793,6 +817,8 @@ select dt - date '2001-01-01' from vector_interval_1 order by dt PREHOOK: type: QUERY +PREHOOK: Input: default@vector_interval_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select dt, @@ -801,6 +827,8 @@ select dt - date '2001-01-01' from vector_interval_1 order by dt POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_interval_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -903,6 +931,8 @@ select date '2001-01-01' - ts from vector_interval_1 order by dt PREHOOK: type: QUERY +PREHOOK: Input: default@vector_interval_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select dt, @@ -914,6 +944,8 @@ select date '2001-01-01' - ts from vector_interval_1 order by dt POSTHOOK: type: QUERY +POSTHOOK: Input: default@vector_interval_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/vector_interval_arithmetic.q.out b/ql/src/test/results/clientpositive/vector_interval_arithmetic.q.out index ee7602a..5638bcb 100644 --- a/ql/src/test/results/clientpositive/vector_interval_arithmetic.q.out +++ b/ql/src/test/results/clientpositive/vector_interval_arithmetic.q.out @@ -47,6 +47,8 @@ select from interval_arithmetic_1 order by dateval PREHOOK: type: QUERY +PREHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select dateval, @@ -59,6 +61,8 @@ select from interval_arithmetic_1 order by dateval POSTHOOK: type: QUERY +POSTHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -215,6 +219,8 @@ select from interval_arithmetic_1 order by dateval PREHOOK: type: QUERY +PREHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select dateval, @@ -224,6 +230,8 @@ select from interval_arithmetic_1 order by dateval POSTHOOK: type: QUERY +POSTHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -377,6 +385,8 @@ select from interval_arithmetic_1 order by tsval PREHOOK: type: QUERY +PREHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select tsval, @@ -389,6 +399,8 @@ select from interval_arithmetic_1 order by tsval POSTHOOK: type: QUERY +POSTHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -544,6 +556,8 @@ from interval_arithmetic_1 order by interval '2-2' year to month + interval '3-3' year to month limit 2 PREHOOK: type: QUERY +PREHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select interval '2-2' year to month + interval '3-3' year to month, @@ -552,6 +566,8 @@ from interval_arithmetic_1 order by interval '2-2' year to month + interval '3-3' year to month limit 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -645,6 +661,8 @@ select from interval_arithmetic_1 order by dateval PREHOOK: type: QUERY +PREHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select dateval, @@ -657,6 +675,8 @@ select from interval_arithmetic_1 order by dateval POSTHOOK: type: QUERY +POSTHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -814,6 +834,8 @@ select from interval_arithmetic_1 order by dateval PREHOOK: type: QUERY +PREHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select dateval, @@ -824,6 +846,8 @@ select from interval_arithmetic_1 order by dateval POSTHOOK: type: QUERY +POSTHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -979,6 +1003,8 @@ select from interval_arithmetic_1 order by tsval PREHOOK: type: QUERY +PREHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select tsval, @@ -991,6 +1017,8 @@ select from interval_arithmetic_1 order by tsval POSTHOOK: type: QUERY +POSTHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1145,6 +1173,8 @@ select from interval_arithmetic_1 limit 2 PREHOOK: type: QUERY +PREHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select interval '99 11:22:33.123456789' day to second + interval '10 9:8:7.123456789' day to second, @@ -1152,6 +1182,8 @@ select from interval_arithmetic_1 limit 2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/vector_interval_mapjoin.q.out b/ql/src/test/results/clientpositive/vector_interval_mapjoin.q.out index a3f4b29..3cd9189 100644 --- a/ql/src/test/results/clientpositive/vector_interval_mapjoin.q.out +++ b/ql/src/test/results/clientpositive/vector_interval_mapjoin.q.out @@ -158,6 +158,9 @@ join on v1.intrvl1 = v2.intrvl2 and v1.s = v2.s PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab_a_1korc +PREHOOK: Input: default@vectortab_b_1korc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select v1.s, @@ -180,6 +183,9 @@ join on v1.intrvl1 = v2.intrvl2 and v1.s = v2.s POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab_a_1korc +POSTHOOK: Input: default@vectortab_b_1korc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_join_part_col_char.q.out b/ql/src/test/results/clientpositive/vector_join_part_col_char.q.out index 40dd181..b2392a6 100644 --- a/ql/src/test/results/clientpositive/vector_join_part_col_char.q.out +++ b/ql/src/test/results/clientpositive/vector_join_part_col_char.q.out @@ -99,8 +99,22 @@ gpa=3 gpa=3.5 PREHOOK: query: explain vectorization select c1.name, c1.age, c1.gpa, c2.name, c2.age, c2.gpa from char_tbl1 c1 join char_tbl2 c2 on (c1.gpa = c2.gpa) PREHOOK: type: QUERY +PREHOOK: Input: default@char_tbl1 +PREHOOK: Input: default@char_tbl1@gpa=2.5 +PREHOOK: Input: default@char_tbl1@gpa=3.5 +PREHOOK: Input: default@char_tbl2 +PREHOOK: Input: default@char_tbl2@gpa=3 +PREHOOK: Input: default@char_tbl2@gpa=3.5 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select c1.name, c1.age, c1.gpa, c2.name, c2.age, c2.gpa from char_tbl1 c1 join char_tbl2 c2 on (c1.gpa = c2.gpa) POSTHOOK: type: QUERY +POSTHOOK: Input: default@char_tbl1 +POSTHOOK: Input: default@char_tbl1@gpa=2.5 +POSTHOOK: Input: default@char_tbl1@gpa=3.5 +POSTHOOK: Input: default@char_tbl2 +POSTHOOK: Input: default@char_tbl2@gpa=3 +POSTHOOK: Input: default@char_tbl2@gpa=3.5 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_left_outer_join.q.out b/ql/src/test/results/clientpositive/vector_left_outer_join.q.out index 9aa6531..c646aa2 100644 --- a/ql/src/test/results/clientpositive/vector_left_outer_join.q.out +++ b/ql/src/test/results/clientpositive/vector_left_outer_join.q.out @@ -7,6 +7,8 @@ left outer join alltypesorc hd on hd.ctinyint = c.ctinyint ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select count(*) from (select c.ctinyint from alltypesorc c @@ -16,6 +18,8 @@ left outer join alltypesorc hd on hd.ctinyint = c.ctinyint ) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_map_order.q.out b/ql/src/test/results/clientpositive/vector_map_order.q.out index bfe4b93..f0ff655 100644 --- a/ql/src/test/results/clientpositive/vector_map_order.q.out +++ b/ql/src/test/results/clientpositive/vector_map_order.q.out @@ -27,9 +27,13 @@ POSTHOOK: Output: default@map_table_n0 PREHOOK: query: explain vectorization detail select * from map_table_n0 PREHOOK: type: QUERY +PREHOOK: Input: default@map_table_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select * from map_table_n0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@map_table_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_mr_diff_schema_alias.q.out b/ql/src/test/results/clientpositive/vector_mr_diff_schema_alias.q.out index 74d10fd..5508a80 100644 --- a/ql/src/test/results/clientpositive/vector_mr_diff_schema_alias.q.out +++ b/ql/src/test/results/clientpositive/vector_mr_diff_schema_alias.q.out @@ -220,6 +220,10 @@ PREHOOK: query: explain vectorization select order by s_state limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@date_dim_n0 +PREHOOK: Input: default@store_n2 +PREHOOK: Input: default@store_sales_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select s_state, count(1) from store_sales_n2, @@ -232,6 +236,10 @@ POSTHOOK: query: explain vectorization select order by s_state limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_dim_n0 +POSTHOOK: Input: default@store_n2 +POSTHOOK: Input: default@store_sales_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_multi_insert.q.out b/ql/src/test/results/clientpositive/vector_multi_insert.q.out index 65e1034..afbe8e2 100644 --- a/ql/src/test/results/clientpositive/vector_multi_insert.q.out +++ b/ql/src/test/results/clientpositive/vector_multi_insert.q.out @@ -70,11 +70,19 @@ insert overwrite table orc_rn1 select a.* where a.rn < 100 insert overwrite table orc_rn2 select a.* where a.rn >= 100 and a.rn < 1000 insert overwrite table orc_rn3 select a.* where a.rn >= 1000 PREHOOK: type: QUERY +PREHOOK: Input: default@orc1 +PREHOOK: Output: default@orc_rn1 +PREHOOK: Output: default@orc_rn2 +PREHOOK: Output: default@orc_rn3 POSTHOOK: query: explain vectorization from orc1 a insert overwrite table orc_rn1 select a.* where a.rn < 100 insert overwrite table orc_rn2 select a.* where a.rn >= 100 and a.rn < 1000 insert overwrite table orc_rn3 select a.* where a.rn >= 1000 POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc1 +POSTHOOK: Output: default@orc_rn1 +POSTHOOK: Output: default@orc_rn2 +POSTHOOK: Output: default@orc_rn3 PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_non_constant_in_expr.q.out b/ql/src/test/results/clientpositive/vector_non_constant_in_expr.q.out index 33c09b2..91ba2be 100644 --- a/ql/src/test/results/clientpositive/vector_non_constant_in_expr.q.out +++ b/ql/src/test/results/clientpositive/vector_non_constant_in_expr.q.out @@ -1,7 +1,11 @@ PREHOOK: query: explain vectorization SELECT * FROM alltypesorc WHERE cint in (ctinyint, cbigint) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization SELECT * FROM alltypesorc WHERE cint in (ctinyint, cbigint) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_non_string_partition.q.out b/ql/src/test/results/clientpositive/vector_non_string_partition.q.out index 218b562..e3f5aee 100644 --- a/ql/src/test/results/clientpositive/vector_non_string_partition.q.out +++ b/ql/src/test/results/clientpositive/vector_non_string_partition.q.out @@ -29,8 +29,14 @@ POSTHOOK: Input: default@non_string_part ctinyint=__HIVE_DEFAULT_PARTITION__ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cint, ctinyint FROM non_string_part WHERE cint > 0 ORDER BY cint LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@non_string_part +PREHOOK: Input: default@non_string_part@ctinyint=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cint, ctinyint FROM non_string_part WHERE cint > 0 ORDER BY cint LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@non_string_part +POSTHOOK: Input: default@non_string_part@ctinyint=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -132,8 +138,14 @@ POSTHOOK: Input: default@non_string_part@ctinyint=__HIVE_DEFAULT_PARTITION__ 1286921 NULL PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cint, cstring1 FROM non_string_part WHERE cint > 0 ORDER BY cint, cstring1 LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@non_string_part +PREHOOK: Input: default@non_string_part@ctinyint=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cint, cstring1 FROM non_string_part WHERE cint > 0 ORDER BY cint, cstring1 LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@non_string_part +POSTHOOK: Input: default@non_string_part@ctinyint=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_null_projection.q.out b/ql/src/test/results/clientpositive/vector_null_projection.q.out index 4c88b00..9cc39de 100644 --- a/ql/src/test/results/clientpositive/vector_null_projection.q.out +++ b/ql/src/test/results/clientpositive/vector_null_projection.q.out @@ -35,9 +35,13 @@ POSTHOOK: Lineage: b_n4.s SCRIPT [] PREHOOK: query: explain vectorization detail select NULL from a_n6 PREHOOK: type: QUERY +PREHOOK: Input: default@a_n6 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select NULL from a_n6 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n6 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -110,9 +114,15 @@ NULL PREHOOK: query: explain vectorization expression select NULL as x from a_n6 union distinct select NULL as x from b_n4 PREHOOK: type: QUERY +PREHOOK: Input: default@a_n6 +PREHOOK: Input: default@b_n4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select NULL as x from a_n6 union distinct select NULL as x from b_n4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@a_n6 +POSTHOOK: Input: default@b_n4 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_nvl.q.out b/ql/src/test/results/clientpositive/vector_nvl.q.out index 7a6623e..7956d18 100644 --- a/ql/src/test/results/clientpositive/vector_nvl.q.out +++ b/ql/src/test/results/clientpositive/vector_nvl.q.out @@ -3,11 +3,15 @@ FROM alltypesorc WHERE (cdouble IS NULL) LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdouble, nvl(cdouble, 100) as n FROM alltypesorc WHERE (cdouble IS NULL) LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -102,10 +106,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cfloat, nvl(cfloat, 1) FROM alltypesorc LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cfloat, nvl(cfloat, 1) as n FROM alltypesorc LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -191,10 +199,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT nvl(null, 10) as n FROM alltypesorc LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT nvl(null, 10) as n FROM alltypesorc LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -280,10 +292,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT nvl(null, null) as n FROM alltypesorc LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT nvl(null, null) as n FROM alltypesorc LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_orderby_5.q.out b/ql/src/test/results/clientpositive/vector_orderby_5.q.out index 734c6a9..8dc7143 100644 --- a/ql/src/test/results/clientpositive/vector_orderby_5.q.out +++ b/ql/src/test/results/clientpositive/vector_orderby_5.q.out @@ -104,9 +104,13 @@ POSTHOOK: Lineage: vectortab2korc_n6.ts2 SIMPLE [(vectortab2k_n7)vectortab2k_n7. PREHOOK: query: explain vectorization expression select bo, max(b) from vectortab2korc_n6 group by bo order by bo desc PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2korc_n6 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select bo, max(b) from vectortab2korc_n6 group by bo order by bo desc POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2korc_n6 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_outer_join0.q.out b/ql/src/test/results/clientpositive/vector_outer_join0.q.out index 9bb2fad..4f5d30c 100644 --- a/ql/src/test/results/clientpositive/vector_outer_join0.q.out +++ b/ql/src/test/results/clientpositive/vector_outer_join0.q.out @@ -65,9 +65,15 @@ NULL PREHOOK: query: explain vectorization detail select t1.v1, t1.a, t2.c, t2.v2 from orc_table_1 t1 left outer join orc_table_2 t2 on t1.a = t2.c PREHOOK: type: QUERY +PREHOOK: Input: default@orc_table_1 +PREHOOK: Input: default@orc_table_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select t1.v1, t1.a, t2.c, t2.v2 from orc_table_1 t1 left outer join orc_table_2 t2 on t1.a = t2.c POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_table_1 +POSTHOOK: Input: default@orc_table_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -184,9 +190,15 @@ two 2 2 TWO PREHOOK: query: explain vectorization detail select t1.v1, t1.a, t2.c, t2.v2 from orc_table_1 t1 right outer join orc_table_2 t2 on t1.a = t2.c PREHOOK: type: QUERY +PREHOOK: Input: default@orc_table_1 +PREHOOK: Input: default@orc_table_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select t1.v1, t1.a, t2.c, t2.v2 from orc_table_1 t1 right outer join orc_table_2 t2 on t1.a = t2.c POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_table_1 +POSTHOOK: Input: default@orc_table_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_outer_join1.q.out b/ql/src/test/results/clientpositive/vector_outer_join1.q.out index ece32f6..42ff94c 100644 --- a/ql/src/test/results/clientpositive/vector_outer_join1.q.out +++ b/ql/src/test/results/clientpositive/vector_outer_join1.q.out @@ -222,12 +222,16 @@ from small_alltypesorc_a c left outer join small_alltypesorc_a cd on cd.cint = c.cint PREHOOK: type: QUERY +PREHOOK: Input: default@small_alltypesorc_a +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select * from small_alltypesorc_a c left outer join small_alltypesorc_a cd on cd.cint = c.cint POSTHOOK: type: QUERY +POSTHOOK: Input: default@small_alltypesorc_a +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -364,12 +368,16 @@ from small_alltypesorc_a c left outer join small_alltypesorc_a hd on hd.ctinyint = c.ctinyint PREHOOK: type: QUERY +PREHOOK: Input: default@small_alltypesorc_a +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select c.ctinyint from small_alltypesorc_a c left outer join small_alltypesorc_a hd on hd.ctinyint = c.ctinyint POSTHOOK: type: QUERY +POSTHOOK: Input: default@small_alltypesorc_a +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -595,6 +603,8 @@ left outer join small_alltypesorc_a hd on hd.ctinyint = c.ctinyint ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@small_alltypesorc_a +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select count(*), sum(t1.c_ctinyint) from (select c.ctinyint as c_ctinyint from small_alltypesorc_a c @@ -604,6 +614,8 @@ left outer join small_alltypesorc_a hd on hd.ctinyint = c.ctinyint ) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@small_alltypesorc_a +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_outer_join2.q.out b/ql/src/test/results/clientpositive/vector_outer_join2.q.out index 455d09e..2f41ca6 100644 --- a/ql/src/test/results/clientpositive/vector_outer_join2.q.out +++ b/ql/src/test/results/clientpositive/vector_outer_join2.q.out @@ -235,6 +235,8 @@ left outer join small_alltypesorc_a_n0 hd on hd.cbigint = c.cbigint ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@small_alltypesorc_a_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select count(*), sum(t1.c_cbigint) from (select c.cbigint as c_cbigint from small_alltypesorc_a_n0 c @@ -244,6 +246,8 @@ left outer join small_alltypesorc_a_n0 hd on hd.cbigint = c.cbigint ) t1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@small_alltypesorc_a_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_outer_join3.q.out b/ql/src/test/results/clientpositive/vector_outer_join3.q.out index 45d9c3e..059b336 100644 --- a/ql/src/test/results/clientpositive/vector_outer_join3.q.out +++ b/ql/src/test/results/clientpositive/vector_outer_join3.q.out @@ -235,6 +235,8 @@ left outer join small_alltypesorc_a_n1 hd on hd.cstring1 = c.cstring1 ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@small_alltypesorc_a_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail formatted select count(*) from (select c.cstring1 from small_alltypesorc_a_n1 c @@ -275,6 +277,8 @@ left outer join small_alltypesorc_a_n1 hd on hd.cstring1 = c.cstring1 ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@small_alltypesorc_a_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail formatted select count(*) from (select c.cstring1 from small_alltypesorc_a_n1 c @@ -315,6 +319,8 @@ left outer join small_alltypesorc_a_n1 hd on hd.cstring1 = c.cstring1 and hd.cint = c.cint ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@small_alltypesorc_a_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail formatted select count(*) from (select c.cstring1 from small_alltypesorc_a_n1 c diff --git a/ql/src/test/results/clientpositive/vector_outer_join4.q.out b/ql/src/test/results/clientpositive/vector_outer_join4.q.out index d0bfa41..61f59d0 100644 --- a/ql/src/test/results/clientpositive/vector_outer_join4.q.out +++ b/ql/src/test/results/clientpositive/vector_outer_join4.q.out @@ -773,6 +773,8 @@ left outer join small_alltypesorc_b hd on hd.ctinyint = c.ctinyint ) t1 PREHOOK: type: QUERY +PREHOOK: Input: default@small_alltypesorc_b +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail formatted select count(*) from (select c.ctinyint from small_alltypesorc_b c diff --git a/ql/src/test/results/clientpositive/vector_outer_join_no_keys.q.out b/ql/src/test/results/clientpositive/vector_outer_join_no_keys.q.out index 750ef5c..1482966 100644 --- a/ql/src/test/results/clientpositive/vector_outer_join_no_keys.q.out +++ b/ql/src/test/results/clientpositive/vector_outer_join_no_keys.q.out @@ -27,9 +27,15 @@ Warning: Map Join MAPJOIN[15][bigTable=?] in task 'Stage-2:MAPRED' is a cross pr PREHOOK: query: explain vectorization detail select count(*) from bar right outer join foo PREHOOK: type: QUERY +PREHOOK: Input: default@bar +PREHOOK: Input: default@foo +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select count(*) from bar right outer join foo POSTHOOK: type: QUERY +POSTHOOK: Input: default@bar +POSTHOOK: Input: default@foo +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -176,11 +182,17 @@ PREHOOK: query: -- = 2 explain vectorization detail select count(*) from bar, foo PREHOOK: type: QUERY +PREHOOK: Input: default@bar +PREHOOK: Input: default@foo +#### A masked pattern was here #### POSTHOOK: query: -- = 2 explain vectorization detail select count(*) from bar, foo POSTHOOK: type: QUERY +POSTHOOK: Input: default@bar +POSTHOOK: Input: default@foo +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_reduce1.q.out b/ql/src/test/results/clientpositive/vector_reduce1.q.out index 99bdfe6..21d9593 100644 --- a/ql/src/test/results/clientpositive/vector_reduce1.q.out +++ b/ql/src/test/results/clientpositive/vector_reduce1.q.out @@ -104,9 +104,13 @@ POSTHOOK: Lineage: vectortab2korc_n7.ts2 SIMPLE [(vectortab2k_n8)vectortab2k_n8. PREHOOK: query: explain vectorization expression select b from vectortab2korc_n7 order by b PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2korc_n7 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select b from vectortab2korc_n7 order by b POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2korc_n7 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_reduce2.q.out b/ql/src/test/results/clientpositive/vector_reduce2.q.out index 4bc7bf5..d8eed4c 100644 --- a/ql/src/test/results/clientpositive/vector_reduce2.q.out +++ b/ql/src/test/results/clientpositive/vector_reduce2.q.out @@ -104,9 +104,13 @@ POSTHOOK: Lineage: vectortab2korc_n5.ts2 SIMPLE [(vectortab2k_n5)vectortab2k_n5. PREHOOK: query: explain vectorization expression select s, i, s2 from vectortab2korc_n5 order by s, i, s2 PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2korc_n5 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select s, i, s2 from vectortab2korc_n5 order by s, i, s2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2korc_n5 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_reduce3.q.out b/ql/src/test/results/clientpositive/vector_reduce3.q.out index 22923ee..0db8dc2 100644 --- a/ql/src/test/results/clientpositive/vector_reduce3.q.out +++ b/ql/src/test/results/clientpositive/vector_reduce3.q.out @@ -104,9 +104,13 @@ POSTHOOK: Lineage: vectortab2korc_n2.ts2 SIMPLE [(vectortab2k_n2)vectortab2k_n2. PREHOOK: query: explain vectorization expression select s from vectortab2korc_n2 order by s PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2korc_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select s from vectortab2korc_n2 order by s POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2korc_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_reduce_groupby_decimal.q.out b/ql/src/test/results/clientpositive/vector_reduce_groupby_decimal.q.out index a4048bd..f1939a2 100644 --- a/ql/src/test/results/clientpositive/vector_reduce_groupby_decimal.q.out +++ b/ql/src/test/results/clientpositive/vector_reduce_groupby_decimal.q.out @@ -21,6 +21,8 @@ GROUP BY cint, cdouble, cdecimal1, cdecimal2 ORDER BY cint, cdouble, cdecimal1, cdecimal2 LIMIT 50 PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_test_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cint, cdouble, cdecimal1, cdecimal2, min(cdecimal1) as min_decimal1 FROM decimal_test_n2 WHERE cdecimal1 is not null and cdecimal2 is not null @@ -28,6 +30,8 @@ GROUP BY cint, cdouble, cdecimal1, cdecimal2 ORDER BY cint, cdouble, cdecimal1, cdecimal2 LIMIT 50 POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_test_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_reduce_groupby_duplicate_cols.q.out b/ql/src/test/results/clientpositive/vector_reduce_groupby_duplicate_cols.q.out index 8784836..ad5c467 100644 --- a/ql/src/test/results/clientpositive/vector_reduce_groupby_duplicate_cols.q.out +++ b/ql/src/test/results/clientpositive/vector_reduce_groupby_duplicate_cols.q.out @@ -24,6 +24,9 @@ join (select 1 as one, 2 as two) b on a.one = b.one and a.two = b.two group by a.one, a.two, a.one PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Input: default@demo +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select one as one_0, two, one as one_1 from demo a @@ -31,6 +34,9 @@ join (select 1 as one, 2 as two) b on a.one = b.one and a.two = b.two group by a.one, a.two, a.one POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Input: default@demo +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/vector_string_concat.q.out b/ql/src/test/results/clientpositive/vector_string_concat.q.out index 68b011d..9a2f878 100644 --- a/ql/src/test/results/clientpositive/vector_string_concat.q.out +++ b/ql/src/test/results/clientpositive/vector_string_concat.q.out @@ -100,11 +100,15 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT s AS `string`, CONCAT(CONCAT('|',RTRIM(CONCAT(CONCAT(' ',s),' '))),'|') AS `none_z_rtrim_str` FROM over1korc LIMIT 20 PREHOOK: type: QUERY +PREHOOK: Input: default@over1korc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT s AS `string`, CONCAT(CONCAT(' ',s),' ') AS `none_padded_str`, CONCAT(CONCAT('|',RTRIM(CONCAT(CONCAT(' ',s),' '))),'|') AS `none_z_rtrim_str` FROM over1korc LIMIT 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1korc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -308,6 +312,8 @@ SELECT CONCAT(CONCAT(CONCAT('Quarter ',CAST(CAST((MONTH(dt) - 1) / 3 + 1 AS INT) ORDER BY `field` LIMIT 50 PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2korc_n0 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT CONCAT(CONCAT(CONCAT('Quarter ',CAST(CAST((MONTH(dt) - 1) / 3 + 1 AS INT) AS STRING)),'-'),CAST(YEAR(dt) AS STRING)) AS `field` FROM vectortab2korc_n0 @@ -315,6 +321,8 @@ SELECT CONCAT(CONCAT(CONCAT('Quarter ',CAST(CAST((MONTH(dt) - 1) / 3 + 1 AS INT) ORDER BY `field` LIMIT 50 POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2korc_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_struct_in.q.out b/ql/src/test/results/clientpositive/vector_struct_in.q.out index 265825b..004dc6c 100644 --- a/ql/src/test/results/clientpositive/vector_struct_in.q.out +++ b/ql/src/test/results/clientpositive/vector_struct_in.q.out @@ -30,6 +30,8 @@ struct('nine','1'), struct('ten','1') ) PREHOOK: type: QUERY +PREHOOK: Input: default@test_1_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from test_1_n1 where struct(`id`, `lineid`) IN ( @@ -44,6 +46,8 @@ struct('nine','1'), struct('ten','1') ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_1_n1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -149,6 +153,8 @@ struct('nine','1'), struct('ten','1') ) as b from test_1_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@test_1_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select `id`, `lineid`, struct(`id`, `lineid`) IN ( @@ -163,6 +169,8 @@ struct('nine','1'), struct('ten','1') ) as b from test_1_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_1_n1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -280,6 +288,8 @@ struct(9,1), struct(10,1) ) PREHOOK: type: QUERY +PREHOOK: Input: default@test_2_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from test_2_n1 where struct(`id`, `lineid`) IN ( @@ -294,6 +304,8 @@ struct(9,1), struct(10,1) ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_2_n1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -399,6 +411,8 @@ struct(9,1), struct(10,1) ) as b from test_2_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@test_2_n1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select `id`, `lineid`, struct(`id`, `lineid`) IN ( @@ -413,6 +427,8 @@ struct(9,1), struct(10,1) ) as b from test_2_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_2_n1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -530,6 +546,8 @@ struct('nine',1), struct('ten',1) ) PREHOOK: type: QUERY +PREHOOK: Input: default@test_3 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from test_3 where struct(`id`, `lineid`) IN ( @@ -544,6 +562,8 @@ struct('nine',1), struct('ten',1) ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_3 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -649,6 +669,8 @@ struct('nine',1), struct('ten',1) ) as b from test_3 PREHOOK: type: QUERY +PREHOOK: Input: default@test_3 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select `id`, `lineid`, struct(`id`, `lineid`) IN ( @@ -663,6 +685,8 @@ struct('nine',1), struct('ten',1) ) as b from test_3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_3 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -782,6 +806,8 @@ struct(1L, "a", 0.5D), struct(3L, "b", 1.5D) ) PREHOOK: type: QUERY +PREHOOK: Input: default@test_4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from test_4 where struct(`my_bigint`, `my_string`, `my_double`) IN ( @@ -797,6 +823,8 @@ struct(1L, "a", 0.5D), struct(3L, "b", 1.5D) ) POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_4 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -904,6 +932,8 @@ struct(1L, "a", 0.5D), struct(3L, "b", 1.5D) ) as b from test_4 PREHOOK: type: QUERY +PREHOOK: Input: default@test_4 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select `my_bigint`, `my_string`, `my_double`, struct(`my_bigint`, `my_string`, `my_double`) IN ( @@ -919,6 +949,8 @@ struct(1L, "a", 0.5D), struct(3L, "b", 1.5D) ) as b from test_4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_4 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_tablesample_rows.q.out b/ql/src/test/results/clientpositive/vector_tablesample_rows.q.out index ef20c86..ff09824 100644 --- a/ql/src/test/results/clientpositive/vector_tablesample_rows.q.out +++ b/ql/src/test/results/clientpositive/vector_tablesample_rows.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain vectorization detail select 'key1', 'value1' from alltypesorc tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select 'key1', 'value1' from alltypesorc tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -88,10 +92,14 @@ PREHOOK: query: explain vectorization detail insert overwrite table decimal_2_n0 select cast('17.29' as decimal(4,2)) from alltypesorc tablesample (1 rows) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Output: default@decimal_2_n0 POSTHOOK: query: explain vectorization detail insert overwrite table decimal_2_n0 select cast('17.29' as decimal(4,2)) from alltypesorc tablesample (1 rows) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Output: default@decimal_2_n0 Explain PLAN VECTORIZATION: enabled: true @@ -231,9 +239,13 @@ POSTHOOK: Output: default@decimal_2_n0 PREHOOK: query: explain vectorization detail select count(1) from (select * from (Select 1 a) x order by x.a) y PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select count(1) from (select * from (Select 1 a) x order by x.a) y POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -304,9 +316,15 @@ _c0 PREHOOK: query: explain vectorization detail create temporary table dual as select 1 PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: database:default +PREHOOK: Output: default@dual POSTHOOK: query: explain vectorization detail create temporary table dual as select 1 POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: database:default +POSTHOOK: Output: default@dual Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/vector_topnkey.q.out b/ql/src/test/results/clientpositive/vector_topnkey.q.out index ed829e2..e370489 100644 --- a/ql/src/test/results/clientpositive/vector_topnkey.q.out +++ b/ql/src/test/results/clientpositive/vector_topnkey.q.out @@ -1,9 +1,13 @@ PREHOOK: query: explain vectorization detail SELECT key, SUM(CAST(SUBSTR(value,5) AS INT)) FROM src GROUP BY key ORDER BY key LIMIT 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail SELECT key, SUM(CAST(SUBSTR(value,5) AS INT)) FROM src GROUP BY key ORDER BY key LIMIT 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -168,9 +172,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain vectorization detail SELECT key FROM src GROUP BY key ORDER BY key LIMIT 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail SELECT key FROM src GROUP BY key ORDER BY key LIMIT 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -329,9 +337,13 @@ POSTHOOK: Input: default@src PREHOOK: query: explain vectorization detail SELECT src1.key, src2.value FROM src src1 JOIN src src2 ON (src1.key = src2.key) ORDER BY src1.key LIMIT 5 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail SELECT src1.key, src2.value FROM src src1 JOIN src src2 ON (src1.key = src2.key) ORDER BY src1.key LIMIT 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_udf3.q.out b/ql/src/test/results/clientpositive/vector_udf3.q.out index 27dde3e..717aada 100644 --- a/ql/src/test/results/clientpositive/vector_udf3.q.out +++ b/ql/src/test/results/clientpositive/vector_udf3.q.out @@ -6,8 +6,12 @@ POSTHOOK: type: CREATEFUNCTION POSTHOOK: Output: rot13 PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT rot13(cstring1) from alltypesorc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT rot13(cstring1) from alltypesorc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_udf_character_length.q.out b/ql/src/test/results/clientpositive/vector_udf_character_length.q.out index 8e3b485..ad5a997 100644 --- a/ql/src/test/results/clientpositive/vector_udf_character_length.q.out +++ b/ql/src/test/results/clientpositive/vector_udf_character_length.q.out @@ -40,8 +40,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@dest1_n59 PREHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE dest1_n59 SELECT character_length(src1.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest1_n59 POSTHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE dest1_n59 SELECT character_length(src1.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest1_n59 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -214,8 +218,12 @@ POSTHOOK: Output: default@dest2_n13 POSTHOOK: Lineage: dest2_n13.name SIMPLE [(dest1_n59)dest1_n59.FieldSchema(name:name, type:string, comment:null), ] PREHOOK: query: EXPLAIN SELECT character_length(dest2_n13.name) FROM dest2_n13 PREHOOK: type: QUERY +PREHOOK: Input: default@dest2_n13 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT character_length(dest2_n13.name) FROM dest2_n13 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest2_n13 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -258,8 +266,12 @@ NULL 2 PREHOOK: query: EXPLAIN SELECT char_length(dest2_n13.name) FROM dest2_n13 PREHOOK: type: QUERY +PREHOOK: Input: default@dest2_n13 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT char_length(dest2_n13.name) FROM dest2_n13 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest2_n13 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/vector_udf_octet_length.q.out b/ql/src/test/results/clientpositive/vector_udf_octet_length.q.out index 5f9be6a..89aa89e 100644 --- a/ql/src/test/results/clientpositive/vector_udf_octet_length.q.out +++ b/ql/src/test/results/clientpositive/vector_udf_octet_length.q.out @@ -23,8 +23,12 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@dest1_n51 PREHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE dest1_n51 SELECT octet_length(src1.value) PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +PREHOOK: Output: default@dest1_n51 POSTHOOK: query: EXPLAIN FROM src1 INSERT OVERWRITE TABLE dest1_n51 SELECT octet_length(src1.value) POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@dest1_n51 STAGE DEPENDENCIES: Stage-1 is a root stage Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 @@ -197,8 +201,12 @@ POSTHOOK: Output: default@dest2_n10 POSTHOOK: Lineage: dest2_n10.name SIMPLE [(dest1_n51)dest1_n51.FieldSchema(name:name, type:string, comment:null), ] PREHOOK: query: EXPLAIN SELECT octet_length(dest2_n10.name) FROM dest2_n10 PREHOOK: type: QUERY +PREHOOK: Input: default@dest2_n10 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN SELECT octet_length(dest2_n10.name) FROM dest2_n10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest2_n10 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/vector_varchar_4.q.out b/ql/src/test/results/clientpositive/vector_varchar_4.q.out index 0ffb777..06ff47b 100644 --- a/ql/src/test/results/clientpositive/vector_varchar_4.q.out +++ b/ql/src/test/results/clientpositive/vector_varchar_4.q.out @@ -124,9 +124,13 @@ POSTHOOK: Output: default@varchar_lazy_binary_columnar PREHOOK: query: explain vectorization expression insert overwrite table varchar_lazy_binary_columnar select t, si, i, b, f, d, s from vectortab2korc_n1 PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2korc_n1 +PREHOOK: Output: default@varchar_lazy_binary_columnar POSTHOOK: query: explain vectorization expression insert overwrite table varchar_lazy_binary_columnar select t, si, i, b, f, d, s from vectortab2korc_n1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2korc_n1 +POSTHOOK: Output: default@varchar_lazy_binary_columnar PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_varchar_mapjoin1.q.out b/ql/src/test/results/clientpositive/vector_varchar_mapjoin1.q.out index 29bc9df..187ba5b 100644 --- a/ql/src/test/results/clientpositive/vector_varchar_mapjoin1.q.out +++ b/ql/src/test/results/clientpositive/vector_varchar_mapjoin1.q.out @@ -126,8 +126,12 @@ POSTHOOK: Lineage: varchar_join1_str_orc.c1 SIMPLE [(varchar_join1_str)varchar_j POSTHOOK: Lineage: varchar_join1_str_orc.c2 SIMPLE [(varchar_join1_str)varchar_join1_str.FieldSchema(name:c2, type:string, comment:null), ] PREHOOK: query: explain vectorization select * from varchar_join1_vc1_orc a join varchar_join1_vc1_orc b on (a.c2 = b.c2) order by a.c1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_join1_vc1_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select * from varchar_join1_vc1_orc a join varchar_join1_vc1_orc b on (a.c2 = b.c2) order by a.c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_join1_vc1_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -235,8 +239,14 @@ POSTHOOK: Input: default@varchar_join1_vc1_orc 3 abc 3 abc PREHOOK: query: explain vectorization select * from varchar_join1_vc1_orc a join varchar_join1_vc2_orc b on (a.c2 = b.c2) order by a.c1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_join1_vc1_orc +PREHOOK: Input: default@varchar_join1_vc2_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select * from varchar_join1_vc1_orc a join varchar_join1_vc2_orc b on (a.c2 = b.c2) order by a.c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_join1_vc1_orc +POSTHOOK: Input: default@varchar_join1_vc2_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -346,8 +356,14 @@ POSTHOOK: Input: default@varchar_join1_vc2_orc 3 abc 3 abc PREHOOK: query: explain vectorization select * from varchar_join1_vc1_orc a join varchar_join1_str_orc b on (a.c2 = b.c2) order by a.c1 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_join1_str_orc +PREHOOK: Input: default@varchar_join1_vc1_orc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select * from varchar_join1_vc1_orc a join varchar_join1_str_orc b on (a.c2 = b.c2) order by a.c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_join1_str_orc +POSTHOOK: Input: default@varchar_join1_vc1_orc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_varchar_simple.q.out b/ql/src/test/results/clientpositive/vector_varchar_simple.q.out index 154e752..ed30018 100644 --- a/ql/src/test/results/clientpositive/vector_varchar_simple.q.out +++ b/ql/src/test/results/clientpositive/vector_varchar_simple.q.out @@ -50,11 +50,15 @@ from varchar_2_n0 order by key asc limit 5 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_2_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select key, value from varchar_2_n0 order by key asc limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_2_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -159,11 +163,15 @@ from varchar_2_n0 order by key desc limit 5 PREHOOK: type: QUERY +PREHOOK: Input: default@varchar_2_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select key, value from varchar_2_n0 order by key desc limit 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@varchar_2_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -267,9 +275,13 @@ POSTHOOK: Output: default@varchar_3 PREHOOK: query: explain vectorization expression insert into table varchar_3 select cint from alltypesorc limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Output: default@varchar_3 POSTHOOK: query: explain vectorization expression insert into table varchar_3 select cint from alltypesorc limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Output: default@varchar_3 PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vector_when_case_null.q.out b/ql/src/test/results/clientpositive/vector_when_case_null.q.out index 2cdbe38..6b374f1 100644 --- a/ql/src/test/results/clientpositive/vector_when_case_null.q.out +++ b/ql/src/test/results/clientpositive/vector_when_case_null.q.out @@ -19,9 +19,13 @@ POSTHOOK: Lineage: count_case_groupby_n0.key SCRIPT [] PREHOOK: query: explain vectorization expression SELECT key, COUNT(CASE WHEN bool THEN 1 WHEN NOT bool THEN 0 ELSE NULL END) AS cnt_bool0_ok FROM count_case_groupby_n0 GROUP BY key PREHOOK: type: QUERY +PREHOOK: Input: default@count_case_groupby_n0 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression SELECT key, COUNT(CASE WHEN bool THEN 1 WHEN NOT bool THEN 0 ELSE NULL END) AS cnt_bool0_ok FROM count_case_groupby_n0 GROUP BY key POSTHOOK: type: QUERY +POSTHOOK: Input: default@count_case_groupby_n0 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vectorization_1.q.out b/ql/src/test/results/clientpositive/vectorization_1.q.out index 6801978..b014bf8 100644 --- a/ql/src/test/results/clientpositive/vectorization_1.q.out +++ b/ql/src/test/results/clientpositive/vectorization_1.q.out @@ -19,6 +19,8 @@ WHERE (((cdouble > ctinyint) OR ((cint > cbigint) OR (cboolean1 < 0)))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT VAR_POP(ctinyint), (VAR_POP(ctinyint) / -26.28), @@ -40,6 +42,8 @@ WHERE (((cdouble > ctinyint) OR ((cint > cbigint) OR (cboolean1 < 0)))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vectorization_10.q.out b/ql/src/test/results/clientpositive/vectorization_10.q.out index 69aa608..4d7c0b5 100644 --- a/ql/src/test/results/clientpositive/vectorization_10.q.out +++ b/ql/src/test/results/clientpositive/vectorization_10.q.out @@ -22,6 +22,8 @@ WHERE (((cstring2 <= '10') AND ((csmallint = 9763215.5639) OR (cstring1 LIKE '%a')))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cdouble, ctimestamp1, @@ -46,6 +48,8 @@ WHERE (((cstring2 <= '10') AND ((csmallint = 9763215.5639) OR (cstring1 LIKE '%a')))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vectorization_11.q.out b/ql/src/test/results/clientpositive/vectorization_11.q.out index 06cde65..2e419e2 100644 --- a/ql/src/test/results/clientpositive/vectorization_11.q.out +++ b/ql/src/test/results/clientpositive/vectorization_11.q.out @@ -13,6 +13,8 @@ WHERE ((cstring2 = cstring1) OR ((ctimestamp1 IS NULL) AND (cstring1 LIKE '%a'))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cstring1, cboolean1, @@ -28,6 +30,8 @@ WHERE ((cstring2 = cstring1) OR ((ctimestamp1 IS NULL) AND (cstring1 LIKE '%a'))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vectorization_12.q.out b/ql/src/test/results/clientpositive/vectorization_12.q.out index 527d741..43d2291 100644 --- a/ql/src/test/results/clientpositive/vectorization_12.q.out +++ b/ql/src/test/results/clientpositive/vectorization_12.q.out @@ -30,6 +30,8 @@ WHERE (((ctimestamp1 IS NULL) GROUP BY cbigint, cboolean1, cstring1, ctimestamp1, cdouble ORDER BY ctimestamp1, cdouble, cbigint, cstring1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cbigint, cboolean1, @@ -62,6 +64,8 @@ WHERE (((ctimestamp1 IS NULL) GROUP BY cbigint, cboolean1, cstring1, ctimestamp1, cdouble ORDER BY ctimestamp1, cdouble, cbigint, cstring1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vectorization_13.q.out b/ql/src/test/results/clientpositive/vectorization_13.q.out index 990d754..8c4c79b 100644 --- a/ql/src/test/results/clientpositive/vectorization_13.q.out +++ b/ql/src/test/results/clientpositive/vectorization_13.q.out @@ -31,6 +31,8 @@ GROUP BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1 ORDER BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14, c15, c16 LIMIT 40 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cboolean1, ctinyint, @@ -64,6 +66,8 @@ GROUP BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1 ORDER BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14, c15, c16 LIMIT 40 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -362,6 +366,8 @@ GROUP BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1 ORDER BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14, c15, c16 LIMIT 40 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cboolean1, ctinyint, @@ -395,6 +401,8 @@ GROUP BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1 ORDER BY cboolean1, ctinyint, ctimestamp1, cfloat, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14, c15, c16 LIMIT 40 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vectorization_14.q.out b/ql/src/test/results/clientpositive/vectorization_14.q.out index 86be72e..48c96d1 100644 --- a/ql/src/test/results/clientpositive/vectorization_14.q.out +++ b/ql/src/test/results/clientpositive/vectorization_14.q.out @@ -31,6 +31,8 @@ WHERE (((ctinyint <= cbigint) GROUP BY ctimestamp1, cfloat, cstring1, cboolean1, cdouble ORDER BY cstring1, cfloat, cdouble, ctimestamp1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT ctimestamp1, cfloat, @@ -64,6 +66,8 @@ WHERE (((ctinyint <= cbigint) GROUP BY ctimestamp1, cfloat, cstring1, cboolean1, cdouble ORDER BY cstring1, cfloat, cdouble, ctimestamp1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vectorization_15.q.out b/ql/src/test/results/clientpositive/vectorization_15.q.out index db6dea1..5ec397d 100644 --- a/ql/src/test/results/clientpositive/vectorization_15.q.out +++ b/ql/src/test/results/clientpositive/vectorization_15.q.out @@ -29,6 +29,8 @@ WHERE (((cstring2 LIKE '%ss%') GROUP BY cfloat, cboolean1, cdouble, cstring1, ctinyint, cint, ctimestamp1 ORDER BY cfloat, cboolean1, cdouble, cstring1, ctinyint, cint, ctimestamp1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cfloat, cboolean1, @@ -60,6 +62,8 @@ WHERE (((cstring2 LIKE '%ss%') GROUP BY cfloat, cboolean1, cdouble, cstring1, ctinyint, cint, ctimestamp1 ORDER BY cfloat, cboolean1, cdouble, cstring1, ctinyint, cint, ctimestamp1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vectorization_16.q.out b/ql/src/test/results/clientpositive/vectorization_16.q.out index 0d58e55..e668433 100644 --- a/ql/src/test/results/clientpositive/vectorization_16.q.out +++ b/ql/src/test/results/clientpositive/vectorization_16.q.out @@ -18,6 +18,8 @@ WHERE ((cstring2 LIKE '%b%') OR (cstring1 < 'a'))) GROUP BY cstring1, cdouble, ctimestamp1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cstring1, cdouble, @@ -38,6 +40,8 @@ WHERE ((cstring2 LIKE '%b%') OR (cstring1 < 'a'))) GROUP BY cstring1, cdouble, ctimestamp1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vectorization_17.q.out b/ql/src/test/results/clientpositive/vectorization_17.q.out index b782e3a..03135bf 100644 --- a/ql/src/test/results/clientpositive/vectorization_17.q.out +++ b/ql/src/test/results/clientpositive/vectorization_17.q.out @@ -22,6 +22,8 @@ WHERE (((cbigint > -23) OR (cfloat = cdouble)))) ORDER BY cbigint, cfloat PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cfloat, cstring1, @@ -46,6 +48,8 @@ WHERE (((cbigint > -23) OR (cfloat = cdouble)))) ORDER BY cbigint, cfloat POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vectorization_2.q.out b/ql/src/test/results/clientpositive/vectorization_2.q.out index 25b1822..3517f7d 100644 --- a/ql/src/test/results/clientpositive/vectorization_2.q.out +++ b/ql/src/test/results/clientpositive/vectorization_2.q.out @@ -21,6 +21,8 @@ WHERE (((ctimestamp1 < ctimestamp2) AND ((-10669 != ctimestamp2) OR (359 > cint)))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT AVG(csmallint), (AVG(csmallint) % -563), @@ -44,6 +46,8 @@ WHERE (((ctimestamp1 < ctimestamp2) AND ((-10669 != ctimestamp2) OR (359 > cint)))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vectorization_3.q.out b/ql/src/test/results/clientpositive/vectorization_3.q.out index 9ec85d7..11ab78e 100644 --- a/ql/src/test/results/clientpositive/vectorization_3.q.out +++ b/ql/src/test/results/clientpositive/vectorization_3.q.out @@ -24,6 +24,8 @@ WHERE (((cint <= cfloat) AND ((79.553 <= csmallint) AND (ctimestamp1 > ctimestamp2)))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT STDDEV_SAMP(csmallint), (STDDEV_SAMP(csmallint) - 10.175), @@ -49,6 +51,8 @@ WHERE (((cint <= cfloat) AND ((79.553 <= csmallint) AND (ctimestamp1 > ctimestamp2)))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vectorization_4.q.out b/ql/src/test/results/clientpositive/vectorization_4.q.out index 0700753..3b3f734 100644 --- a/ql/src/test/results/clientpositive/vectorization_4.q.out +++ b/ql/src/test/results/clientpositive/vectorization_4.q.out @@ -21,6 +21,8 @@ WHERE (((csmallint >= cint) AND ((ctinyint != cbigint) OR (-3728 >= cdouble)))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT SUM(cint), (SUM(cint) * -563), @@ -44,6 +46,8 @@ WHERE (((csmallint >= cint) AND ((ctinyint != cbigint) OR (-3728 >= cdouble)))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vectorization_5.q.out b/ql/src/test/results/clientpositive/vectorization_5.q.out index 6c82694..0c1e486 100644 --- a/ql/src/test/results/clientpositive/vectorization_5.q.out +++ b/ql/src/test/results/clientpositive/vectorization_5.q.out @@ -18,6 +18,8 @@ WHERE (((cboolean2 IS NOT NULL) AND ((ctimestamp2 IS NOT NULL) AND (cstring2 LIKE 'a')))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT MAX(csmallint), (MAX(csmallint) * -75), @@ -38,6 +40,8 @@ WHERE (((cboolean2 IS NOT NULL) AND ((ctimestamp2 IS NOT NULL) AND (cstring2 LIKE 'a')))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vectorization_6.q.out b/ql/src/test/results/clientpositive/vectorization_6.q.out index 1c6e0c5..038496c 100644 --- a/ql/src/test/results/clientpositive/vectorization_6.q.out +++ b/ql/src/test/results/clientpositive/vectorization_6.q.out @@ -19,6 +19,8 @@ WHERE ((ctinyint != 0) AND ((cstring2 LIKE '%a') OR (cfloat <= -257)))))) PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cboolean1, cfloat, @@ -40,6 +42,8 @@ WHERE ((ctinyint != 0) AND ((cstring2 LIKE '%a') OR (cfloat <= -257)))))) POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vectorization_7.q.out b/ql/src/test/results/clientpositive/vectorization_7.q.out index 6b5d40b..37281f7 100644 --- a/ql/src/test/results/clientpositive/vectorization_7.q.out +++ b/ql/src/test/results/clientpositive/vectorization_7.q.out @@ -25,6 +25,8 @@ WHERE ((ctinyint != 0) ORDER BY cboolean1, cbigint, csmallint, ctinyint, ctimestamp1, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 25 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cboolean1, cbigint, @@ -52,6 +54,8 @@ WHERE ((ctinyint != 0) ORDER BY cboolean1, cbigint, csmallint, ctinyint, ctimestamp1, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -246,6 +250,8 @@ WHERE ((ctinyint != 0) ORDER BY cboolean1, cbigint, csmallint, ctinyint, ctimestamp1, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 25 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cboolean1, cbigint, @@ -273,6 +279,8 @@ WHERE ((ctinyint != 0) ORDER BY cboolean1, cbigint, csmallint, ctinyint, ctimestamp1, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 25 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vectorization_8.q.out b/ql/src/test/results/clientpositive/vectorization_8.q.out index 3172f65..2dbffe9 100644 --- a/ql/src/test/results/clientpositive/vectorization_8.q.out +++ b/ql/src/test/results/clientpositive/vectorization_8.q.out @@ -23,6 +23,8 @@ WHERE (((cstring2 IS NOT NULL) ORDER BY ctimestamp1, cdouble, cboolean1, cstring1, cfloat, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT ctimestamp1, cdouble, @@ -48,6 +50,8 @@ WHERE (((cstring2 IS NOT NULL) ORDER BY ctimestamp1, cdouble, cboolean1, cstring1, cfloat, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -231,6 +235,8 @@ WHERE (((cstring2 IS NOT NULL) ORDER BY ctimestamp1, cdouble, cboolean1, cstring1, cfloat, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT ctimestamp1, cdouble, @@ -256,6 +262,8 @@ WHERE (((cstring2 IS NOT NULL) ORDER BY ctimestamp1, cdouble, cboolean1, cstring1, cfloat, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vectorization_9.q.out b/ql/src/test/results/clientpositive/vectorization_9.q.out index 0d58e55..e668433 100644 --- a/ql/src/test/results/clientpositive/vectorization_9.q.out +++ b/ql/src/test/results/clientpositive/vectorization_9.q.out @@ -18,6 +18,8 @@ WHERE ((cstring2 LIKE '%b%') OR (cstring1 < 'a'))) GROUP BY cstring1, cdouble, ctimestamp1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT cstring1, cdouble, @@ -38,6 +40,8 @@ WHERE ((cstring2 LIKE '%b%') OR (cstring1 < 'a'))) GROUP BY cstring1, cdouble, ctimestamp1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vectorization_decimal_date.q.out b/ql/src/test/results/clientpositive/vectorization_decimal_date.q.out index 59b20ac..58f6f83 100644 --- a/ql/src/test/results/clientpositive/vectorization_decimal_date.q.out +++ b/ql/src/test/results/clientpositive/vectorization_decimal_date.q.out @@ -14,8 +14,12 @@ POSTHOOK: Lineage: date_decimal_test.cdouble SIMPLE [(alltypesorc)alltypesorc.Fi POSTHOOK: Lineage: date_decimal_test.cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate, cint, cdecimal from date_decimal_test where cint IS NOT NULL AND cdouble IS NOT NULL LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@date_decimal_test +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT cdate, cint, cdecimal from date_decimal_test where cint IS NOT NULL AND cdouble IS NOT NULL LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_decimal_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vectorization_limit.q.out b/ql/src/test/results/clientpositive/vectorization_limit.q.out index cd256c6..0065dc9 100644 --- a/ql/src/test/results/clientpositive/vectorization_limit.q.out +++ b/ql/src/test/results/clientpositive/vectorization_limit.q.out @@ -2,9 +2,13 @@ WARNING: Comparing a bigint and a double may result in a loss of precision. PREHOOK: query: explain vectorization SELECT cbigint, cdouble FROM alltypesorc WHERE cbigint < cdouble and cint > 0 order by cbigint, cdouble limit 7 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization SELECT cbigint, cdouble FROM alltypesorc WHERE cbigint < cdouble and cint > 0 order by cbigint, cdouble limit 7 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -87,9 +91,13 @@ POSTHOOK: Input: default@alltypesorc PREHOOK: query: explain vectorization detail select ctinyint,cdouble,csmallint from alltypesorc where ctinyint is not null order by ctinyint,cdouble,csmallint limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select ctinyint,cdouble,csmallint from alltypesorc where ctinyint is not null order by ctinyint,cdouble,csmallint limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -206,9 +214,13 @@ POSTHOOK: Input: default@alltypesorc PREHOOK: query: explain vectorization detail select ctinyint,avg(cdouble + 1) as cavg from alltypesorc group by ctinyint order by ctinyint, cavg limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select ctinyint,avg(cdouble + 1) as cavg from alltypesorc group by ctinyint order by ctinyint, cavg limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -390,9 +402,13 @@ NULL 9370.0945309795 PREHOOK: query: explain vectorization detail select distinct(ctinyint) as cdistinct from alltypesorc order by cdistinct limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select distinct(ctinyint) as cdistinct from alltypesorc order by cdistinct limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -516,9 +532,13 @@ NULL PREHOOK: query: explain vectorization detail select ctinyint, count(distinct(cdouble)) as count_distinct from alltypesorc group by ctinyint order by ctinyint, count_distinct limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select ctinyint, count(distinct(cdouble)) as count_distinct from alltypesorc group by ctinyint order by ctinyint, count_distinct limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -664,9 +684,13 @@ NULL 2932 PREHOOK: query: explain vectorization detail select ctinyint,cdouble from alltypesorc order by ctinyint,cdouble limit 0 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select ctinyint,cdouble from alltypesorc order by ctinyint,cdouble limit 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -692,9 +716,13 @@ POSTHOOK: Input: default@alltypesorc PREHOOK: query: explain vectorization detail select cdouble, sum(ctinyint) as csum from alltypesorc where ctinyint is not null group by cdouble order by csum, cdouble limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select cdouble, sum(ctinyint) as csum from alltypesorc where ctinyint is not null group by cdouble order by csum, cdouble limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vectorization_nested_udf.q.out b/ql/src/test/results/clientpositive/vectorization_nested_udf.q.out index b4fe31a..831cd4e 100644 --- a/ql/src/test/results/clientpositive/vectorization_nested_udf.q.out +++ b/ql/src/test/results/clientpositive/vectorization_nested_udf.q.out @@ -1,9 +1,13 @@ PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT SUM(abs(ctinyint)) from alltypesorc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT SUM(abs(ctinyint)) from alltypesorc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vectorization_numeric_overflows.q.out b/ql/src/test/results/clientpositive/vectorization_numeric_overflows.q.out index 583a550..a2126cb 100644 --- a/ql/src/test/results/clientpositive/vectorization_numeric_overflows.q.out +++ b/ql/src/test/results/clientpositive/vectorization_numeric_overflows.q.out @@ -106,9 +106,13 @@ POSTHOOK: Input: default@test_overflow PREHOOK: query: explain vectorization expression select cint1, (cint1-2) from test_overflow where (cint1 - 2) > 0 order by cint1 PREHOOK: type: QUERY +PREHOOK: Input: default@test_overflow +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select cint1, (cint1-2) from test_overflow where (cint1 - 2) > 0 order by cint1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_overflow +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -210,9 +214,13 @@ POSTHOOK: Input: default@test_overflow PREHOOK: query: explain vectorization expression select cint2, (cint2+2) from test_overflow where (cint2 + 2) < 0 order by cint2 PREHOOK: type: QUERY +PREHOOK: Input: default@test_overflow +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select cint2, (cint2+2) from test_overflow where (cint2 + 2) < 0 order by cint2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_overflow +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -312,9 +320,13 @@ POSTHOOK: Input: default@test_overflow PREHOOK: query: explain vectorization expression select cint2, (cint2 * 2) from test_overflow where (cint2 * 2) < 0 order by cint2 PREHOOK: type: QUERY +PREHOOK: Input: default@test_overflow +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select cint2, (cint2 * 2) from test_overflow where (cint2 * 2) < 0 order by cint2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_overflow +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -414,9 +426,13 @@ POSTHOOK: Input: default@test_overflow PREHOOK: query: explain vectorization expression select ctinyint1, (ctinyint1-2Y) from test_overflow where (ctinyint1 - 2Y) > 0 order by ctinyint1 PREHOOK: type: QUERY +PREHOOK: Input: default@test_overflow +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select ctinyint1, (ctinyint1-2Y) from test_overflow where (ctinyint1 - 2Y) > 0 order by ctinyint1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_overflow +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -518,9 +534,13 @@ POSTHOOK: Input: default@test_overflow PREHOOK: query: explain vectorization expression select ctinyint2, (ctinyint2 + 2) from test_overflow where (ctinyint2 + 2Y) < 0 order by ctinyint2 PREHOOK: type: QUERY +PREHOOK: Input: default@test_overflow +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select ctinyint2, (ctinyint2 + 2) from test_overflow where (ctinyint2 + 2Y) < 0 order by ctinyint2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_overflow +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -620,9 +640,13 @@ POSTHOOK: Input: default@test_overflow PREHOOK: query: explain vectorization expression select csmallint2, csmallint2 * 2 from test_overflow where (csmallint2 * 2S) < 0 order by csmallint2 PREHOOK: type: QUERY +PREHOOK: Input: default@test_overflow +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select csmallint2, csmallint2 * 2 from test_overflow where (csmallint2 * 2S) < 0 order by csmallint2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_overflow +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -711,9 +735,13 @@ POSTHOOK: Input: default@test_overflow PREHOOK: query: explain vectorization expression select csmallint2, csmallint2 * 2 from test_overflow where (csmallint2 * 2S) < 0 order by csmallint2 PREHOOK: type: QUERY +PREHOOK: Input: default@test_overflow +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select csmallint2, csmallint2 * 2 from test_overflow where (csmallint2 * 2S) < 0 order by csmallint2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_overflow +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: false enabledConditionsNotMet: [hive.vectorized.execution.enabled IS false] @@ -791,8 +819,12 @@ POSTHOOK: Lineage: parquettable.t1 SCRIPT [] POSTHOOK: Lineage: parquettable.t2 SCRIPT [] PREHOOK: query: explain vectorization expression select t1, t2, (t1-t2) as diff from parquettable where (t1-t2) < 50 order by diff desc PREHOOK: type: QUERY +PREHOOK: Input: default@parquettable +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select t1, t2, (t1-t2) as diff from parquettable where (t1-t2) < 50 order by diff desc POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquettable +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: false enabledConditionsNotMet: [hive.vectorized.execution.enabled IS false] @@ -859,8 +891,12 @@ POSTHOOK: Input: default@parquettable 54 9 45 PREHOOK: query: explain vectorization expression select i1, i2, (i1-i2) as diff from parquettable where (i1-i2) < 50 order by diff desc PREHOOK: type: QUERY +PREHOOK: Input: default@parquettable +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select i1, i2, (i1-i2) as diff from parquettable where (i1-i2) < 50 order by diff desc POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquettable +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1060,8 +1096,12 @@ POSTHOOK: Input: default@test_overflow 127 -128 32767 -32768 2147483647 -2147483648 9223372036854775807 -9223372036854775808 3.4028235E38 1.4E-45 1.7976931348623157E308 4.9E-324 PREHOOK: query: explain vectorization expression select * from test_overflow where pmod(csmallint1, 16385S) > 0 order by ctinyint1 PREHOOK: type: QUERY +PREHOOK: Input: default@test_overflow +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select * from test_overflow where pmod(csmallint1, 16385S) > 0 order by ctinyint1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_overflow +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vectorization_offset_limit.q.out b/ql/src/test/results/clientpositive/vectorization_offset_limit.q.out index 5920b3d..a5e052b 100644 --- a/ql/src/test/results/clientpositive/vectorization_offset_limit.q.out +++ b/ql/src/test/results/clientpositive/vectorization_offset_limit.q.out @@ -1,8 +1,12 @@ WARNING: Comparing a bigint and a double may result in a loss of precision. PREHOOK: query: explain vectorization SELECT cbigint, cdouble FROM alltypesorc WHERE cbigint < cdouble and cint > 0 limit 3,2 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization SELECT cbigint, cdouble FROM alltypesorc WHERE cbigint < cdouble and cint > 0 limit 3,2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -67,9 +71,13 @@ POSTHOOK: Input: default@alltypesorc PREHOOK: query: explain vectorization expression select ctinyint,cdouble,csmallint from alltypesorc where ctinyint is not null order by ctinyint,cdouble limit 10,3 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select ctinyint,cdouble,csmallint from alltypesorc where ctinyint is not null order by ctinyint,cdouble limit 10,3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vectorization_parquet_projection.q.out b/ql/src/test/results/clientpositive/vectorization_parquet_projection.q.out index 57e31cd..b3cb6c9 100644 --- a/ql/src/test/results/clientpositive/vectorization_parquet_projection.q.out +++ b/ql/src/test/results/clientpositive/vectorization_parquet_projection.q.out @@ -116,8 +116,12 @@ POSTHOOK: Lineage: parquet_project_test.cint EXPRESSION [] POSTHOOK: Lineage: parquet_project_test.m1 EXPRESSION [] PREHOOK: query: explain vectorization select * from parquet_project_test PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_project_test +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select * from parquet_project_test POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_project_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -189,8 +193,12 @@ POSTHOOK: Input: default@parquet_project_test 3 {"color":"blue"} PREHOOK: query: explain vectorization select count(*) from parquet_project_test PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_project_test +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select count(*) from parquet_project_test POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_project_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -263,9 +271,13 @@ POSTHOOK: Input: default@parquet_project_test PREHOOK: query: explain vectorization select cint, count(*) from parquet_project_test group by cint PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_project_test +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select cint, count(*) from parquet_project_test group by cint POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_project_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -348,9 +360,13 @@ POSTHOOK: Input: default@parquet_project_test PREHOOK: query: explain vectorization select m1["color"], count(*) from parquet_project_test group by m1["color"] PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_project_test +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select m1["color"], count(*) from parquet_project_test group by m1["color"] POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_project_test +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -450,8 +466,14 @@ POSTHOOK: Lineage: parquet_nullsplit PARTITION(len=1).key SCRIPT [] POSTHOOK: Lineage: parquet_nullsplit PARTITION(len=1).val SCRIPT [] PREHOOK: query: explain vectorization select count(*) from parquet_nullsplit where len = '1' PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_nullsplit +PREHOOK: Input: default@parquet_nullsplit@len=1 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select count(*) from parquet_nullsplit where len = '1' POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_nullsplit +POSTHOOK: Input: default@parquet_nullsplit@len=1 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -525,8 +547,12 @@ POSTHOOK: Input: default@parquet_nullsplit@len=1 1 PREHOOK: query: explain vectorization select count(*) from parquet_nullsplit where len = '99' PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_nullsplit +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select count(*) from parquet_nullsplit where len = '99' POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_nullsplit +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vectorization_part_project.q.out b/ql/src/test/results/clientpositive/vectorization_part_project.q.out index 50052fd..d879247 100644 --- a/ql/src/test/results/clientpositive/vectorization_part_project.q.out +++ b/ql/src/test/results/clientpositive/vectorization_part_project.q.out @@ -48,8 +48,16 @@ POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2012).ctimestamp2 SIMPLE [(allt POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2012).ctinyint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] PREHOOK: query: explain vectorization select (cdouble+2) c1 from alltypesorc_part order by c1 limit 10 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_part +PREHOOK: Input: default@alltypesorc_part@ds=2011 +PREHOOK: Input: default@alltypesorc_part@ds=2012 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select (cdouble+2) c1 from alltypesorc_part order by c1 limit 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_part +POSTHOOK: Input: default@alltypesorc_part@ds=2011 +POSTHOOK: Input: default@alltypesorc_part@ds=2012 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vectorization_pushdown.q.out b/ql/src/test/results/clientpositive/vectorization_pushdown.q.out index 9e85a26..f463510 100644 --- a/ql/src/test/results/clientpositive/vectorization_pushdown.q.out +++ b/ql/src/test/results/clientpositive/vectorization_pushdown.q.out @@ -1,8 +1,12 @@ WARNING: Comparing a bigint and a double may result in a loss of precision. PREHOOK: query: explain vectorization SELECT AVG(cbigint) FROM alltypesorc WHERE cbigint < cdouble PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization SELECT AVG(cbigint) FROM alltypesorc WHERE cbigint < cdouble POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vectorized_bucketmapjoin1.q.out b/ql/src/test/results/clientpositive/vectorized_bucketmapjoin1.q.out index 6768c57..e693d52 100644 --- a/ql/src/test/results/clientpositive/vectorized_bucketmapjoin1.q.out +++ b/ql/src/test/results/clientpositive/vectorized_bucketmapjoin1.q.out @@ -97,9 +97,15 @@ POSTHOOK: Lineage: vsmb_bucket_txt.value SIMPLE [(alltypesorc)alltypesorc.FieldS PREHOOK: query: explain vectorization expression select /*+MAPJOIN(a)*/ * from vsmb_bucket_1 a join vsmb_bucket_2 b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@vsmb_bucket_1 +PREHOOK: Input: default@vsmb_bucket_2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select /*+MAPJOIN(a)*/ * from vsmb_bucket_1 a join vsmb_bucket_2 b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@vsmb_bucket_1 +POSTHOOK: Input: default@vsmb_bucket_2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -164,9 +170,15 @@ POSTHOOK: Input: default@vsmb_bucket_2 PREHOOK: query: explain vectorization expression select /*+MAPJOIN(b)*/ * from vsmb_bucket_1 a join vsmb_bucket_RC b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@vsmb_bucket_1 +PREHOOK: Input: default@vsmb_bucket_rc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select /*+MAPJOIN(b)*/ * from vsmb_bucket_1 a join vsmb_bucket_RC b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@vsmb_bucket_1 +POSTHOOK: Input: default@vsmb_bucket_rc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -231,9 +243,15 @@ POSTHOOK: Input: default@vsmb_bucket_rc PREHOOK: query: explain vectorization expression select /*+MAPJOIN(b)*/ * from vsmb_bucket_1 a join vsmb_bucket_TXT b on a.key = b.key PREHOOK: type: QUERY +PREHOOK: Input: default@vsmb_bucket_1 +PREHOOK: Input: default@vsmb_bucket_txt +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select /*+MAPJOIN(b)*/ * from vsmb_bucket_1 a join vsmb_bucket_TXT b on a.key = b.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@vsmb_bucket_1 +POSTHOOK: Input: default@vsmb_bucket_txt +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vectorized_case.q.out b/ql/src/test/results/clientpositive/vectorized_case.q.out index 7847363..9266d89 100644 --- a/ql/src/test/results/clientpositive/vectorized_case.q.out +++ b/ql/src/test/results/clientpositive/vectorized_case.q.out @@ -16,6 +16,8 @@ where csmallint = 418 or csmallint = 12205 or csmallint = 10583 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select csmallint, @@ -34,6 +36,8 @@ where csmallint = 418 or csmallint = 12205 or csmallint = 10583 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -161,6 +165,8 @@ where csmallint = 418 or csmallint = 12205 or csmallint = 10583 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select csmallint, @@ -179,6 +185,8 @@ where csmallint = 418 or csmallint = 12205 or csmallint = 10583 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -252,12 +260,16 @@ select sum(case when cint % 2 = 1 then 1 else 0 end) as codd from alltypesorc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select sum(case when cint % 2 = 0 then 1 else 0 end) as ceven, sum(case when cint % 2 = 1 then 1 else 0 end) as codd from alltypesorc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -367,12 +379,16 @@ select sum(case when cint % 2 = 1 then cint else 0 end) as codd from alltypesorc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select sum(case when cint % 2 = 0 then cint else 0 end) as ceven, sum(case when cint % 2 = 1 then cint else 0 end) as codd from alltypesorc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -497,9 +513,13 @@ POSTHOOK: Lineage: test_1_n3.member SCRIPT [] PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member =1.0 THEN attr+1.0 ELSE attr+2.0 END FROM test_1_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@test_1_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member =1.0 THEN attr+1.0 ELSE attr+2.0 END FROM test_1_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_1_n3 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -574,9 +594,13 @@ POSTHOOK: Input: default@test_1_n3 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member =1.0 THEN 1.0 ELSE attr+2.0 END FROM test_1_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@test_1_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member =1.0 THEN 1.0 ELSE attr+2.0 END FROM test_1_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_1_n3 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -651,9 +675,13 @@ POSTHOOK: Input: default@test_1_n3 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member =1.0 THEN attr+1.0 ELSE 2.0 END FROM test_1_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@test_1_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member =1.0 THEN attr+1.0 ELSE 2.0 END FROM test_1_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_1_n3 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -746,9 +774,13 @@ POSTHOOK: Lineage: test_2_n3.member SCRIPT [] PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member=1 THEN attr+1 else attr+2 END FROM test_2_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@test_2_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member=1 THEN attr+1 else attr+2 END FROM test_2_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_2_n3 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -823,9 +855,13 @@ POSTHOOK: Input: default@test_2_n3 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member=1 THEN null else attr+2 END FROM test_2_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@test_2_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member=1 THEN null else attr+2 END FROM test_2_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_2_n3 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -900,9 +936,13 @@ NULL PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member=1 THEN attr+1 else null END FROM test_2_n3 PREHOOK: type: QUERY +PREHOOK: Input: default@test_2_n3 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT CASE WHEN member=1 THEN attr+1 else null END FROM test_2_n3 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_2_n3 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vectorized_casts.q.out b/ql/src/test/results/clientpositive/vectorized_casts.q.out index cc53e98..937a327 100644 --- a/ql/src/test/results/clientpositive/vectorized_casts.q.out +++ b/ql/src/test/results/clientpositive/vectorized_casts.q.out @@ -73,6 +73,8 @@ from alltypesorc where cbigint % 250 = 0 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select @@ -148,6 +150,8 @@ from alltypesorc where cbigint % 250 = 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vectorized_context.q.out b/ql/src/test/results/clientpositive/vectorized_context.q.out index e322163..2e194a0 100644 --- a/ql/src/test/results/clientpositive/vectorized_context.q.out +++ b/ql/src/test/results/clientpositive/vectorized_context.q.out @@ -89,6 +89,10 @@ JOIN store ON store_sales.ss_store_sk = store.s_store_sk JOIN household_demographics ON store_sales.ss_hdemo_sk = household_demographics.hd_demo_sk limit 100 PREHOOK: type: QUERY +PREHOOK: Input: default@household_demographics +PREHOOK: Input: default@store +PREHOOK: Input: default@store_sales +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select store.s_city, ss_net_profit from store_sales @@ -96,6 +100,10 @@ JOIN store ON store_sales.ss_store_sk = store.s_store_sk JOIN household_demographics ON store_sales.ss_hdemo_sk = household_demographics.hd_demo_sk limit 100 POSTHOOK: type: QUERY +POSTHOOK: Input: default@household_demographics +POSTHOOK: Input: default@store +POSTHOOK: Input: default@store_sales +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vectorized_date_funcs.q.out b/ql/src/test/results/clientpositive/vectorized_date_funcs.q.out index a2e0fdd..90e311d 100644 --- a/ql/src/test/results/clientpositive/vectorized_date_funcs.q.out +++ b/ql/src/test/results/clientpositive/vectorized_date_funcs.q.out @@ -220,6 +220,8 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT datediff(fl_time, timestamp "2007-03-14 08:21:59") FROM date_udf_flight_orc PREHOOK: type: QUERY +PREHOOK: Input: default@date_udf_flight_orc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT fl_time, to_unix_timestamp(fl_time), @@ -243,6 +245,8 @@ POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT datediff(fl_time, timestamp "2007-03-14 08:21:59") FROM date_udf_flight_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_udf_flight_orc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -508,6 +512,8 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT datediff(fl_date, timestamp "2007-03-14 08:21:59") FROM date_udf_flight_orc PREHOOK: type: QUERY +PREHOOK: Input: default@date_udf_flight_orc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT fl_date, to_unix_timestamp(fl_date), @@ -531,6 +537,8 @@ POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT datediff(fl_date, timestamp "2007-03-14 08:21:59") FROM date_udf_flight_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_udf_flight_orc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -798,6 +806,8 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT datediff(fl_date, "2007-03-14") = datediff(fl_date, date "2007-03-14") FROM date_udf_flight_orc PREHOOK: type: QUERY +PREHOOK: Input: default@date_udf_flight_orc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT fl_time, fl_date, @@ -823,6 +833,8 @@ POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT datediff(fl_date, "2007-03-14") = datediff(fl_date, date "2007-03-14") FROM date_udf_flight_orc POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_udf_flight_orc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1078,6 +1090,8 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT datediff(date_add(fl_date, 2), date_sub(fl_date, 2)) FROM date_udf_flight_orc LIMIT 10 PREHOOK: type: QUERY +PREHOOK: Input: default@date_udf_flight_orc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT fl_date, to_date(date_add(fl_date, 2)), @@ -1087,6 +1101,8 @@ POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT datediff(date_add(fl_date, 2), date_sub(fl_date, 2)) FROM date_udf_flight_orc LIMIT 10 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_udf_flight_orc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true @@ -1198,6 +1214,8 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT FROM date_udf_flight_orc ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@date_udf_flight_orc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT min(fl_date) AS c1, max(fl_date), @@ -1206,6 +1224,8 @@ POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT FROM date_udf_flight_orc ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@date_udf_flight_orc +#### A masked pattern was here #### Explain PLAN VECTORIZATION: enabled: true diff --git a/ql/src/test/results/clientpositive/vectorized_distinct_gby.q.out b/ql/src/test/results/clientpositive/vectorized_distinct_gby.q.out index 1c292d4..96f8d4c 100644 --- a/ql/src/test/results/clientpositive/vectorized_distinct_gby.q.out +++ b/ql/src/test/results/clientpositive/vectorized_distinct_gby.q.out @@ -19,9 +19,13 @@ POSTHOOK: Lineage: dtest.b SIMPLE [] PREHOOK: query: explain vectorization detail select sum(distinct a), count(distinct a) from dtest PREHOOK: type: QUERY +PREHOOK: Input: default@dtest +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select sum(distinct a), count(distinct a) from dtest POSTHOOK: type: QUERY +POSTHOOK: Input: default@dtest +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -94,9 +98,13 @@ POSTHOOK: Input: default@dtest PREHOOK: query: explain vectorization detail select sum(distinct cint), count(distinct cint), avg(distinct cint), std(distinct cint) from alltypesorc PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization detail select sum(distinct cint), count(distinct cint), avg(distinct cint), std(distinct cint) from alltypesorc POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vectorized_mapjoin.q.out b/ql/src/test/results/clientpositive/vectorized_mapjoin.q.out index 1289830..466e7ff 100644 --- a/ql/src/test/results/clientpositive/vectorized_mapjoin.q.out +++ b/ql/src/test/results/clientpositive/vectorized_mapjoin.q.out @@ -2,10 +2,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(t1.cint), MAX(t2. FROM alltypesorc t1 JOIN alltypesorc t2 ON t1.cint = t2.cint PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(t1.cint), MAX(t2.cint), MIN(t1.cint), AVG(t1.cint+t2.cint) FROM alltypesorc t1 JOIN alltypesorc t2 ON t1.cint = t2.cint POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vectorized_mapjoin2.q.out b/ql/src/test/results/clientpositive/vectorized_mapjoin2.q.out index 3b775a1..ef2f50e 100644 --- a/ql/src/test/results/clientpositive/vectorized_mapjoin2.q.out +++ b/ql/src/test/results/clientpositive/vectorized_mapjoin2.q.out @@ -35,9 +35,15 @@ POSTHOOK: Lineage: y.b SCRIPT [] PREHOOK: query: explain vectorization expression select count(1) from x, y where a = b PREHOOK: type: QUERY +PREHOOK: Input: default@x +PREHOOK: Input: default@y +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select count(1) from x, y where a = b POSTHOOK: type: QUERY +POSTHOOK: Input: default@x +POSTHOOK: Input: default@y +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vectorized_mapjoin3.q.out b/ql/src/test/results/clientpositive/vectorized_mapjoin3.q.out index 094c3ce..bde216b 100644 --- a/ql/src/test/results/clientpositive/vectorized_mapjoin3.q.out +++ b/ql/src/test/results/clientpositive/vectorized_mapjoin3.q.out @@ -93,11 +93,17 @@ SELECT t1.decimal0801_col FROM table_19 t1 WHERE (SELECT max(tt1.int_col_0) AS int_col FROM table_6 tt1) IN (t1.int_col_1) AND decimal0801_col is not null PREHOOK: type: QUERY +PREHOOK: Input: default@table_19 +PREHOOK: Input: default@table_6 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT t1.decimal0801_col FROM table_19 t1 WHERE (SELECT max(tt1.int_col_0) AS int_col FROM table_6 tt1) IN (t1.int_col_1) AND decimal0801_col is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_19 +POSTHOOK: Input: default@table_6 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -267,11 +273,17 @@ SELECT t1.decimal0801_col FROM table_19 t1 WHERE (t1.int_col_1) IN (SELECT max(tt1.int_col_0) AS int_col FROM table_6 tt1) AND decimal0801_col is not null PREHOOK: type: QUERY +PREHOOK: Input: default@table_19 +PREHOOK: Input: default@table_6 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT t1.decimal0801_col FROM table_19 t1 WHERE (t1.int_col_1) IN (SELECT max(tt1.int_col_0) AS int_col FROM table_6 tt1) AND decimal0801_col is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_19 +POSTHOOK: Input: default@table_6 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -441,11 +453,17 @@ SELECT t1.decimal0801_col FROM table_19 t1 WHERE (SELECT max(tt1.int_col_0) AS int_col FROM table_6 tt1) = (t1.int_col_1) AND decimal0801_col is not null PREHOOK: type: QUERY +PREHOOK: Input: default@table_19 +PREHOOK: Input: default@table_6 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT t1.decimal0801_col FROM table_19 t1 WHERE (SELECT max(tt1.int_col_0) AS int_col FROM table_6 tt1) = (t1.int_col_1) AND decimal0801_col is not null POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_19 +POSTHOOK: Input: default@table_6 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vectorized_math_funcs.q.out b/ql/src/test/results/clientpositive/vectorized_math_funcs.q.out index 9b96477..538d904 100644 --- a/ql/src/test/results/clientpositive/vectorized_math_funcs.q.out +++ b/ql/src/test/results/clientpositive/vectorized_math_funcs.q.out @@ -50,6 +50,8 @@ where cbigint % 500 = 0 and sin(cfloat) >= -1.0 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select cdouble @@ -102,6 +104,8 @@ where cbigint % 500 = 0 and sin(cfloat) >= -1.0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vectorized_parquet_types.q.out b/ql/src/test/results/clientpositive/vectorized_parquet_types.q.out index c1f2d54..b37298b 100644 --- a/ql/src/test/results/clientpositive/vectorized_parquet_types.q.out +++ b/ql/src/test/results/clientpositive/vectorized_parquet_types.q.out @@ -123,10 +123,14 @@ PREHOOK: query: explain vectorization expression SELECT cint, ctinyint, csmallint, cfloat, cdouble, cstring1, t, cchar, cvarchar, hex(cbinary), cdecimal FROM parquet_types_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_types_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression SELECT cint, ctinyint, csmallint, cfloat, cdouble, cstring1, t, cchar, cvarchar, hex(cbinary), cdecimal FROM parquet_types_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_types_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -215,9 +219,13 @@ POSTHOOK: Input: default@parquet_types_n2 PREHOOK: query: explain vectorization expression SELECT cchar, LENGTH(cchar), cvarchar, LENGTH(cvarchar), cdecimal, SIGN(cdecimal) FROM parquet_types_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_types_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression SELECT cchar, LENGTH(cchar), cvarchar, LENGTH(cvarchar), cdecimal, SIGN(cdecimal) FROM parquet_types_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_types_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -313,6 +321,8 @@ FROM parquet_types_n2 GROUP BY ctinyint ORDER BY ctinyint PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_types_n2 +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression SELECT ctinyint, MAX(cint), @@ -325,6 +335,8 @@ FROM parquet_types_n2 GROUP BY ctinyint ORDER BY ctinyint POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_types_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -522,10 +534,14 @@ PREHOOK: query: explain vectorization expression SELECT cint, ctinyint, csmallint, cfloat, cdouble, cstring1, t, cchar, cvarchar, hex(cbinary), cdecimal FROM parquet_type_nodict PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_type_nodict +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression SELECT cint, ctinyint, csmallint, cfloat, cdouble, cstring1, t, cchar, cvarchar, hex(cbinary), cdecimal FROM parquet_type_nodict POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_type_nodict +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -614,9 +630,13 @@ POSTHOOK: Input: default@parquet_type_nodict PREHOOK: query: explain vectorization expression SELECT cchar, LENGTH(cchar), cvarchar, LENGTH(cvarchar), cdecimal, SIGN(cdecimal) FROM parquet_type_nodict PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_type_nodict +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression SELECT cchar, LENGTH(cchar), cvarchar, LENGTH(cvarchar), cdecimal, SIGN(cdecimal) FROM parquet_type_nodict POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_type_nodict +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -702,8 +722,12 @@ vwxyz 5 abcdede 7 12.83 1 wxyza 5 abcde 5 73.04 1 PREHOOK: query: explain vectorization select max(t), min(t) from parquet_type_nodict PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_type_nodict +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select max(t), min(t) from parquet_type_nodict POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_type_nodict +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vectorized_shufflejoin.q.out b/ql/src/test/results/clientpositive/vectorized_shufflejoin.q.out index 733389b..a569cfa 100644 --- a/ql/src/test/results/clientpositive/vectorized_shufflejoin.q.out +++ b/ql/src/test/results/clientpositive/vectorized_shufflejoin.q.out @@ -2,10 +2,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(t1.cint) AS CNT, FROM alltypesorc t1 JOIN alltypesorc t2 ON t1.cint = t2.cint order by CNT PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(t1.cint) AS CNT, MAX(t2.cint) , MIN(t1.cint), AVG(t1.cint+t2.cint) FROM alltypesorc t1 JOIN alltypesorc t2 ON t1.cint = t2.cint order by CNT POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vectorized_string_funcs.q.out b/ql/src/test/results/clientpositive/vectorized_string_funcs.q.out index 5b48222..9901aee 100644 --- a/ql/src/test/results/clientpositive/vectorized_string_funcs.q.out +++ b/ql/src/test/results/clientpositive/vectorized_string_funcs.q.out @@ -20,6 +20,8 @@ where cbigint % 237 = 0 and length(substr(cstring1, 1, 2)) <= 2 and cstring1 like '%' PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization select substr(cstring1, 1, 2) @@ -42,6 +44,8 @@ where cbigint % 237 = 0 and length(substr(cstring1, 1, 2)) <= 2 and cstring1 like '%' POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vectorized_timestamp.q.out b/ql/src/test/results/clientpositive/vectorized_timestamp.q.out index f196c5a..9cbff11 100644 --- a/ql/src/test/results/clientpositive/vectorized_timestamp.q.out +++ b/ql/src/test/results/clientpositive/vectorized_timestamp.q.out @@ -22,9 +22,13 @@ POSTHOOK: Lineage: test_n2.ts SCRIPT [] PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT ts FROM test_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@test_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT ts FROM test_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: false enabledConditionsNotMet: [hive.vectorized.execution.enabled IS false] @@ -99,9 +103,13 @@ POSTHOOK: Input: default@test_n2 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT MIN(ts), MAX(ts), MAX(ts) - MIN(ts) FROM test_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@test_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT MIN(ts), MAX(ts), MAX(ts) - MIN(ts) FROM test_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -205,9 +213,13 @@ POSTHOOK: Input: default@test_n2 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT ts FROM test_n2 WHERE ts IN (timestamp '0001-01-01 00:00:00.000000000', timestamp '0002-02-02 00:00:00.000000000') PREHOOK: type: QUERY +PREHOOK: Input: default@test_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT ts FROM test_n2 WHERE ts IN (timestamp '0001-01-01 00:00:00.000000000', timestamp '0002-02-02 00:00:00.000000000') POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -286,9 +298,13 @@ POSTHOOK: Input: default@test_n2 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT AVG(ts), CAST(AVG(ts) AS TIMESTAMP) FROM test_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@test_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT AVG(ts), CAST(AVG(ts) AS TIMESTAMP) FROM test_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -392,9 +408,13 @@ POSTHOOK: Input: default@test_n2 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT variance(ts), var_pop(ts), var_samp(ts), std(ts), stddev(ts), stddev_pop(ts), stddev_samp(ts) FROM test_n2 PREHOOK: type: QUERY +PREHOOK: Input: default@test_n2 +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT variance(ts), var_pop(ts), var_samp(ts), std(ts), stddev(ts), stddev_pop(ts), stddev_samp(ts) FROM test_n2 POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_n2 +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vectorized_timestamp_funcs.q.out b/ql/src/test/results/clientpositive/vectorized_timestamp_funcs.q.out index 8bd77f9..a4ff500 100644 --- a/ql/src/test/results/clientpositive/vectorized_timestamp_funcs.q.out +++ b/ql/src/test/results/clientpositive/vectorized_timestamp_funcs.q.out @@ -218,6 +218,8 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT FROM alltypesorc_string ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT to_unix_timestamp(ctimestamp1) AS c1, year(ctimestamp1), @@ -239,6 +241,8 @@ POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT FROM alltypesorc_string ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -419,6 +423,8 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT FROM alltypesorc_string ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT to_unix_timestamp(stimestamp1) AS c1, year(stimestamp1), @@ -432,6 +438,8 @@ POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT FROM alltypesorc_string ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -596,6 +604,8 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT FROM alltypesorc_string ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT to_unix_timestamp(ctimestamp1) = to_unix_timestamp(stimestamp1) AS c1, year(ctimestamp1) = year(stimestamp1), @@ -609,6 +619,8 @@ POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT FROM alltypesorc_string ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -773,6 +785,8 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT FROM alltypesorc_wrong ORDER BY c1 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_wrong +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT to_unix_timestamp(stimestamp1) AS c1, year(stimestamp1), @@ -786,6 +800,8 @@ POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT FROM alltypesorc_wrong ORDER BY c1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_wrong +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -895,6 +911,8 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT count(*) FROM alltypesorc_string PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT min(ctimestamp1), max(ctimestamp1), @@ -902,6 +920,8 @@ POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT count(*) FROM alltypesorc_string POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1005,10 +1025,14 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT round(sum(ctimestamp1), 3) FROM alltypesorc_string PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT round(sum(ctimestamp1), 3) FROM alltypesorc_string POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -1117,6 +1141,8 @@ PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT round(stddev_samp(ctimestamp1), 3) FROM alltypesorc_string PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT round(avg(ctimestamp1), 0), variance(ctimestamp1) between 8.97077295279421E19 and 8.97077295279422E19, @@ -1128,6 +1154,8 @@ POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT round(stddev_samp(ctimestamp1), 3) FROM alltypesorc_string POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/vectorized_timestamp_ints_casts.q.out b/ql/src/test/results/clientpositive/vectorized_timestamp_ints_casts.q.out index 603851d..85a908f 100644 --- a/ql/src/test/results/clientpositive/vectorized_timestamp_ints_casts.q.out +++ b/ql/src/test/results/clientpositive/vectorized_timestamp_ints_casts.q.out @@ -16,6 +16,8 @@ from alltypesorc where cbigint % 250 = 0 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select @@ -34,6 +36,8 @@ from alltypesorc where cbigint % 250 = 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] @@ -176,6 +180,8 @@ from alltypesorc where cbigint % 250 = 0 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain vectorization expression select @@ -194,6 +200,8 @@ from alltypesorc where cbigint % 250 = 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### PLAN VECTORIZATION: enabled: true enabledConditionsMet: [hive.vectorized.execution.enabled IS true] diff --git a/ql/src/test/results/clientpositive/view_authorization_sqlstd.q.out b/ql/src/test/results/clientpositive/view_authorization_sqlstd.q.out index d42cbae..f107f90 100644 --- a/ql/src/test/results/clientpositive/view_authorization_sqlstd.q.out +++ b/ql/src/test/results/clientpositive/view_authorization_sqlstd.q.out @@ -97,8 +97,14 @@ POSTHOOK: type: SHOW_GRANT default vt1_n54 user3 USER INSERT false -1 user1 PREHOOK: query: explain authorization select * from vt1_n54 PREHOOK: type: QUERY +PREHOOK: Input: default@t1_n54 +PREHOOK: Input: default@vt1_n54 +#### A masked pattern was here #### POSTHOOK: query: explain authorization select * from vt1_n54 POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1_n54 +POSTHOOK: Input: default@vt1_n54 +#### A masked pattern was here #### INPUTS: default@vt1_n54 default@t1_n54 diff --git a/ql/src/test/results/clientpositive/view_cbo.q.out b/ql/src/test/results/clientpositive/view_cbo.q.out index fb5ca67..07e01b0 100644 --- a/ql/src/test/results/clientpositive/view_cbo.q.out +++ b/ql/src/test/results/clientpositive/view_cbo.q.out @@ -3,11 +3,15 @@ select key, value, avg(key + 1) from src group by value, key with rollup order by key, value limit 20 PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select key, value, avg(key + 1) from src group by value, key with rollup order by key, value limit 20 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -651,8 +655,14 @@ Original Query: select * from src except select * from src Expanded Query: select `src`.`key`, `src`.`value` from `default`.`src` except select `src`.`key`, `src`.`value` from `default`.`src` PREHOOK: query: explain select * from v_n13 PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@v_n13 +#### A masked pattern was here #### POSTHOOK: query: explain select * from v_n13 POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@v_n13 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1, Stage-3 diff --git a/ql/src/test/results/clientpositive/windowing_gby2.q.out b/ql/src/test/results/clientpositive/windowing_gby2.q.out index 1bbdb9d..3c4cf0f 100644 --- a/ql/src/test/results/clientpositive/windowing_gby2.q.out +++ b/ql/src/test/results/clientpositive/windowing_gby2.q.out @@ -3,11 +3,15 @@ select rank() over (order by sum(ws.c_int)) as return_rank from cbo_t3 ws group by ws.key PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### POSTHOOK: query: explain select rank() over (order by sum(ws.c_int)) as return_rank from cbo_t3 ws group by ws.key POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -133,11 +137,15 @@ select avg(cast(ws.key as int)) over (partition by min(ws.value) order by sum(ws from cbo_t3 ws group by cast(ws.key as int) PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### POSTHOOK: query: explain select avg(cast(ws.key as int)) over (partition by min(ws.value) order by sum(ws.c_int)) as return_rank from cbo_t3 ws group by cast(ws.key as int) POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -258,6 +266,8 @@ percent_rank () over(partition by max(c_int) order by sum((c_float/c_int) - c_in from cbo_t3 group by key, value PREHOOK: type: QUERY +PREHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### POSTHOOK: query: explain select rank () over(partition by key order by sum(c_int - c_float) desc) , dense_rank () over(partition by lower(value) order by sum(c_float/c_int) asc), @@ -265,6 +275,8 @@ percent_rank () over(partition by max(c_int) order by sum((c_float/c_int) - c_in from cbo_t3 group by key, value POSTHOOK: type: QUERY +POSTHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -489,11 +501,17 @@ select rank() over (order by sum(wr.cint)/sum(ws.c_int)) as return_rank from cbo_t3 ws join alltypesorc wr on ws.value = wr.cstring1 group by ws.c_boolean PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### POSTHOOK: query: explain select rank() over (order by sum(wr.cint)/sum(ws.c_int)) as return_rank from cbo_t3 ws join alltypesorc wr on ws.value = wr.cstring1 group by ws.c_boolean POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Input: default@cbo_t3 +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/windowing_navfn.q.out b/ql/src/test/results/clientpositive/windowing_navfn.q.out index b2e12dd..ea7853e 100644 --- a/ql/src/test/results/clientpositive/windowing_navfn.q.out +++ b/ql/src/test/results/clientpositive/windowing_navfn.q.out @@ -46,8 +46,12 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@over10k_n19 PREHOOK: query: explain select row_number() over() from src where key = '238' PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### POSTHOOK: query: explain select row_number() over() from src where key = '238' POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git a/ql/src/test/results/clientpositive/windowing_streaming.q.out b/ql/src/test/results/clientpositive/windowing_streaming.q.out index 4260948..ee80197 100644 --- a/ql/src/test/results/clientpositive/windowing_streaming.q.out +++ b/ql/src/test/results/clientpositive/windowing_streaming.q.out @@ -48,10 +48,14 @@ PREHOOK: query: explain select * from ( select p_mfgr, rank() over(partition by p_mfgr order by p_name) r from part) a PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from ( select p_mfgr, rank() over(partition by p_mfgr order by p_name) r from part) a POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -118,11 +122,15 @@ select * from ( select p_mfgr, rank() over(partition by p_mfgr order by p_name) r from part) a where r < 4 PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### POSTHOOK: query: explain select * from ( select p_mfgr, rank() over(partition by p_mfgr order by p_name) r from part) a where r < 4 POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -321,9 +329,13 @@ POSTHOOK: Input: default@over10k_n20 PREHOOK: query: explain select * from (select ctinyint, cdouble, rank() over(partition by ctinyint order by cdouble) r from alltypesorc) a where r < 5 PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### POSTHOOK: query: explain select * from (select ctinyint, cdouble, rank() over(partition by ctinyint order by cdouble) r from alltypesorc) a where r < 5 POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1